-- Logs begin at Fri 2021-06-11 11:04:06 UTC, end at Fri 2021-06-11 12:40:40 UTC. -- Jun 11 11:31:55.341604 dv-neutron-786478-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 11 11:31:58.006828 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.common.config [-] Logging enabled! Jun 11 11:31:58.007387 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev329 Jun 11 11:31:58.007541 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98898) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 11:31:58.010733 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.common.config [-] Logging enabled! Jun 11 11:31:58.010991 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev329 Jun 11 11:31:58.011307 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98898) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 11:31:58.012233 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 11:31:58.012468 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 11:31:58.012833 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 11:31:58.013083 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 11:31:58.013313 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 11:31:58.013635 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.013934 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.014232 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.014464 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.014781 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.015072 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.015357 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.015647 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.015946 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.016232 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.016516 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.016803 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.017036 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.017316 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.017602 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.017890 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.018116 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] debug = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.018395 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.018846 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.019257 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.019540 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.019829 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.020114 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.020388 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.020666 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.020951 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.021278 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] host = dv-neutron-786478-5-hyperv {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.021581 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.021870 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.022156 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.022442 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.022752 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.023029 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.023313 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.023587 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.023861 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] log_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.024138 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.024425 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.024711 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.025002 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.025228 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.025457 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.025748 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.026033 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.026310 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.026604 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.026881 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.027154 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.027425 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.027696 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.027983 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.028268 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.028551 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.028826 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.029099 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.029370 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.029640 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.029930 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.030202 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.030476 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.030769 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.031059 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.031326 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.031597 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.031899 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.032187 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.032464 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.032748 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.033097 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.033369 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.033574 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.033847 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.034118 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] use_json = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.034390 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.034684 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.034969 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.035241 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.035512 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.035784 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.036192 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.036422 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:31:58.036755 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.037058 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.037945 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.038273 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.038607 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.038895 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.039188 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.039468 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.039758 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.040048 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.040344 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.040624 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.040912 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.041190 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.041484 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.041791 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.042088 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.042383 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.042689 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.042966 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.043239 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.043517 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.043802 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.044096 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.044387 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.044663 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.044943 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.045233 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.045511 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.045782 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.046058 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.046347 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.046652 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.046928 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.047210 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.047487 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.047759 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.048031 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.048308 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.048596 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.048874 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.049145 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.049416 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.049693 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.049963 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.050254 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.050571 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.050831 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.051106 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.051386 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.051660 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.051934 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.052211 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.052485 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.052764 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.053599 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.053885 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.054197 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.054471 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.054805 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.055024 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.055297 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.055828 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.056108 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.056381 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.056653 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.056926 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.057201 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.057488 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.057786 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.058066 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.058344 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.058648 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.058929 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.059208 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.059487 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.059765 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.060043 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.060321 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.060613 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.060897 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.061183 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.061467 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.061745 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.062039 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.062317 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.062620 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.062900 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.063178 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.063469 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.063753 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.064049 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.064344 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.064640 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.064935 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.065230 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.065509 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.065818 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.066100 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:31:58.066318 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 11:31:58.066593 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98898) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 11 11:31:58.414029 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:31:58.414308 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:31:58.414628 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:31:58.414969 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 11 11:31:58.801963 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.802257 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.802553 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.804470 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.804781 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.805084 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.838904 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.839188 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.839459 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.853498 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.853783 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.854056 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.882984 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.883269 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.883543 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.919605 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.919899 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:58.920175 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.150134 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.150768 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.150768 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.150929 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.151821 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.274719 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.275037 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.275326 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.275603 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.275877 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.276195 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.276459 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.276718 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.276976 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.277261 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.277527 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.277810 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.278062 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.278331 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.278613 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.278888 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.279164 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.279425 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.279699 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.279956 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.280240 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.280588 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.280847 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.281130 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.281383 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.281633 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.282027 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 11:31:59.282269 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 11:31:59.282507 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 11:31:59.282766 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 11:31:59.283002 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 11:31:59.283237 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 11:31:59.284595 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 11 11:31:59.287795 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 11 11:31:59.291751 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 11 11:31:59.295520 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Jun 11 11:31:59.297162 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 11 11:31:59.297614 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 11 11:31:59.297952 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 11 11:31:59.298337 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 11 11:31:59.301216 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 11 11:31:59.301470 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 11 11:31:59.301823 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 11:31:59.329816 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 11 11:31:59.330459 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.330649 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98898) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 11 11:31:59.331015 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.332381 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98898) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 11 11:31:59.332664 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 11:31:59.332913 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 11 11:31:59.336608 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.336894 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:31:59.399778 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 11 11:31:59.400017 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 11 11:31:59.400303 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 11 11:31:59.400650 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 11 11:31:59.421681 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_db.sqlalchemy.engines [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98898) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 11 11:31:59.948663 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Initializing driver for type 'gre' Jun 11 11:31:59.949185 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] gre ID ranges: [(1, 1000)] Jun 11 11:31:59.998980 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Initializing driver for type 'local' Jun 11 11:31:59.999315 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Initializing driver for type 'vlan' Jun 11 11:32:00.012455 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] VlanTypeDriver initialization complete Jun 11 11:32:00.012807 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Initializing driver for type 'vxlan' Jun 11 11:32:00.013303 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] vxlan ID ranges: [(1, 1000)] Jun 11 11:32:00.062668 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Initializing extension driver 'port_security' Jun 11 11:32:00.063075 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.extensions.port_security [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] PortSecurityExtensionDriver initialization complete Jun 11 11:32:00.063422 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Initializing mechanism driver 'openvswitch' Jun 11 11:32:00.063766 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Initializing mechanism driver 'hyperv' Jun 11 11:32:00.070753 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.plugins.ml2.plugin [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:00.071689 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > port after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.072075 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > port after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.072445 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > port after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.072848 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > subnet after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.073214 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > subnet after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.073569 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.073959 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > network after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.074312 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > network after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.074689 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > network after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.075081 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > security_group after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.075432 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > security_group after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.075779 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.076166 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.076511 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.076854 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.077241 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > address_group after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.077589 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > address_group after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.077934 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.078285 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] ML2 OVO RPC backend initialized. {{(pid=98898) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 11 11:32:00.079002 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.079358 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.079776 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > network before_response 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.080193 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > networks before_response 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.080481 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > port before_response 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.080826 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > ports before_response 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.081170 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > subnet before_response 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.081515 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > subnets before_response 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.081861 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > network after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.082203 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > network after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.082553 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > network after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.082903 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > port after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.083239 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > port after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.083582 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > port after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.083925 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > subnet after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.084303 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > subnet after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.084637 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.085250 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.plugin [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Modular L2 Plugin initialization complete Jun 11 11:32:00.085582 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading services supported by the core plugin {{(pid=98898) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 11 11:32:00.085913 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.plugins.ml2.managers [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Got port-security extension from driver 'port_security' Jun 11 11:32:00.086413 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.extensions.vlantransparent [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Disabled vlantransparent extension. Jun 11 11:32:00.086962 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98898) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 11 11:32:00.087326 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading Plugin: router Jun 11 11:32:00.123366 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.123759 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router after_create 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.124135 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router before_create 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.124503 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.124876 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.125233 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router after_delete 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.125627 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.125996 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router after_create 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.126450 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router after_update 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.126903 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router after_update 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.127269 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.127679 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router after_update 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.128111 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router precommit_update 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.128552 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: port after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.128962 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: port after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.129350 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: subnet after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.129714 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.130179 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.130598 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router precommit_create 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.131006 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: port before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.131494 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router precommit_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.131932 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router after_update 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.132372 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.132783 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router precommit_create 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.133232 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.133624 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router precommit_update 55549900 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.134040 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > network after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.135124 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Tracking information for resource: router configured {{(pid=98898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 11:32:00.135540 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Tracking information for resource: floatingip configured {{(pid=98898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 11:32:00.141310 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.db.l3_agentschedulers_db [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 11 11:32:00.141979 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: port after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.142423 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: port after_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.142835 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: port after_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.143244 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: port after_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.144114 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router before_create 55550100 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.144557 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.144935 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router precommit_create 55550100 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.145370 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > router precommit_update 55550100 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.150126 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.services.provider_configuration [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service providers = [] {{(pid=98898) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 11 11:32:00.150495 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.db.servicetype_db [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98898) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 11 11:32:00.153420 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.services.service_base [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 11:32:00.153777 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.services.service_base [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 11:32:00.154118 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.services.service_base [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 11:32:00.155017 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.services.service_base [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 11:32:00.155393 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.services.service_base [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 11 11:32:00.155775 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 11:32:00.156095 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 11 11:32:00.167079 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 11:32:00.167425 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading Plugin: auto_allocate Jun 11 11:32:00.173478 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: network precommit_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.173853 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: network precommit_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.174377 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 11:32:00.174727 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading Plugin: tag Jun 11 11:32:00.182057 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 11:32:00.182390 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading Plugin: timestamp Jun 11 11:32:00.186349 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 11:32:00.186738 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading Plugin: network_ip_availability Jun 11 11:32:00.192142 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.192518 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.192880 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.193619 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 11:32:00.193942 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading Plugin: flavors Jun 11 11:32:00.198741 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 11:32:00.199035 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading Plugin: revisions Jun 11 11:32:00.203321 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 11:32:00.203716 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_concurrency.lockutils [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=98898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:00.204452 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98898) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 11 11:32:00.204794 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Initializing extension manager. Jun 11 11:32:00.205308 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: __init__.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.205650 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: __pycache__ {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.205988 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.206322 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: address_group.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.207097 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.207663 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: address-group Jun 11 11:32:00.207988 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: address_scope.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.208683 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.209213 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: address-scope Jun 11 11:32:00.209535 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.210446 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.210987 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: router-admin-state-down-before-update Jun 11 11:32:00.211312 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: agent.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.212175 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.212681 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: agent Jun 11 11:32:00.213003 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: agent_resources_synced.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.213894 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.214398 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: agent-resources-synced Jun 11 11:32:00.214752 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: allowedaddresspairs.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.216502 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.217026 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: allowed-address-pairs Jun 11 11:32:00.217354 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: auto_allocated_topology.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.218408 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.218955 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: auto-allocated-topology Jun 11 11:32:00.219284 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: availability_zone.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.219961 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.220463 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: availability_zone Jun 11 11:32:00.220789 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: availability_zone_filter.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.221681 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.222184 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: availability_zone_filter Jun 11 11:32:00.222510 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: data_plane_status.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.223424 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.223922 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension data-plane-status not supported by any of loaded plugins Jun 11 11:32:00.224246 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: default_subnetpools.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.225650 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.226151 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: default-subnetpools Jun 11 11:32:00.226474 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.227296 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.227797 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: dhcp_agent_scheduler Jun 11 11:32:00.228123 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: dns.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.229023 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.229521 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension dns-integration not supported by any of loaded plugins Jun 11 11:32:00.229844 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: dns_domain_ports.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.230765 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.231267 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 11 11:32:00.231590 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: dvr.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.232250 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.232757 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: dvr Jun 11 11:32:00.233083 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: empty_string_filtering.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.233972 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.234486 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: empty-string-filtering Jun 11 11:32:00.234830 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.235717 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.236216 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 11 11:32:00.236535 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.237427 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.237924 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 11 11:32:00.238243 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: external_net.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.239157 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.239661 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: external-net Jun 11 11:32:00.239983 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.241426 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.241925 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: extra_dhcp_opt Jun 11 11:32:00.242246 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: extraroute.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.243164 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.243669 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: extraroute Jun 11 11:32:00.243991 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: extraroute_atomic.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.244999 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.245505 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: extraroute-atomic Jun 11 11:32:00.245831 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: filter_validation.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.246481 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.247007 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: filter-validation Jun 11 11:32:00.247338 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: fip_pf_description.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.248231 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.248731 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 11 11:32:00.249053 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: fip_port_details.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.249959 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.250468 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: fip-port-details Jun 11 11:32:00.250818 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: flavors.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.252037 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.252546 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: flavors Jun 11 11:32:00.252875 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.254504 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.255054 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 11 11:32:00.255385 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: floatingip_pools.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.256595 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.257105 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: floatingip-pools Jun 11 11:32:00.257435 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: ip_allocation.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.258336 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.258871 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension ip_allocation not supported by any of loaded plugins Jun 11 11:32:00.259195 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.260100 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.260609 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: ip-substring-filtering Jun 11 11:32:00.260937 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: l2_adjacency.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.261844 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.262344 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 11 11:32:00.262706 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: l3.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.263646 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.264163 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: router Jun 11 11:32:00.264491 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.266865 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.267400 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 11 11:32:00.267739 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.268652 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.269165 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: ext-gw-mode Jun 11 11:32:00.269500 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.270406 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.270957 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: l3-ha Jun 11 11:32:00.271291 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: l3_flavors.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.272722 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.273233 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: l3-flavors Jun 11 11:32:00.273562 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.274477 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.275013 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 11 11:32:00.275342 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: l3agentscheduler.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.276363 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.276872 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: l3_agent_scheduler Jun 11 11:32:00.277208 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: logging.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.278716 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.279232 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension logging not supported by any of loaded plugins Jun 11 11:32:00.279566 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: metering.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.280287 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.280853 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: metering Jun 11 11:32:00.281180 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.282250 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.282782 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: metering_source_and_destination_fields Jun 11 11:32:00.283110 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: multiprovidernet.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.284014 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.284520 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: multi-provider Jun 11 11:32:00.284845 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: netmtu.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.285749 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.286254 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: net-mtu Jun 11 11:32:00.286611 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: netmtu_writable.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.287598 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.288129 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: net-mtu-writable Jun 11 11:32:00.288462 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: network_availability_zone.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.289139 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.289643 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: network_availability_zone Jun 11 11:32:00.289966 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: network_ip_availability.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.291068 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.291573 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: network-ip-availability Jun 11 11:32:00.291897 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: network_segment_range.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.292647 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.293190 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension network-segment-range not supported by any of loaded plugins Jun 11 11:32:00.293559 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: pagination.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.294521 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.294882 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: pagination Jun 11 11:32:00.295199 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: port_device_profile.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.296085 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.296594 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: port-device-profile Jun 11 11:32:00.296919 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.297807 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.298310 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: port-mac-address-regenerate Jun 11 11:32:00.298770 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.299652 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.300163 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: port-numa-affinity-policy Jun 11 11:32:00.300486 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: port_resource_request.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.301380 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.301885 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension port-resource-request not supported by any of loaded plugins Jun 11 11:32:00.302206 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: portbindings.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.303126 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.303630 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: binding Jun 11 11:32:00.303947 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: portbindings_extended.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.307016 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.307546 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: binding-extended Jun 11 11:32:00.307879 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: portsecurity.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.308784 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.309299 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: port-security Jun 11 11:32:00.309626 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: project_id.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.310605 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.310953 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: project-id Jun 11 11:32:00.311351 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: providernet.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.312249 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.312759 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: provider Jun 11 11:32:00.313082 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: qos.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.316623 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.317252 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension qos not supported by any of loaded plugins Jun 11 11:32:00.317590 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.319348 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.319859 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 11 11:32:00.320189 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.321083 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.321591 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 11 11:32:00.321916 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: qos_default.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.322892 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.323453 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension qos-default not supported by any of loaded plugins Jun 11 11:32:00.323777 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: qos_fip.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.324410 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.324906 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension qos-fip not supported by any of loaded plugins Jun 11 11:32:00.325225 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: qos_gateway_ip.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.326124 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.326662 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 11 11:32:00.326992 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: qos_port_network_policy.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.327875 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.328382 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 11 11:32:00.328751 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: qos_rule_type_details.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.329681 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.330193 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 11 11:32:00.330513 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: qos_rules_alias.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.331544 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.332053 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 11 11:32:00.332377 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: quotasv2.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.333269 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.333596 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: quotas Jun 11 11:32:00.333916 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: quotasv2_detail.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.337524 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.337865 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: quota_details Jun 11 11:32:00.338198 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: rbac.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.339257 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.339776 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: rbac-policies Jun 11 11:32:00.340106 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: rbac_address_group.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.341096 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.341620 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: rbac-address-group Jun 11 11:32:00.341944 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: rbac_address_scope.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.342896 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.343405 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: rbac-address-scope Jun 11 11:32:00.343726 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: rbac_security_groups.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.344630 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.345135 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: rbac-security-groups Jun 11 11:32:00.345458 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: rbac_subnetpool.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.346655 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.347174 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: rbac-subnetpool Jun 11 11:32:00.347504 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: revisionifmatch.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.348402 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.348910 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: revision-if-match Jun 11 11:32:00.349231 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: revisions.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.350374 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.350916 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: standard-attr-revisions Jun 11 11:32:00.351240 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: router_availability_zone.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.351893 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.352506 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: router_availability_zone Jun 11 11:32:00.352830 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: routerservicetype.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.353728 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.354231 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension router-service-type not supported by any of loaded plugins Jun 11 11:32:00.354571 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.355465 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.355968 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: security-groups-normalized-cidr Jun 11 11:32:00.356286 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.357181 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.357689 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: port-security-groups-filtering Jun 11 11:32:00.358008 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.359017 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.359518 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: security-groups-remote-address-group Jun 11 11:32:00.359834 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: securitygroup.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.369899 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.370507 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: security-group Jun 11 11:32:00.370880 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: segment.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.371647 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.372151 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension segment not supported by any of loaded plugins Jun 11 11:32:00.372479 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.373385 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.373889 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 11 11:32:00.374215 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: servicetype.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.375336 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.375898 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: service-type Jun 11 11:32:00.376276 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: sorting.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.377235 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.377569 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: sorting Jun 11 11:32:00.377894 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: standard_attr_segment.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.378797 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.379304 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 11 11:32:00.379627 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: standardattrdescription.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.380252 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.380755 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: standard-attr-description Jun 11 11:32:00.381620 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: stateful_security_group.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.382594 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.383103 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: stateful-security-group Jun 11 11:32:00.383425 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: stdattrs_common.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.383989 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 11 11:32:00.384308 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.385276 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.385785 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 11 11:32:00.386103 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: subnet_onboard.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.387177 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.387740 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: subnet_onboard Jun 11 11:32:00.388107 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.389020 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.389522 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 11 11:32:00.389841 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: subnet_service_types.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.390786 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.391293 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: subnet-service-types Jun 11 11:32:00.391612 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: subnetallocation.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.392671 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.393176 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: subnet_allocation Jun 11 11:32:00.393496 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.394138 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.394677 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: subnetpool-prefix-ops Jun 11 11:32:00.394999 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.395894 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.396394 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 11 11:32:00.396793 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: tagging.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.397832 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.398346 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: standard-attr-tag Jun 11 11:32:00.398705 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: timestamp.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.399980 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.400494 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loaded extension: standard-attr-timestamp Jun 11 11:32:00.400820 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: trunk.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.401907 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.402416 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension trunk not supported by any of loaded plugins Jun 11 11:32:00.402771 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: trunk_details.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.403672 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.404181 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension trunk-details not supported by any of loaded plugins Jun 11 11:32:00.404501 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: uplink_status_propagation.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.405432 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.405948 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 11 11:32:00.406271 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Loading extension file: vlantransparent.py {{(pid=98898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 11:32:00.406956 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 11:32:00.407468 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 11 11:32:00.410042 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:network Jun 11 11:32:00.410668 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:subnet Jun 11 11:32:00.411162 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 11:32:00.411673 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:port Jun 11 11:32:00.413014 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.413448 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service FLAVORS assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.414140 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.414595 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.414927 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:router Jun 11 11:32:00.415370 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:floatingip Jun 11 11:32:00.415861 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service METERING assigned prefix: /metering {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.417285 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.417741 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.418097 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:32:00.419106 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 11:32:00.419543 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:security_group Jun 11 11:32:00.419972 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 11:32:00.420571 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service CORE assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.420903 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 11:32:00.421252 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] subnetpool is already registered Jun 11 11:32:00.421715 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service CORE assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.422086 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 11:32:00.422421 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] subnetpool is already registered Jun 11 11:32:00.424800 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.425235 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service FLAVORS assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.425883 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.426332 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.426691 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:router Jun 11 11:32:00.427040 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] router is already registered Jun 11 11:32:00.427454 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:floatingip Jun 11 11:32:00.428314 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] floatingip is already registered Jun 11 11:32:00.428765 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service METERING assigned prefix: /metering {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.429420 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 11:32:00.429806 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] rbac_policy is already registered Jun 11 11:32:00.430239 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:security_group Jun 11 11:32:00.430850 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] security_group is already registered Jun 11 11:32:00.431249 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 11:32:00.431579 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] security_group_rule is already registered Jun 11 11:32:00.432191 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service CORE assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.432516 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 11:32:00.432844 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] subnetpool is already registered Jun 11 11:32:00.433256 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.v2.resource_helper [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Service CORE assigned prefix: {{(pid=98898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 11:32:00.433593 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 11:32:00.433996 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING neutron.quota.resource_registry [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] subnetpool is already registered Jun 11 11:32:00.434469 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: extensions {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.435917 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: address-groups {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.437469 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: address-scopes {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.438924 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: agents {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.440181 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: auto-allocated-topology {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.441425 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: availability_zones {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.442783 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: dhcp-networks {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.444323 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: dhcp-agents {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.445782 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: routers {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.447580 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: flavors {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.448886 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: service_profiles {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.450158 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: next_providers {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.451636 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: service_profiles {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.453180 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: floatingip-pools {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.454521 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: routers {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.456292 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: floatingips {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.457590 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: l3-routers {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.459645 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: l3-agents {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.461060 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: metering-labels {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.462431 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: metering-label-rules {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.464759 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: network-ip-availabilities {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.466085 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: bindings {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.467681 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: quotas {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.469217 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: quotas {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.470851 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: rbac-policies {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.472021 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: security-groups {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.473312 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: security-group-rules {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.475243 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: service-providers {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.476465 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: subnetpools {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.477970 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: subnetpools {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.479555 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: tags {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.481214 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: tags {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.483165 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: tags {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.484928 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: tags {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.486864 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: tags {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.488795 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: tags {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.490643 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: tags {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.492444 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: tags {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.494383 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: tags {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.496228 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron.api.extensions [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Extended resource: tags {{(pid=98898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 11:32:00.502414 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING keystonemiddleware.auth_token [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 11 11:32:00.507140 dv-neutron-786478-5-hyperv neutron-server[98898]: WARNING keystonemiddleware.auth_token [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 11 11:32:00.515587 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_concurrency.lockutils [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Acquired lock "singleton_lock" {{(pid=98898) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 11 11:32:00.516060 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_concurrency.lockutils [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Releasing lock "singleton_lock" {{(pid=98898) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 11 11:32:00.516695 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO oslo_service.service [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Starting 2 workers Jun 11 11:32:00.522192 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Started child 99005 {{(pid=98898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 11:32:00.526757 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Started child 99006 {{(pid=98898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 11:32:00.527359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:00.528448 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO neutron.service [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 11 11:32:00.528813 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [-] (99005) wsgi starting up on http://0.0.0.0:9696 Jun 11 11:32:00.529112 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Notify callbacks [] for process, before_spawn {{(pid=98898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:00.531378 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:00.531813 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO oslo_service.service [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Starting 1 workers Jun 11 11:32:00.532778 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [-] (99006) wsgi starting up on http://0.0.0.0:9696 Jun 11 11:32:00.537014 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Started child 99007 {{(pid=98898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 11:32:00.538126 dv-neutron-786478-5-hyperv neutron-server[98898]: INFO oslo_service.service [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Starting 1 workers Jun 11 11:32:00.541158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.service [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] calling RpcWorker wait() {{(pid=99007) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 11 11:32:00.541701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.service [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] returning from RpcWorker wait() {{(pid=99007) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 11 11:32:00.542796 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Started child 99008 {{(pid=98898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 11:32:00.542988 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:00.543384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:00.543614 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG neutron_lib.callbacks.manager [None req-28369277-5a35-4c8f-9145-4dbe249d4052 None None] Notify callbacks [] for process, after_spawn {{(pid=98898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:00.545505 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98898) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 11:32:00.545885 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 11:32:00.545984 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 11:32:00.546215 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 11:32:00.546628 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 11:32:00.546837 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 11:32:00.547342 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.547588 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:00.548051 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.548051 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.548175 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.548422 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.548590 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:00.549083 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.549356 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.549614 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.549920 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.550118 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.550303 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.550514 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.550846 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.551082 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.551384 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.551660 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.551900 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.552179 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.552356 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.552670 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.552998 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.553255 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.553522 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] debug = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.553764 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.554257 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.554576 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.554877 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.555144 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.555447 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.555953 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.556250 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.556545 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.556844 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.557085 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.557360 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.557609 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.557857 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.558098 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.558417 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.558723 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.559215 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] host = dv-neutron-786478-5-hyperv {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.559442 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.559681 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.559924 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.560214 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.560497 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.560742 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.560995 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.561242 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.561503 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.561756 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.562051 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.562330 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.562611 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.562859 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.563030 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_options = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.563279 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.563530 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.563792 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.563985 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.564205 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.564580 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.564760 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.564931 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.565178 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.565393 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.565614 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.565828 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.566080 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.566358 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.566664 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.566917 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.567134 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.567347 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.567590 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.567877 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.568131 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.568545 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.568834 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.569056 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.569305 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.569552 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.570083 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.570477 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.570671 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.570890 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.571141 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.571441 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.571668 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.571963 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.572229 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.572430 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.572630 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.572894 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.573124 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.573383 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.573687 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.574104 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.574249 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.574428 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.574684 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.574929 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_json = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.575117 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.575726 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.575726 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.576095 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.576095 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.576395 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.576532 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.576758 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.577308 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.577650 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.577969 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.578250 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.578493 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.578793 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.579318 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.579318 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.579611 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.579811 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.580136 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.580386 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.580692 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.580968 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.581255 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.581608 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.581932 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.582192 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.582454 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.582783 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.583045 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.583272 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.583833 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.585376 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.585376 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.585746 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.585746 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.586060 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.586289 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.586577 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.586826 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.587043 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.587318 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.587537 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.587799 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.588235 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.589447 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.589447 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.589447 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.589447 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.590409 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.590409 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.590409 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.590409 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.591653 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.591653 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.591653 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.591653 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.591653 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.592326 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.592326 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.592326 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.595918 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.595918 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.595918 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.595918 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.595918 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.595918 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.595918 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.595918 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.595918 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.596473 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.596473 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.596473 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.596473 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.596473 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.596473 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.596473 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.596473 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.596907 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.596981 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.597166 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.597540 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.597762 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.597980 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.598219 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.598494 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.598756 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.598976 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.599191 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.599441 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.599723 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.600538 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.600782 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.601767 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.601767 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.601767 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.602601 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.602601 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.602601 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.602601 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.604846 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.604846 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.604846 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.604846 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.604846 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.604846 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.604846 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.604846 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.605973 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.605973 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.605973 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.605973 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.608550 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.608550 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.608550 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.608550 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.608550 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.608550 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.608550 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.608550 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.609620 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.609620 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.609620 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.609620 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.609620 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.609620 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.610488 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.610488 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.610488 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.610894 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.610894 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.611165 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.611336 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.611652 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.611832 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.612097 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.612387 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.612731 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.612894 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.613043 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.613339 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.613831 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.613995 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.614141 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.614488 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.614665 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.614853 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.615131 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.615380 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.615649 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.615866 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.616114 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.616359 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.616630 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.617056 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.617056 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.617540 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.617540 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.617898 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.618034 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.618198 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.618347 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.618642 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.622672 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.622672 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.622672 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.622672 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.622672 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.622672 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.622672 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.622672 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.623850 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.623850 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.623850 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.623850 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.623850 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.623850 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.623850 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.623850 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.626561 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.626561 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.626561 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.626561 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.626561 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.626561 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.626561 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.626561 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.627727 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.627727 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.627727 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.627727 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.627727 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.627727 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.627727 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.627727 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.628451 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.628451 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.628451 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.628451 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.628451 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.628451 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.628451 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.628451 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.629362 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.629362 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.629362 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.629362 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.629362 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.630005 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.630005 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.630005 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.630316 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.630316 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.630547 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.630725 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.631055 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.631298 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.631578 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.632469 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.632469 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.632469 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.632469 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.633005 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.633005 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.633165 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.633378 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.633606 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.633816 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.634024 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.634274 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.634501 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.634753 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.634960 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.635172 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.635378 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.635621 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.635883 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.636090 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.636325 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.636533 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.636870 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.637113 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.637354 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.637664 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.637891 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.638135 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.638467 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.638738 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.639004 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.639245 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.639483 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.639721 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.639943 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.640206 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.640568 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.640858 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.641113 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.641368 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.641640 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.641955 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.642198 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.642595 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.642803 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.643143 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.643447 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.643719 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.643968 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.644237 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.644466 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.644685 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.644926 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.645197 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.645412 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.645653 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.645993 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.646177 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.646391 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.647187 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.647383 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.647627 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.647916 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.648137 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.648352 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.648502 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 11:32:00.649112 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98898) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 11:32:00.649283 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 11:32:00.649426 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 11:32:00.649602 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 11:32:00.649757 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 11:32:00.649976 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 11:32:00.650186 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.650371 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.650371 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.650709 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.650709 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.651309 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.651309 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.651309 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.652132 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.652132 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.652132 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.652132 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.652132 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.652132 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.653180 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.653180 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.653180 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.653180 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.653180 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.653180 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.653180 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.653759 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.653759 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] debug = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.653759 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.653969 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.654075 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.654186 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.654296 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.655014 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.655014 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.655014 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.655014 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.655356 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.655356 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.655508 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.655621 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.655789 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.655986 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.656145 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.656304 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.656463 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] host = dv-neutron-786478-5-hyperv {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.656622 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.656779 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.656939 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.657098 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.657344 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.657506 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.657665 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.657823 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.657980 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.658140 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.658298 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.658501 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.658686 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.658853 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.659177 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_options = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.659177 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.659531 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.659531 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.659837 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.659837 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.660112 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.660112 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.660430 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.660430 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.660735 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.660735 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.661049 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.661049 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.661313 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.661313 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.661711 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.661711 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.662044 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.662044 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.662044 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.663422 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.663422 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.663422 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.663422 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.663422 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.664079 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.664079 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.664079 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.664079 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.664691 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.664691 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.664691 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.664691 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.665214 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.665214 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.665214 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.665691 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.665691 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.665691 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.665691 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.666363 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.666363 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.666363 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.666363 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.666996 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.666996 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_json = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.666996 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.666996 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.667459 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.667459 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.667459 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.667736 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.667736 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.667971 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 11:32:00.668100 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.668253 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.668394 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.668562 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.668726 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.668920 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.669075 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.669199 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.669360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:00.669961 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.669961 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.669961 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.669961 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.670454 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.670454 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.670454 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.670454 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.671032 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.671032 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.671032 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.671369 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.671369 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.671656 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.671656 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.671923 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.672072 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.672195 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.672317 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.672450 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.672656 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.672831 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.673043 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.673208 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.673371 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.673534 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.673847 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.674084 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.674217 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.674340 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.674462 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.674657 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.674812 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.675024 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.675205 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.675388 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.675552 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.675715 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.675878 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.676032 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.676242 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.676426 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.676625 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.676786 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.676948 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.677116 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.677322 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.677480 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.677663 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.677865 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.678026 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.678192 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.678383 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.678599 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.678815 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.678979 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.679141 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.679305 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.679495 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.679675 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.679883 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.680033 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.680270 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.680810 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.680810 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.681416 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.681416 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.681416 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.682051 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.682051 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.682051 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.682051 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.684455 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.684455 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.684455 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.684455 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.684455 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.684455 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.684455 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.684455 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.686702 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.686702 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.686702 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.686702 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.686702 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.686702 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.686702 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.686702 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.688341 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.688341 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.688341 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.688341 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.688341 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.688341 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.688341 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.688341 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689299 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689299 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689299 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689299 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689299 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689299 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689299 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689299 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689952 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689952 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689952 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689952 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689952 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689952 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689952 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.689952 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.690905 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.690905 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.690905 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.690905 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.690905 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.690905 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.690905 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.690905 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.691807 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.691807 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.691807 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.691807 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.691807 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.691807 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.691807 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.691807 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.692771 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.692771 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.692771 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.692771 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.692771 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.692771 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.692771 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.692771 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.694110 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.694110 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.694110 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.694110 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.695069 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.695069 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.695069 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.695069 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.695069 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.695069 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.697238 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.697238 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.697238 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.697238 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.697238 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.697238 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.697238 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.697238 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.698475 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.698475 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.698475 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.698475 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.698475 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.698475 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.698475 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.698475 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.699576 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.699576 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.699576 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.699576 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.699576 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.699576 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.699576 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.699576 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.700578 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.700578 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.700578 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.700578 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.700578 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.700578 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.700578 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.700578 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.701566 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.701566 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.701566 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.701566 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.701566 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.701566 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.701566 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.702450 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.702450 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.702450 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.702450 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.702450 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.703196 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.703196 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.703196 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.703196 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.703196 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.703828 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.703828 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.703828 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.704227 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.704227 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.704227 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.704613 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.704613 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.704841 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.705005 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.705147 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.705322 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.705532 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.705706 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.705868 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.706045 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.706240 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.706431 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.706649 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.706812 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.706960 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.707171 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.707328 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.707579 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.707702 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.707828 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.707979 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.708191 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.708375 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.708575 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.708819 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.709108 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.709786 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.709912 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.710347 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.710347 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.711367 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.711367 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.711367 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.711367 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.711367 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.711367 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.711917 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.711917 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.711917 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.712175 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.712175 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.712360 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.712533 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.712746 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.712953 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.713136 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.713298 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.713465 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.713672 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.713839 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.714050 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.714216 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.714380 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.714627 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.714838 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.715003 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.715166 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.715374 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.715539 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.715750 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.715913 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.716075 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.716285 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.716450 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.716661 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 11:32:00.716817 dv-neutron-786478-5-hyperv neutron-server[98898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 11:32:01.019166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40058) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:01.028451 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070796 Jun 11 11:32:12.233331 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb56356-da66-4cda-8ef7-5a084c51fa3c None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:32:12.299727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb56356-da66-4cda-8ef7-5a084c51fa3c None None] No non-hosted networks {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 11 11:32:12.323020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.agentschedulers_db [None req-ceb56356-da66-4cda-8ef7-5a084c51fa3c None None] DHCP Agent not found on host dv-neutron-786478-5-hyperv {{(pid=99007) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 11 11:32:12.454874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a9898cc-9acf-4e53-94d0-bad7fff9541d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413'] for agent, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:14.679711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413'] for agent, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:14.680768 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.681338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.681676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.682231 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.682486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.682899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.683988 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.684986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.685984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.686624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.687784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.688963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:14.689903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-786478-5-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:14.704600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-786478-5-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:14.906332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6f62ef1d-2793-48e4-9760-97fa858d9260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413'] for agent, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:14.972154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6ec27679-eda2-457a-87ff-6e87e3c9d827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:15.946844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413'] for agent, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:17.626984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413'] for agent, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:18.779494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40150) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:19.295315 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING oslo_policy.policy [None req-f6df2afc-dbc8-4543-87e4-e3a65540afe3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 11:32:19.296017 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING oslo_policy.policy [None req-f6df2afc-dbc8-4543-87e4-e3a65540afe3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 11:32:19.515509 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-f6df2afc-dbc8-4543-87e4-e3a65540afe3 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:32:19.530553 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f6df2afc-dbc8-4543-87e4-e3a65540afe3 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7359555 Jun 11 11:32:20.198575 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.db.l3_hamode_db [None req-2932ce26-a6af-4f91-b387-71804d47bc8f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 11 11:32:20.289484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932ce26-a6af-4f91-b387-71804d47bc8f None None] Routers set() bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:32:20.289867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932ce26-a6af-4f91-b387-71804d47bc8f None None] Router IDs set() for agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 11 11:32:21.842718 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40164) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:22.152522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-69ca79cb-3726-4e7a-a97b-b1e1b85387b5 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:32:22.253019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.policy [None req-69ca79cb-3726-4e7a-a97b-b1e1b85387b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99005) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 11:32:22.297947 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING oslo_policy.policy [None req-69ca79cb-3726-4e7a-a97b-b1e1b85387b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 11:32:22.298435 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING oslo_policy.policy [None req-69ca79cb-3726-4e7a-a97b-b1e1b85387b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 11:32:22.307752 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.quota [None req-69ca79cb-3726-4e7a-a97b-b1e1b85387b5 admin admin] Loaded quota_driver: . Jun 11 11:32:22.400057 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-69ca79cb-3726-4e7a-a97b-b1e1b85387b5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754065984829', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754065984462', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754065973247', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754065966389', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754066019322', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754066011254', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7854660', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7846356', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1605888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1676500'] for rbac-policy, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:22.465802 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-69ca79cb-3726-4e7a-a97b-b1e1b85387b5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:22.467015 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-69ca79cb-3726-4e7a-a97b-b1e1b85387b5 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6234076 Jun 11 11:32:24.978439 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40176) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:25.277308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Request body: {'network': {'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'name': 'private', 'admin_state_up': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:32:25.305291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Made reservation on behalf of bdac1735795841a9897a5e6a4a574151 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:32:25.308385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:25.327482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:25.452356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:25.456105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:25.461517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:25.476474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:32:25.507560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754061376422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:25.508169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Unsubscribe: segment precommit_create {{(pid=99005) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 11:32:25.508662 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Added segment 18d6e558-c0a3-4042-8b7a-15b5df8a5ac1 of type vlan for network 3c18548b-2b32-4d71-92d9-32a77d878b45 Jun 11 11:32:25.526325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4170294d-827d-4e68-aeb8-d1a0a458fb6e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:25.551836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.552190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.553145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.553472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.553788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.554119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.554437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.554787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.555103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.555413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.555972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.556280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Tracked resource versions report: Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: pushed versions: Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: { 'AddressGroup': {'1.2'}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'ConntrackHelper': {'1.0'}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Log': {'1.0'}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Network': {'1.1'}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Port': {'1.7'}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'PortForwarding': {'1.2'}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'QosPolicy': {'1.8'}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SecurityGroup': {'1.4'}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SecurityGroupRule': {'1.2'}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SubPort': {'1.0'}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Subnet': {'1.1'}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Trunk': {'1.1'}} Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: consumer versions: Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: { DHCP agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: L3 agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: Metadata agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: Metering agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: Open vSwitch agent@dv-neutron-786478-5-hyperv: { 'AddressGroup': '1.2', Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'ConntrackHelper': '1.0', Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Log': '1.0', Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Network': '1.1', Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Port': '1.7', Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'PortForwarding': '1.2', Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'QosPolicy': '1.8', Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SecurityGroup': '1.4', Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SecurityGroupRule': '1.2', Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SubPort': '1.0', Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Subnet': '1.1', Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Trunk': '1.1'}} Jun 11 11:32:25.557586 dv-neutron-786478-5-hyperv neutron-server[99005]: {{(pid=99005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 11:32:25.617442 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:25.643090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:25.694373 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:25.695871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:32:25.696612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:25.699687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:25.758859 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7792640 Jun 11 11:32:25.816033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Pushing event updated for resources: {'Network': ['ID=3c18548b-2b32-4d71-92d9-32a77d878b45,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:25.820220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:25.827705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 3c18548b-2b32-4d71-92d9-32a77d878b45 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:32:28.352987 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40190) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:28.764324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c6c867-80e4-4b0f-b72c-2f1a8d17ab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:32:28.765655 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-29c6c867-80e4-4b0f-b72c-2f1a8d17ab56 admin admin] 10.222.0.46 "GET /v2.0/networks/3c18548b-2b32-4d71-92d9-32a77d878b45 HTTP/1.1" status: 200 len: 826 time: 0.4117112 Jun 11 11:32:28.790401 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c623e6aa-d2cc-44e7-b824-570783434c18 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/ff1c4597-2ee2-415d-939b-e00cdc4d1474 HTTP/1.1" status: 200 len: 734 time: 0.0194860 Jun 11 11:32:28.798682 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Request body: {'subnet': {'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'subnetpool_id': 'ff1c4597-2ee2-415d-939b-e00cdc4d1474', 'name': 'private-subnet'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:32:28.820450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Made reservation on behalf of bdac1735795841a9897a5e6a4a574151 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:32:28.822920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:29.151423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:29.153547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:29.230159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619be58f-06aa-4f39-8fd2-a9463ba1261a,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:29.232106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Checking segment: {'id': '18d6e558-c0a3-4042-8b7a-15b5df8a5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:32:29.232477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Network hostable DHCP agents. Network: 3c18548b-2b32-4d71-92d9-32a77d878b45, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:32:29.237857 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:29.254152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Network 3c18548b-2b32-4d71-92d9-32a77d878b45 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:32:29.265904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 3c18548b-2b32-4d71-92d9-32a77d878b45) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:32:29.270340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:32:29.270985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:29.276390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d3cc13-a494-4463-9eeb-c954ae8e51a6 None None] Network 3c18548b-2b32-4d71-92d9-32a77d878b45 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:32:29.284611 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4893165 Jun 11 11:32:29.603928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-3c18548b-2b32-4d71-92d9-32a77d878b45', 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'fixed_ips': [{'subnet_id': '619be58f-06aa-4f39-8fd2-a9463ba1261a'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:32:29.605455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:29.885157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Allocated IP 172.20.0.2 (3c18548b-2b32-4d71-92d9-32a77d878b45/619be58f-06aa-4f39-8fd2-a9463ba1261a/f96db7c5-c641-4134-9165-ae35cba5488e) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:32:30.145674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:30.159964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Transition to ACTIVE for port object f96db7c5-c641-4134-9165-ae35cba5488e will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:32:30.181467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Transition to ACTIVE for port object f96db7c5-c641-4134-9165-ae35cba5488e will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:32:30.189819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:30.192841 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:30.269212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Network 3c18548b-2b32-4d71-92d9-32a77d878b45 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:32:30.277390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:32:30.281336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:32:30.287517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Pushing event updated for resources: {'Port': ['ID=f96db7c5-c641-4134-9165-ae35cba5488e,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:30.312516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.312872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.313209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.313536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.313861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.314220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.314553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.314877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.315207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.315523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.315837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.316146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Tracked resource versions report: Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: pushed versions: Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: { 'AddressGroup': {'1.2'}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'ConntrackHelper': {'1.0'}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Log': {'1.0'}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Network': {'1.1'}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Port': {'1.7'}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'PortForwarding': {'1.2'}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'QosPolicy': {'1.8'}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SecurityGroup': {'1.4'}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SecurityGroupRule': {'1.2'}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SubPort': {'1.0'}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Subnet': {'1.1'}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Trunk': {'1.1'}} Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: consumer versions: Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: { DHCP agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: L3 agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: Metadata agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: Metering agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: Open vSwitch agent@dv-neutron-786478-5-hyperv: { 'AddressGroup': '1.2', Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'ConntrackHelper': '1.0', Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Log': '1.0', Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Network': '1.1', Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Port': '1.7', Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'PortForwarding': '1.2', Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'QosPolicy': '1.8', Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SecurityGroup': '1.4', Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SecurityGroupRule': '1.2', Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SubPort': '1.0', Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Subnet': '1.1', Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Trunk': '1.1'}} Jun 11 11:32:30.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: {{(pid=99007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 11:32:30.346178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:30.386848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Attempting to bind port f96db7c5-c641-4134-9165-ae35cba5488e on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:32:30.387245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Attempting to bind port f96db7c5-c641-4134-9165-ae35cba5488e by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '18d6e558-c0a3-4042-8b7a-15b5df8a5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:32:30.387665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Attempting to bind port f96db7c5-c641-4134-9165-ae35cba5488e on network 3c18548b-2b32-4d71-92d9-32a77d878b45 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:32:30.392725 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:32:30.392886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Checking segment: {'id': '18d6e558-c0a3-4042-8b7a-15b5df8a5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:32:30.393253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:30.393640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Bound using segment: {'id': '18d6e558-c0a3-4042-8b7a-15b5df8a5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:32:30.394133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Bound port: f96db7c5-c641-4134-9165-ae35cba5488e, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d6e558-c0a3-4042-8b7a-15b5df8a5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:32:30.394569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:30.462937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] For port f96db7c5-c641-4134-9165-ae35cba5488e, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:32:30.487120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] For port f96db7c5-c641-4134-9165-ae35cba5488e, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f96db7c5-c641-4134-9165-ae35cba5488e,segment=NetworkSegment(18d6e558-c0a3-4042-8b7a-15b5df8a5ac1),segment_id=18d6e558-c0a3-4042-8b7a-15b5df8a5ac1)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:32:30.492187 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:30.495370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:30.559584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Pushing event updated for resources: {'Port': ['ID=f96db7c5-c641-4134-9165-ae35cba5488e,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:30.562739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:31.626399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40198) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:31.954805 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-0538e817-aef5-4588-b291-fdf55a60c736 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:32:31.955808 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0538e817-aef5-4588-b291-fdf55a60c736 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3283622 Jun 11 11:32:34.291076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40206) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:34.607704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-f3128d1d-032d-4b21-abb7-1536b6c4b067 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:32:34.608673 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f3128d1d-032d-4b21-abb7-1536b6c4b067 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3166831 Jun 11 11:32:36.489615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc8cb1a-e711-4e54-b2ce-d3a63c14097c None None] Network 3c18548b-2b32-4d71-92d9-32a77d878b45 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:32:36.587849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4a092ada-4bd6-4577-940f-d047fbe6b2ac None None] Provisioning for port f96db7c5-c641-4134-9165-ae35cba5488e completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:32:36.695678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f96db7c5-c641-4134-9165-ae35cba5488e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:32:36.816477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port f96db7c5-c641-4134-9165-ae35cba5488e completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:32:36.820572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f96db7c5-c641-4134-9165-ae35cba5488e triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:32:36.820969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:36.943069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:36.982132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port f96db7c5-c641-4134-9165-ae35cba5488e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f96db7c5-c641-4134-9165-ae35cba5488e,segment=NetworkSegment(18d6e558-c0a3-4042-8b7a-15b5df8a5ac1),segment_id=18d6e558-c0a3-4042-8b7a-15b5df8a5ac1)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:32:36.986165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:36.988384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3f2754ea-c5c3-447f-b0e2-b22df657ef1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:37.045304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9171f329-6c2e-447b-b6df-5a84240e0cc4 None None] Provisioning complete for port f96db7c5-c641-4134-9165-ae35cba5488e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:32:37.045592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9171f329-6c2e-447b-b6df-5a84240e0cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:37.049841 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=f96db7c5-c641-4134-9165-ae35cba5488e,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:37.075236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:37.214828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40220) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:37.509485 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-8b874904-9d06-4e0b-9da8-b73ed778fb8f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'bdac1735795841a9897a5e6a4a574151'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:32:37.532083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b874904-9d06-4e0b-9da8-b73ed778fb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:37.533968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b874904-9d06-4e0b-9da8-b73ed778fb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:37.678993 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b874904-9d06-4e0b-9da8-b73ed778fb8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:37.683806 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b874904-9d06-4e0b-9da8-b73ed778fb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:37.695632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b874904-9d06-4e0b-9da8-b73ed778fb8f admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:37.697038 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8b874904-9d06-4e0b-9da8-b73ed778fb8f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4812233 Jun 11 11:32:38.664735 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f96db7c5-c641-4134-9165-ae35cba5488e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:32:38.718045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f96db7c5-c641-4134-9165-ae35cba5488e triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:32:38.718417 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:40.009182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 40228) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:40.509845 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING oslo_policy.policy [None req-fa7e0910-7717-43f9-89a7-1a03edca11e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 11:32:40.510476 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING oslo_policy.policy [None req-fa7e0910-7717-43f9-89a7-1a03edca11e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 11:32:40.725035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-fa7e0910-7717-43f9-89a7-1a03edca11e9 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:32:40.726263 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fa7e0910-7717-43f9-89a7-1a03edca11e9 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7150266 Jun 11 11:32:42.127824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf813-f361-4a60-beec-0ca8d1bc8769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:43.046618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 40242) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:43.363528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:32:43.365412 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.quota [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Loaded quota_driver: . Jun 11 11:32:43.421819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Made reservation on behalf of 42d8a1cca4fe4b6d94f8b8a3f8c08832 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:32:43.493526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.policy [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99006) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 11:32:43.537751 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING oslo_policy.policy [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 11:32:43.538119 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING oslo_policy.policy [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 11:32:43.548728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:43.571134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:43.706755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:43.711859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:43.717255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:43.724336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Reserving flat network on physical network physnet1 {{(pid=99006) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 11 11:32:43.761135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754061376422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:43.761744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Unsubscribe: segment precommit_create {{(pid=99006) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 11:32:43.762243 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Added segment fe5ac833-df19-4bd0-ba84-90dcb9d67692 of type flat for network 0c8fd1df-b796-42f8-9c08-19638d729044 Jun 11 11:32:43.784792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7a769c-131a-4d5f-b685-a95db273bf61,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:43.843099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.843456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.843792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.844194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.844668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.845020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.845337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.845666 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.845988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.846296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.846629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.846942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Tracked resource versions report: Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: pushed versions: Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: { 'AddressGroup': {'1.2'}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'ConntrackHelper': {'1.0'}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Log': {'1.0'}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Network': {'1.1'}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Port': {'1.7'}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'PortForwarding': {'1.2'}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'QosPolicy': {'1.8'}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SecurityGroup': {'1.4'}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SecurityGroupRule': {'1.2'}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SubPort': {'1.0'}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Subnet': {'1.1'}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Trunk': {'1.1'}} Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: consumer versions: Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: { DHCP agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: L3 agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: Metadata agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: Metering agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: Open vSwitch agent@dv-neutron-786478-5-hyperv: { 'AddressGroup': '1.2', Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'ConntrackHelper': '1.0', Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Log': '1.0', Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Network': '1.1', Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Port': '1.7', Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'PortForwarding': '1.2', Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'QosPolicy': '1.8', Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SecurityGroup': '1.4', Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SecurityGroupRule': '1.2', Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SubPort': '1.0', Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Subnet': '1.1', Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Trunk': '1.1'}} Jun 11 11:32:43.848298 dv-neutron-786478-5-hyperv neutron-server[99006]: {{(pid=99006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 11:32:43.900704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:43.906339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:43.956304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:43.957899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:32:43.959065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:43.961745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:44.018105 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9704092 Jun 11 11:32:44.077875 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Pushing event updated for resources: {'Network': ['ID=0c8fd1df-b796-42f8-9c08-19638d729044,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:44.081484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:44.089041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 0c8fd1df-b796-42f8-9c08-19638d729044 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:32:44.677968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:44.903179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c0d3bf3d-a903-4718-82f3-74263e8d0a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:45.891319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:46.361147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 40266) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:46.582866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed67e194-54a8-46e7-85f1-1d2649249e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:32:46.584748 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ed67e194-54a8-46e7-85f1-1d2649249e17 admin admin] 10.222.0.46 "GET /v2.0/subnets/619be58f-06aa-4f39-8fd2-a9463ba1261a HTTP/1.1" status: 200 len: 849 time: 0.2225623 Jun 11 11:32:46.787891 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e538fb66-eb69-416c-866e-e73b09b0289c admin admin] 10.222.0.46 "GET /v2.0/routers/a92a667e-619b-467d-a72d-df589ffae818 HTTP/1.1" status: 200 len: 704 time: 0.1976910 Jun 11 11:32:47.157792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:47.458430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Allocated IP 172.20.0.1 (3c18548b-2b32-4d71-92d9-32a77d878b45/619be58f-06aa-4f39-8fd2-a9463ba1261a/34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:32:47.578895 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:47.596649 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 5 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:32:47.660842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:47.685174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Transition to ACTIVE for port object 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:32:47.768597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:47.772097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:47.852548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Network 3c18548b-2b32-4d71-92d9-32a77d878b45 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:32:47.857316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:32:47.864492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Pushing event updated for resources: {'Port': ['ID=34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:47.873928 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:32:47.874484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:48.041745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:48.119482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5cfd7d78-631f-483d-a0e8-58f9ec980552 None None] Provisioning for port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:32:48.123902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5cfd7d78-631f-483d-a0e8-58f9ec980552 None None] Provisioning complete for port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:32:48.124275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5cfd7d78-631f-483d-a0e8-58f9ec980552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:48.164141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd7d78-631f-483d-a0e8-58f9ec980552 None None] Port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:32:48.173173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:48.382961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:48.390053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:48.391228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:48.393679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:48.465839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Pushing event updated for resources: {'Port': ['ID=34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:48.469477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:48.546614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Network 3c18548b-2b32-4d71-92d9-32a77d878b45 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:32:48.547883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:32:48.734209 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Router a92a667e-619b-467d-a72d-df589ffae818 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:32:48.784428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2631c9db-3574-481a-88d1-e49496f7e300 None None] Provisioning complete for port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:32:48.785001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2631c9db-3574-481a-88d1-e49496f7e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:48.823758 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2631c9db-3574-481a-88d1-e49496f7e300 None None] Port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:32:48.858251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:32:48.863258 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] 10.222.0.46 "PUT /v2.0/routers/a92a667e-619b-467d-a72d-df589ffae818/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0705976 Jun 11 11:32:48.881958 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Sync routers for ids ['a92a667e-619b-467d-a72d-df589ffae818'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:32:48.893216 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Routers {'a92a667e-619b-467d-a72d-df589ffae818'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:32:48.893954 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:32:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a92a667e-619b-467d-a72d-df589ffae818'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:49.099417 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Set router a92a667e-619b-467d-a72d-df589ffae818 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:32:49.562607 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92a667e-619b-467d-a72d-df589ffae818', 'name': 'router1', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:32:37Z', 'updated_at': '2021-06-11T11:32:48Z', 'revision_number': 2, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'gw_port_host': None, '_interfaces': [{'id': '34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39', 'name': '', 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'mac_address': 'fa:16:3e:99:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92a667e-619b-467d-a72d-df589ffae818', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:32:47Z', 'updated_at': '2021-06-11T11:32:48Z', 'revision_number': 2, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'subnets': [{'id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff1c4597-2ee2-415d-939b-e00cdc4d1474'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:49.568928 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Checking router: a92a667e-619b-467d-a72d-df589ffae818 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:32:49.569302 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Updating router a92a667e-619b-467d-a72d-df589ffae818 port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:32:49.638845 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:50.150038 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:50.167205 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Transition to ACTIVE for port object 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:32:50.172783 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:50.177871 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:50.370483 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Pushing event updated for resources: {'Port': ['ID=34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:50.404179 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.404451 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.404864 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.405304 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.405651 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.405994 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.406324 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.406720 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.407060 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.407383 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.407699 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.408010 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Tracked resource versions report: Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: pushed versions: Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: { 'AddressGroup': {'1.2'}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'ConntrackHelper': {'1.0'}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Log': {'1.0'}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Network': {'1.1'}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Port': {'1.7'}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'PortForwarding': {'1.2'}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'QosPolicy': {'1.8'}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SecurityGroup': {'1.4'}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SecurityGroupRule': {'1.2'}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SubPort': {'1.0'}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Subnet': {'1.1'}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Trunk': {'1.1'}} Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: consumer versions: Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: { DHCP agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: L3 agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: Metadata agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: Metering agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: Open vSwitch agent@dv-neutron-786478-5-hyperv: { 'AddressGroup': '1.2', Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'ConntrackHelper': '1.0', Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Log': '1.0', Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Network': '1.1', Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Port': '1.7', Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'PortForwarding': '1.2', Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'QosPolicy': '1.8', Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SecurityGroup': '1.4', Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SecurityGroupRule': '1.2', Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SubPort': '1.0', Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Subnet': '1.1', Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Trunk': '1.1'}} Jun 11 11:32:50.409373 dv-neutron-786478-5-hyperv neutron-server[99008]: {{(pid=99008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 11:32:50.423624 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:50.423777 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Attempting to bind port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:32:50.424093 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Attempting to bind port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '18d6e558-c0a3-4042-8b7a-15b5df8a5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:32:50.424514 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Attempting to bind port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 on network 3c18548b-2b32-4d71-92d9-32a77d878b45 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:32:50.430171 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:32:50.430885 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Checking segment: {'id': '18d6e558-c0a3-4042-8b7a-15b5df8a5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:32:50.431359 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:50.431757 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Bound using segment: {'id': '18d6e558-c0a3-4042-8b7a-15b5df8a5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:32:50.432272 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Bound port: 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d6e558-c0a3-4042-8b7a-15b5df8a5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:32:50.432649 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:50.509152 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] For port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:32:50.530308 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] For port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39,segment=NetworkSegment(18d6e558-c0a3-4042-8b7a-15b5df8a5ac1),segment_id=18d6e558-c0a3-4042-8b7a-15b5df8a5ac1)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:32:50.535135 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:50.537881 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:50.591526 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Routers {'a92a667e-619b-467d-a72d-df589ffae818'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:32:50.592156 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:32:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a92a667e-619b-467d-a72d-df589ffae818'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:50.722020 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Pushing event updated for resources: {'Port': ['ID=34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:50.741021 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:50.743952 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] Set router a92a667e-619b-467d-a72d-df589ffae818 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:32:51.017861 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92a667e-619b-467d-a72d-df589ffae818', 'name': 'router1', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:32:37Z', 'updated_at': '2021-06-11T11:32:48Z', 'revision_number': 2, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'gw_port_host': None, '_interfaces': [{'id': '34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39', 'name': '', 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'mac_address': 'fa:16:3e:99:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92a667e-619b-467d-a72d-df589ffae818', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:32:47Z', 'updated_at': '2021-06-11T11:32:50Z', 'revision_number': 4, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'subnets': [{'id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff1c4597-2ee2-415d-939b-e00cdc4d1474'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:51.021244 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffbf34-99c6-4d93-a9ea-ccb820de8962 None None] The sync data for ids ['a92a667e-619b-467d-a72d-df589ffae818'] in dv-neutron-786478-5-hyperv is: [{'id': 'a92a667e-619b-467d-a72d-df589ffae818', 'name': 'router1', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:32:37Z', 'updated_at': '2021-06-11T11:32:48Z', 'revision_number': 2, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'gw_port_host': None, '_interfaces': [{'id': '34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39', 'name': '', 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'mac_address': 'fa:16:3e:99:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92a667e-619b-467d-a72d-df589ffae818', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:32:47Z', 'updated_at': '2021-06-11T11:32:50Z', 'revision_number': 4, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'subnets': [{'id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff1c4597-2ee2-415d-939b-e00cdc4d1474'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:32:51.042183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 40290) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:51.177057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e799b89-b8b0-4d63-8b54-260df4572ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:32:51.178407 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5e799b89-b8b0-4d63-8b54-260df4572ed1 admin admin] 10.222.0.46 "GET /v2.0/networks/0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 842 time: 0.1351812 Jun 11 11:32:51.187780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Request body: {'subnet': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'cidr': '172.26.6.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.26.6.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:32:51.211837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Made reservation on behalf of 42d8a1cca4fe4b6d94f8b8a3f8c08832 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:32:51.214120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:51.660603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.objects.ports [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99006) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:32:51.660895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:51.663596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:51.732324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7920622-b787-4ca7-8be4-8a22e7b955a5,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:51.740097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:51.743281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:32:51.743632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Network hostable DHCP agents. Network: 0c8fd1df-b796-42f8-9c08-19638d729044, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:32:51.766324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:32:51.778217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 0c8fd1df-b796-42f8-9c08-19638d729044) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:32:51.785348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:32:51.785929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:51.787321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666dcfa2-f2aa-479c-811e-e49f4e903982 None None] Network 0c8fd1df-b796-42f8-9c08-19638d729044 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:32:51.801126 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6167474 Jun 11 11:32:52.021660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e470de9-9ce7-44b5-9de3-aa226a0bfffc None None] Network 0c8fd1df-b796-42f8-9c08-19638d729044 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:32:54.049004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40302) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:54.288801 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b826075f-3fa2-4c40-a149-e2651d27801a admin admin] 10.222.0.46 "GET /v2.0/routers/a92a667e-619b-467d-a72d-df589ffae818 HTTP/1.1" status: 200 len: 710 time: 0.2387280 Jun 11 11:32:54.420430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ac0b7d-b641-4a3c-b043-88eb7591f540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:32:54.421772 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-57ac0b7d-b641-4a3c-b043-88eb7591f540 admin admin] 10.222.0.46 "GET /v2.0/networks/0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 886 time: 0.1280127 Jun 11 11:32:54.430268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:32:54.685609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:32:54.747608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:32:54.751692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:32:54.752063 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:54.842735 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:54.843867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:54.881031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39,segment=NetworkSegment(18d6e558-c0a3-4042-8b7a-15b5df8a5ac1),segment_id=18d6e558-c0a3-4042-8b7a-15b5df8a5ac1)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:32:54.884881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:54.888303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:54.945285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:54.948443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:55.147169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:55.222064 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:55.384358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Allocated IP 172.26.6.169 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/524e4814-c815-4890-ac71-56d8dd7582cc) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:32:55.513143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:55.593739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:55.603482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:55.673207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:32:55.681646 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:32:55.687255 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:32:55.692989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Pushing event updated for resources: {'Port': ['ID=524e4814-c815-4890-ac71-56d8dd7582cc,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:55.740482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:56.106276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:56.371901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:56.375278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:56.524278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Router a92a667e-619b-467d-a72d-df589ffae818 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:32:56.665940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:32:56.667895 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:32:56.670305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:56.676250 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] 10.222.0.46 "PUT /v2.0/routers/a92a667e-619b-467d-a72d-df589ffae818 HTTP/1.1" status: 200 len: 890 time: 2.2443960 Jun 11 11:32:56.696586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Sync routers for ids ['a92a667e-619b-467d-a72d-df589ffae818'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:32:56.721464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Routers {'a92a667e-619b-467d-a72d-df589ffae818'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:32:56.722166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:32:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a92a667e-619b-467d-a72d-df589ffae818'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:56.884615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:32:56.884993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:57.002556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Set router a92a667e-619b-467d-a72d-df589ffae818 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:32:57.525362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92a667e-619b-467d-a72d-df589ffae818', 'name': 'router1', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '524e4814-c815-4890-ac71-56d8dd7582cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:32:37Z', 'updated_at': '2021-06-11T11:32:55Z', 'revision_number': 4, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'gw_port': {'id': '524e4814-c815-4890-ac71-56d8dd7582cc', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92a667e-619b-467d-a72d-df589ffae818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:32:55Z', 'updated_at': '2021-06-11T11:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39', 'name': '', 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'mac_address': 'fa:16:3e:99:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a667e-619b-467d-a72d-df589ffae818', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:32:47Z', 'updated_at': '2021-06-11T11:32:54Z', 'revision_number': 5, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'subnets': [{'id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff1c4597-2ee2-415d-939b-e00cdc4d1474'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:57.531505 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Checking router: a92a667e-619b-467d-a72d-df589ffae818 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:32:57.531860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Updating router a92a667e-619b-467d-a72d-df589ffae818 port 524e4814-c815-4890-ac71-56d8dd7582cc binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:32:57.578442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:57.940528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:57.950500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Transition to ACTIVE for port object 524e4814-c815-4890-ac71-56d8dd7582cc will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:32:57.956229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:57.959595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:58.016398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Attempting to bind port 524e4814-c815-4890-ac71-56d8dd7582cc on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:32:58.016788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Attempting to bind port 524e4814-c815-4890-ac71-56d8dd7582cc by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:32:58.017147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Attempting to bind port 524e4814-c815-4890-ac71-56d8dd7582cc on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:32:58.019201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c4d7d-548b-439b-84f6-43152a3242fa None None] Pushing event updated for resources: {'Port': ['ID=524e4814-c815-4890-ac71-56d8dd7582cc,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:58.022338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-792c4d7d-548b-439b-84f6-43152a3242fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:58.025012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:32:58.025396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:32:58.025807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:58.026785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:32:58.026785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Bound port: 524e4814-c815-4890-ac71-56d8dd7582cc, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:32:58.027068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:58.083153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] For port 524e4814-c815-4890-ac71-56d8dd7582cc, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:32:58.086096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] For port 524e4814-c815-4890-ac71-56d8dd7582cc, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=524e4814-c815-4890-ac71-56d8dd7582cc,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:32:58.090837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:32:58.093843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:32:58.159817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c4d7d-548b-439b-84f6-43152a3242fa None None] Pushing event updated for resources: {'Port': ['ID=524e4814-c815-4890-ac71-56d8dd7582cc,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:32:58.162810 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Routers {'a92a667e-619b-467d-a72d-df589ffae818'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:32:58.163436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:32:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a92a667e-619b-467d-a72d-df589ffae818'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:58.165348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-792c4d7d-548b-439b-84f6-43152a3242fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:32:58.304915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] Set router a92a667e-619b-467d-a72d-df589ffae818 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:32:58.568139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92a667e-619b-467d-a72d-df589ffae818', 'name': 'router1', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '524e4814-c815-4890-ac71-56d8dd7582cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:32:37Z', 'updated_at': '2021-06-11T11:32:55Z', 'revision_number': 4, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'gw_port': {'id': '524e4814-c815-4890-ac71-56d8dd7582cc', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92a667e-619b-467d-a72d-df589ffae818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:32:55Z', 'updated_at': '2021-06-11T11:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39', 'name': '', 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'mac_address': 'fa:16:3e:99:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a667e-619b-467d-a72d-df589ffae818', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:32:47Z', 'updated_at': '2021-06-11T11:32:54Z', 'revision_number': 5, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'subnets': [{'id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff1c4597-2ee2-415d-939b-e00cdc4d1474'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:32:58.571419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d74a6-a02c-4ac8-b330-305aa11e7e1b None None] The sync data for ids ['a92a667e-619b-467d-a72d-df589ffae818'] in dv-neutron-786478-5-hyperv is: [{'id': 'a92a667e-619b-467d-a72d-df589ffae818', 'name': 'router1', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '524e4814-c815-4890-ac71-56d8dd7582cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:32:37Z', 'updated_at': '2021-06-11T11:32:55Z', 'revision_number': 4, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'gw_port': {'id': '524e4814-c815-4890-ac71-56d8dd7582cc', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92a667e-619b-467d-a72d-df589ffae818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:32:55Z', 'updated_at': '2021-06-11T11:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39', 'name': '', 'network_id': '3c18548b-2b32-4d71-92d9-32a77d878b45', 'tenant_id': 'bdac1735795841a9897a5e6a4a574151', 'mac_address': 'fa:16:3e:99:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a667e-619b-467d-a72d-df589ffae818', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:32:47Z', 'updated_at': '2021-06-11T11:32:54Z', 'revision_number': 5, 'project_id': 'bdac1735795841a9897a5e6a4a574151', 'subnets': [{'id': '619be58f-06aa-4f39-8fd2-a9463ba1261a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff1c4597-2ee2-415d-939b-e00cdc4d1474'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:32:59.043430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40310) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:32:59.177024 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6aac8cda-dba6-4834-bc8e-3225bf95b479 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1319849 Jun 11 11:33:00.700839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 524e4814-c815-4890-ac71-56d8dd7582cc up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:33:00.763146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 524e4814-c815-4890-ac71-56d8dd7582cc completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:33:00.766877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 524e4814-c815-4890-ac71-56d8dd7582cc triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:33:00.767262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:00.858696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:00.883661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 524e4814-c815-4890-ac71-56d8dd7582cc, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=524e4814-c815-4890-ac71-56d8dd7582cc,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:33:00.888165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:00.890377 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:33:00.945580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=524e4814-c815-4890-ac71-56d8dd7582cc,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:33:00.948576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:33:02.703334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 524e4814-c815-4890-ac71-56d8dd7582cc up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:33:02.789223 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 524e4814-c815-4890-ac71-56d8dd7582cc triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:33:02.789635 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:12.131079 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-270d0da2-a0d5-4b2d-83e0-d5f93898e83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:14.683466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:14.906161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-397168e0-7a84-427a-8fc4-ebea8e4b92bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:15.895462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:17.602783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:24.632399 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 5 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:33:42.135353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd60f-9abc-4f84-8c83-925edf9e09b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:44.690892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:44.914108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-31538970-94fa-4c24-9200-524e4e0a7f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:45.896604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:33:47.605743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:01.601403 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 5 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:34:12.140976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-65108882-9714-4a7b-8395-d5d7dbcee7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:14.673504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:14.904577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6dd50f94-1c52-4fa3-8e77-a52638c4b910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:15.898520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:17.605574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:38.599591 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 5 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:34:39.035622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40910) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:34:39.098515 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e03da3-a42f-4195-9f22-5e2dddec754a admin admin] GET failed (client error): The resource could not be found. Jun 11 11:34:39.100310 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a4e03da3-a42f-4195-9f22-5e2dddec754a admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637331 Jun 11 11:34:39.276221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf91f89-3248-4cee-a378-cdcba28a98ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:39.277611 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6cf91f89-3248-4cee-a378-cdcba28a98ef admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1735182 Jun 11 11:34:41.440404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40920) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:34:41.549481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab408fe1-dee6-4ec1-bbb3-8e26ed64bacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:41.551434 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ab408fe1-dee6-4ec1-bbb3-8e26ed64bacf admin admin] 10.222.0.46 "GET /v2.0/subnets/619be58f-06aa-4f39-8fd2-a9463ba1261a HTTP/1.1" status: 200 len: 849 time: 0.1100869 Jun 11 11:34:41.562254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:34:41.667617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:41.839556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754061329201'] for subnet, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:41.841717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-96da3d65-0ede-42de-9792-7dd0aeb5ad89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:34:41.878110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:41.879339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:41.890557 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] 10.222.0.46 "PUT /v2.0/subnets/619be58f-06aa-4f39-8fd2-a9463ba1261a HTTP/1.1" status: 200 len: 868 time: 0.3228951 Jun 11 11:34:41.894861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994aa0ed-e02e-4a4a-b6c2-54a9383503ec None None] Network 3c18548b-2b32-4d71-92d9-32a77d878b45 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:34:41.901825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619be58f-06aa-4f39-8fd2-a9463ba1261a,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:34:41.910365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.910772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.911111 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.911438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.911765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.912108 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.912583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.912928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.913256 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.913580 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.913897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.914211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:34:41.918300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:34:42.147746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-75f493d4-b546-4ecc-b4ce-26c41a61f0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:42.317209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9bde16ab-6d82-4e8c-992f-9e805100c713 None None] Provisioning complete for port f96db7c5-c641-4134-9165-ae35cba5488e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:34:42.317590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9bde16ab-6d82-4e8c-992f-9e805100c713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:42.421970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9bde16ab-6d82-4e8c-992f-9e805100c713 None None] Provisioning complete for port 34d2e8ff-f7ce-4c9c-a78b-27eacbfd7b39 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:34:42.422265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9bde16ab-6d82-4e8c-992f-9e805100c713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:44.039107 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 40928) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:34:44.259311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3956a-bd3a-4d1e-9236-0728161cfb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:44.259687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3956a-bd3a-4d1e-9236-0728161cfb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:44.261201 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-17d3956a-bd3a-4d1e-9236-0728161cfb0b admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2211540 Jun 11 11:34:44.676760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:44.905434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c56e8bd2-f8a3-4d00-ba7b-eb1c043cf329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:45.900945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:46.409102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 40938) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:34:46.567251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b91636c-43f8-414f-a4c6-12c49af8cd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:46.567730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b91636c-43f8-414f-a4c6-12c49af8cd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:46.569242 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6b91636c-43f8-414f-a4c6-12c49af8cd14 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1580753 Jun 11 11:34:47.613608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:34:48.735094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 40946) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:34:48.883837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d8e299-bc14-45e5-a05d-ea8d13e7b581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:48.885108 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-87d8e299-bc14-45e5-a05d-ea8d13e7b581 admin admin] 10.222.0.46 "GET /v2.0/networks/0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 886 time: 0.1490481 Jun 11 11:34:51.043016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 40954) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:34:51.201747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fcb483-d1e0-465f-8008-065b2db4d87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:51.203139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a9fcb483-d1e0-465f-8008-065b2db4d87b admin admin] 10.222.0.46 "GET /v2.0/networks/3c18548b-2b32-4d71-92d9-32a77d878b45 HTTP/1.1" status: 200 len: 870 time: 0.1591699 Jun 11 11:34:53.361444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 40962) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:34:53.495797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94931258-ea45-46d1-878c-bf1b2d3a8a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:53.496259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94931258-ea45-46d1-878c-bf1b2d3a8a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:53.497781 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-94931258-ea45-46d1-878c-bf1b2d3a8a45 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1353965 Jun 11 11:34:55.652880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40970) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:34:55.871105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89dd9e2-3bf5-4361-b908-659ccf8d1723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:55.871505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89dd9e2-3bf5-4361-b908-659ccf8d1723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:55.873096 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b89dd9e2-3bf5-4361-b908-659ccf8d1723 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2192731 Jun 11 11:34:58.013093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 40978) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:34:58.109822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454aac41-d9a5-4c13-812c-e082c9bcf4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:34:58.111200 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-454aac41-d9a5-4c13-812c-e082c9bcf4d2 admin admin] 10.222.0.46 "GET /v2.0/subnets/619be58f-06aa-4f39-8fd2-a9463ba1261a HTTP/1.1" status: 200 len: 868 time: 0.0971639 Jun 11 11:35:00.242904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 40986) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:35:00.334589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9425bb55-61ae-405b-93b9-6550745749b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:35:00.335924 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9425bb55-61ae-405b-93b9-6550745749b0 admin admin] 10.222.0.46 "GET /v2.0/subnets/d7920622-b787-4ca7-8be4-8a22e7b955a5 HTTP/1.1" status: 200 len: 816 time: 0.0920625 Jun 11 11:35:12.150189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7de68ce7-7492-4861-bf7b-e82d9f4331b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:14.678132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:14.907823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2660-0c43-4f89-886f-10ce036b1c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:15.598667 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 5 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:35:15.903123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:17.616321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:23.676370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41030) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:35:23.722126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-7bbc4952-8b09-42b6-ac02-8724a211a409 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:35:23.723277 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7bbc4952-8b09-42b6-ac02-8724a211a409 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458777 Jun 11 11:35:25.933543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41038) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:35:26.012817 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36325d4-03d1-4409-9aee-cfe0de7972aa admin admin] GET failed (client error): The resource could not be found. Jun 11 11:35:26.014140 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d36325d4-03d1-4409-9aee-cfe0de7972aa admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0796390 Jun 11 11:35:26.123173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ca672-0299-4cc5-88c6-b9278c219e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:35:26.124529 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-389ca672-0299-4cc5-88c6-b9278c219e6e admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1065202 Jun 11 11:35:28.284791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41046) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:35:28.330588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:35:28.353364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Made reservation on behalf of 42d8a1cca4fe4b6d94f8b8a3f8c08832 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:35:28.355757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:28.387434 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.services.revisions.revision_plugin [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Could not find related network for resource to bump revision. Jun 11 11:35:28.402546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:35:28.413466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:28.413803 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Added segment e27c2761-c4b7-4b08-83b1-779448d439b9 of type vlan for network f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a Jun 11 11:35:28.472323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:28.501764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:28.503274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:35:28.503975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:28.505905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:35:28.542174 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2563071 Jun 11 11:35:28.595495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:35:28.603987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.604350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.604688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.605044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.605371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.605712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.606040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.606376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.606735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.607055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.607369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.607681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:28.612609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:35:28.620632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:35:30.698473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41054) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:35:30.762779 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb68d2e1-7531-4191-8d0c-ebfe7890af67 admin admin] GET failed (client error): The resource could not be found. Jun 11 11:35:30.764114 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-eb68d2e1-7531-4191-8d0c-ebfe7890af67 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0646391 Jun 11 11:35:30.884010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6ac9e5-5bfc-4677-8851-9a33b885d06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:35:30.885461 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7e6ac9e5-5bfc-4677-8851-9a33b885d06d admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1170812 Jun 11 11:35:30.895904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:35:30.915225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Made reservation on behalf of 42d8a1cca4fe4b6d94f8b8a3f8c08832 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:35:30.917418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:31.120340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:31.123128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:35:31.272087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=516a2b1f-766c-48d6-95fc-1c45e4f01c7c,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:35:31.275328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:35:31.280860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Checking segment: {'id': 'e27c2761-c4b7-4b08-83b1-779448d439b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:35:31.281223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Network hostable DHCP agents. Network: f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:35:31.297879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Network f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:35:31.306599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:35:31.310587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:35:31.311178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:31.316122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff76625c-1fb7-4a8d-a002-9c6e1a5c0e79 None None] Network f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:35:31.332943 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4412560 Jun 11 11:35:31.510770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a', 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a', 'tenant_id': '42d8a1cca4fe4b6d94f8b8a3f8c08832', 'fixed_ips': [{'subnet_id': '516a2b1f-766c-48d6-95fc-1c45e4f01c7c'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:35:31.511619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:31.668617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Allocated IP 192.168.233.2 (f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a/516a2b1f-766c-48d6-95fc-1c45e4f01c7c/673de6cb-8073-4d07-83e1-a323d60c9187) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:35:31.846799 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:31.856106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Transition to ACTIVE for port object 673de6cb-8073-4d07-83e1-a323d60c9187 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:35:31.871489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Transition to ACTIVE for port object 673de6cb-8073-4d07-83e1-a323d60c9187 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:35:31.878937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:31.881911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:35:31.927883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Network f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:35:31.930959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:35:31.933442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:35:31.946189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Pushing event updated for resources: {'Port': ['ID=673de6cb-8073-4d07-83e1-a323d60c9187,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:35:31.976330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.976674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.977013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.977343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.977669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.977999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.978321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.978669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.978986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.979306 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.979625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.979941 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:35:31.985145 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:35:32.022627 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Attempting to bind port 673de6cb-8073-4d07-83e1-a323d60c9187 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:35:32.023020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Attempting to bind port 673de6cb-8073-4d07-83e1-a323d60c9187 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'e27c2761-c4b7-4b08-83b1-779448d439b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:35:32.023379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Attempting to bind port 673de6cb-8073-4d07-83e1-a323d60c9187 on network f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:35:32.028265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:35:32.028646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Checking segment: {'id': 'e27c2761-c4b7-4b08-83b1-779448d439b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:35:32.029056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:32.029454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Bound using segment: {'id': 'e27c2761-c4b7-4b08-83b1-779448d439b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:35:32.029929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Bound port: 673de6cb-8073-4d07-83e1-a323d60c9187, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27c2761-c4b7-4b08-83b1-779448d439b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:35:32.030308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:32.206792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] For port 673de6cb-8073-4d07-83e1-a323d60c9187, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:35:32.209952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] For port 673de6cb-8073-4d07-83e1-a323d60c9187, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=673de6cb-8073-4d07-83e1-a323d60c9187,segment=NetworkSegment(e27c2761-c4b7-4b08-83b1-779448d439b9),segment_id=e27c2761-c4b7-4b08-83b1-779448d439b9)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:35:32.213443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:32.215772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:35:32.280954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Pushing event updated for resources: {'Port': ['ID=673de6cb-8073-4d07-83e1-a323d60c9187,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:35:32.284962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:35:32.808096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 673de6cb-8073-4d07-83e1-a323d60c9187 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:35:32.874740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 673de6cb-8073-4d07-83e1-a323d60c9187 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:35:33.106892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88033c1-3381-4f65-a1dd-e920adbfecd3 None None] Network f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:35:33.185315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e17031ef-970e-4c27-9e99-eb8fe6719e4e None None] Provisioning for port 673de6cb-8073-4d07-83e1-a323d60c9187 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:35:33.197581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e17031ef-970e-4c27-9e99-eb8fe6719e4e None None] Provisioning complete for port 673de6cb-8073-4d07-83e1-a323d60c9187 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:35:33.197948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e17031ef-970e-4c27-9e99-eb8fe6719e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:33.367938 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e17031ef-970e-4c27-9e99-eb8fe6719e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:33.416520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e17031ef-970e-4c27-9e99-eb8fe6719e4e None None] For port 673de6cb-8073-4d07-83e1-a323d60c9187, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=673de6cb-8073-4d07-83e1-a323d60c9187,segment=NetworkSegment(e27c2761-c4b7-4b08-83b1-779448d439b9),segment_id=e27c2761-c4b7-4b08-83b1-779448d439b9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:35:33.421721 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e17031ef-970e-4c27-9e99-eb8fe6719e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:33.423650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:35:33.482258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17031ef-970e-4c27-9e99-eb8fe6719e4e None None] Pushing event updated for resources: {'Port': ['ID=673de6cb-8073-4d07-83e1-a323d60c9187,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:35:33.485891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e17031ef-970e-4c27-9e99-eb8fe6719e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:35:33.641612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-81cf5087-6a99-4b02-9145-8458f3e02e13 None None] Provisioning complete for port 673de6cb-8073-4d07-83e1-a323d60c9187 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:35:33.641913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-81cf5087-6a99-4b02-9145-8458f3e02e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:34.789259 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 673de6cb-8073-4d07-83e1-a323d60c9187 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:35:34.841892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 673de6cb-8073-4d07-83e1-a323d60c9187 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:35:34.842182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:42.151970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0cecf78c-9bcd-4b9b-87f8-9b43877b5868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:44.681298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:44.912265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f8073a3a-3f65-4e1b-ab07-1385ea1766d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:45.906139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:47.615615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:35:52.596224 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 5 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:36:12.152888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-393918c4-5683-440d-b25f-72001503bb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:14.682764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:14.913155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7576eac6-497a-4a4a-90ff-c6e656b2f791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:15.910027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:17.617156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:29.596129 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 5 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:36:38.317829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41106) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:36:38.323680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-d4767364-4671-4f87-8818-29a66482eab7 tempest-verify_tempest_config-42860446 tempest-verify_tempest_config-42860446-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:36:38.324641 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d4767364-4671-4f87-8818-29a66482eab7 tempest-verify_tempest_config-42860446 tempest-verify_tempest_config-42860446-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058248 Jun 11 11:36:38.625077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41124) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:36:38.739083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:38.832049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:38.835800 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:38.838857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:36:38.882613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54ee85c-9f94-4e2b-b968-ff3c49b8b520,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:36:38.886175 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4ff3e3859384c198decfcb4f4a5627f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2595818 Jun 11 11:36:38.889175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41128) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:36:38.891870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.893080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.893430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.893771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.894104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.894436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.894794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.895136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.895472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.895798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.896119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.896441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:38.901540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:36:38.949319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:38.970712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:39.064177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:39.066999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:39.068171 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d54ee85c-9f94-4e2b-b968-ff3c49b8b520 HTTP/1.1" status: 204 len: 168 time: 0.1779172 Jun 11 11:36:39.069293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:36:39.077879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54ee85c-9f94-4e2b-b968-ff3c49b8b520,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:36:39.085035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.085397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.085804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.086201 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.086634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.086976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.087303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.087622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.087941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.088290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.088605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.088916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:36:39.092114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:36:42.154020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-51a6c6fe-9234-4ef7-affb-8e27a57e51c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:44.692594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:44.914031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-28c9c10d-1922-4a9e-8290-455f9275aa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:45.911959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:36:47.621116 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:37:06.594909 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 5 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:37:12.155151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bb18b178-e502-4c9b-a874-6c8ba66e3c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:37:14.687846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:37:14.914884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c3d343a2-3fbd-499d-b485-f5f95ca8942c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:37:15.914510 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:37:17.628044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:37:42.155077 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-04ed3ca2-af6a-4b82-9437-c935d0838680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:37:43.594751 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 5 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:37:44.689655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:37:44.917684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-701d2a76-e466-44ea-8536-e81c1c3cbabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:37:45.917136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:37:47.628920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:37:57.365710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413'] for agent, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:12.155868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e55f1dd5-19fd-4fed-9b79-705838c663ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:14.691075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:14.917313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-420e26e5-6fcd-4c4b-83db-d177bd54111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:15.294123 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41202) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:38:15.396088 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dcbfe8bc-d626-4a7d-9345-fb5a960b98fd admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1008172 Jun 11 11:38:15.919087 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:17.536668 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41212) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:38:17.597576 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-064d9fb1-e1ca-4caf-afe2-c6a96882dcce admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0595052 Jun 11 11:38:17.630738 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:20.594219 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:38:27.351943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:42.155950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b6dd6166-308c-4ef0-af96-a9dbdd292be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:44.692233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:44.920064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e68c3bc2-0843-498d-8a6f-24db4afd3c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:45.923139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:47.632868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:57.351179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:38:57.608414 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:39:12.157169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-957fc30e-fede-4e73-ac50-e739c380377d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:14.692952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:14.920573 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-562b90d6-e80c-42cb-b023-2c3d63cbfc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:15.926803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:17.635305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:27.373786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:31.400099 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41398) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:31.803497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-284575074-network', 'tenant_id': '40057aca28ba4547afec842333f5da6a'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:31.828403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Made reservation on behalf of 40057aca28ba4547afec842333f5da6a for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:31.831110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:31.842594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:31.914765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41422) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:31.949799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:31.954300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:31.958772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:31.987710 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:31.993893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02554dbb-4ffd-4496-ae3f-576d058d3c60,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:32.008233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.008233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.008233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.008233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.008233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.008233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.008233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.008716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.008888 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.009216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.009718 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.010295 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Tracked resource versions report: Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: pushed versions: Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: { 'AddressGroup': {'1.2'}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'ConntrackHelper': {'1.0'}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Log': {'1.0'}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Network': {'1.1'}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Port': {'1.7'}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'PortForwarding': {'1.2'}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'QosPolicy': {'1.8'}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SecurityGroup': {'1.4'}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SecurityGroupRule': {'1.2'}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SubPort': {'1.0'}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Subnet': {'1.1'}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Trunk': {'1.1'}} Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: consumer versions: Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: { DHCP agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: HyperV agent@hv-neutron-7864: {}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: L3 agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: Metadata agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: Metering agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: Open vSwitch agent@dv-neutron-786478-5-hyperv: { 'AddressGroup': '1.2', Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'ConntrackHelper': '1.0', Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Log': '1.0', Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Network': '1.1', Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Port': '1.7', Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'PortForwarding': '1.2', Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'QosPolicy': '1.8', Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SecurityGroup': '1.4', Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SecurityGroupRule': '1.2', Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'SubPort': '1.0', Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Subnet': '1.1', Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: 'Trunk': '1.1'}} Jun 11 11:39:32.012347 dv-neutron-786478-5-hyperv neutron-server[99005]: {{(pid=99005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 11:39:32.017940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.018300 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Added segment fa07bb02-88c9-467a-8cb5-6048d1ec9d35 of type vlan for network 49066024-ebb2-43f1-9ec8-e6b6bc340030 Jun 11 11:39:32.020885 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:32.079105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.102909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41432) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:32.119317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.121699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:32.122418 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.130832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:32.164893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41440) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:32.165180 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7625816 Jun 11 11:39:32.172032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Request body: {'subnet': {'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-284575074-subnet', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:32.200255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Made reservation on behalf of 40057aca28ba4547afec842333f5da6a for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:32.203625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.215409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Pushing event updated for resources: {'Network': ['ID=49066024-ebb2-43f1-9ec8-e6b6bc340030,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:32.218680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:32.225941 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 49066024-ebb2-43f1-9ec8-e6b6bc340030 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:32.374073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:32.447246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.466370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.479143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-60547c6e-8661-4614-8e8d-fbf9d0210837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:32.540831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1863379205-network', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:32.575922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Checking segment: {'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:32.576275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Network hostable DHCP agents. Network: 49066024-ebb2-43f1-9ec8-e6b6bc340030, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:39:32.582990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce86379-44b5-4a96-a7eb-d3322a0864fe,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:32.613838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.614219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.618635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.618983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.619524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.620176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.620752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.621265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.621601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.621927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.622251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.622592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Tracked resource versions report: Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: pushed versions: Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: { 'AddressGroup': {'1.2'}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'ConntrackHelper': {'1.0'}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Log': {'1.0'}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Network': {'1.1'}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Port': {'1.7'}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'PortForwarding': {'1.2'}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'QosPolicy': {'1.8'}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SecurityGroup': {'1.4'}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SecurityGroupRule': {'1.2'}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SubPort': {'1.0'}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Subnet': {'1.1'}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Trunk': {'1.1'}} Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: consumer versions: Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: { DHCP agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: HyperV agent@hv-neutron-7864: {}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: L3 agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: Metadata agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: Metering agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: Open vSwitch agent@dv-neutron-786478-5-hyperv: { 'AddressGroup': '1.2', Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'ConntrackHelper': '1.0', Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Log': '1.0', Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Network': '1.1', Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Port': '1.7', Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'PortForwarding': '1.2', Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'QosPolicy': '1.8', Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SecurityGroup': '1.4', Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SecurityGroupRule': '1.2', Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'SubPort': '1.0', Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Subnet': '1.1', Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: 'Trunk': '1.1'}} Jun 11 11:39:32.623715 dv-neutron-786478-5-hyperv neutron-server[99006]: {{(pid=99006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 11:39:32.626991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:32.627611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Network 49066024-ebb2-43f1-9ec8-e6b6bc340030 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:39:32.688262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 49066024-ebb2-43f1-9ec8-e6b6bc340030) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:32.693297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:32.693890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.707813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bf97e3-e2c3-4e00-a8c2-3436e56569ba None None] Network 49066024-ebb2-43f1-9ec8-e6b6bc340030 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:32.708099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Made reservation on behalf of ac502e42ab37461c8e36602ae529c4de for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:32.710485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.730571 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5634704 Jun 11 11:39:32.733879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41464) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:32.737051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.740113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:32.776540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.786685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.787948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.945266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:32.992102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Allocated IP 172.26.6.173 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/20bcbd08-d16c-4a88-a3c2-5ee4dabae9b2) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:33.077928 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.084887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.174455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-49066024-ebb2-43f1-9ec8-e6b6bc340030', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'fixed_ips': [{'subnet_id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:39:33.175352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.201553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:33.209423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:33.254245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.254245 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Added segment 6c27095d-a304-492d-8b7e-41951858fae0 of type vlan for network 1d17cd3b-356d-4491-bc08-349e534864e5 Jun 11 11:39:33.285869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.341129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.415075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Allocated IP 172.20.0.2 (49066024-ebb2-43f1-9ec8-e6b6bc340030/8ce86379-44b5-4a96-a7eb-d3322a0864fe/0d5893d1-3eb2-4b4b-937a-95a310fc46c6) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:33.474402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.537967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ffb9c1-48c9-48a9-b59e-8a35dca28c14,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:33.564804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.566263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:33.583218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:33.670444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.673677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.681889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:33.682394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Transition to ACTIVE for port object 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:33.682599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.704063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Pushing event updated for resources: {'Port': ['ID=20bcbd08-d16c-4a88-a3c2-5ee4dabae9b2,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:33.713686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:33.714841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:33.716232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:33.723320 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6158335 Jun 11 11:39:33.723506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Transition to ACTIVE for port object 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:33.723597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:33.723597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41498) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:33.723597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41500) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:33.728868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.732983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.736141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:33.749126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Request body: {'subnet': {'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1863379205-subnet', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:33.751167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41504) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:33.752485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:33.825265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Network 49066024-ebb2-43f1-9ec8-e6b6bc340030 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:33.829123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:33.833524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:33.839490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.889421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Pushing event updated for resources: {'Port': ['ID=0d5893d1-3eb2-4b4b-937a-95a310fc46c6,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:33.913590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Pushing event updated for resources: {'Network': ['ID=1d17cd3b-356d-4491-bc08-349e534864e5,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:33.926315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:33.941721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.953144 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Made reservation on behalf of ac502e42ab37461c8e36602ae529c4de for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:33.955549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:33.961453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 1d17cd3b-356d-4491-bc08-349e534864e5 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:34.066173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Allocated IP 172.26.6.178 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/23484ee7-f7f3-4e68-b947-3b476a74e1e4) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:34.092344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.092756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.093047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.093376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.093859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.094203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.094549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.094875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.095196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.095634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.095811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.096129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Tracked resource versions report: Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: pushed versions: Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: { 'AddressGroup': {'1.2'}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'ConntrackHelper': {'1.0'}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Log': {'1.0'}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Network': {'1.1'}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Port': {'1.7'}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'PortForwarding': {'1.2'}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'QosPolicy': {'1.8'}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SecurityGroup': {'1.4'}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SecurityGroupRule': {'1.2'}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SubPort': {'1.0'}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Subnet': {'1.1'}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Trunk': {'1.1'}} Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: consumer versions: Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: { DHCP agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: HyperV agent@hv-neutron-7864: {}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: L3 agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: Metadata agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: Metering agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: Open vSwitch agent@dv-neutron-786478-5-hyperv: { 'AddressGroup': '1.2', Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'ConntrackHelper': '1.0', Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Log': '1.0', Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Network': '1.1', Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Port': '1.7', Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'PortForwarding': '1.2', Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'QosPolicy': '1.8', Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SecurityGroup': '1.4', Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SecurityGroupRule': '1.2', Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'SubPort': '1.0', Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Subnet': '1.1', Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: 'Trunk': '1.1'}} Jun 11 11:39:34.097228 dv-neutron-786478-5-hyperv neutron-server[99007]: {{(pid=99007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 11:39:34.106967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:34.122568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:34.130730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Attempting to bind port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:34.131348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Attempting to bind port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:34.132090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Attempting to bind port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 on network 49066024-ebb2-43f1-9ec8-e6b6bc340030 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:34.137782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:39:34.138428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Checking segment: {'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:34.139016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:34.139565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Bound using segment: {'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:39:34.140209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Bound port: 0d5893d1-3eb2-4b4b-937a-95a310fc46c6, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:39:34.140933 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:34.253504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] For port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:39:34.261181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] For port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0d5893d1-3eb2-4b4b-937a-95a310fc46c6,segment=NetworkSegment(fa07bb02-88c9-467a-8cb5-6048d1ec9d35),segment_id=fa07bb02-88c9-467a-8cb5-6048d1ec9d35)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:39:34.269095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:34.275002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-792c4d7d-548b-439b-84f6-43152a3242fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:34.309085 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:34.344479 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-202702172'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:34.360637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1971936251'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:34.396559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:34.398230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:39:34.398230 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 11:39:34.398230 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'project_id_1': 'f83c348ef11647ed9ea4367b6e3bbdc6', 'expiration_1': datetime.datetime(2021, 6, 11, 11, 39, 34, 377537)}] Jun 11 11:39:34.398230 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:39:34.402905 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:39:34.410930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Made reservation on behalf of c45c6a76f6ea4f0bae99a23c04fadd74 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:34.411145 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Pushing event updated for resources: {'Port': ['ID=0d5893d1-3eb2-4b4b-937a-95a310fc46c6,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:34.414812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:34.425523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:34.426000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-68d3229e-14ab-490a-be0a-1a086ef30533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:34.446079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:34.449308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:34.481998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41520) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:34.505103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:34.548235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:34.551155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:34.554156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:34.612240 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:39:34.755486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-46db1548-2af9-4c9b-9afa-e13c3d6b9ed1 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-100627662'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:34.756000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-46db1548-2af9-4c9b-9afa-e13c3d6b9ed1 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Unknown quota resources ['metering_label']. {{(pid=99006) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 11:39:34.758993 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Pushing event updated for resources: {'Port': ['ID=23484ee7-f7f3-4e68-b947-3b476a74e1e4,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:34.770523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c446c43-9d6e-4499-976d-f4a133895aed,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:34.821027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:34.836945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:34.849334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41532) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:34.950033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Checking segment: {'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:34.950387 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Network hostable DHCP agents. Network: 1d17cd3b-356d-4491-bc08-349e534864e5, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:39:34.961179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41534) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.004308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:35.085598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.120107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:35.137901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Network 1d17cd3b-356d-4491-bc08-349e534864e5 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:39:35.207098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e385da74-454d-4978-b5a2-a11d4a31e732 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:35.209990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-46db1548-2af9-4c9b-9afa-e13c3d6b9ed1 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.211116 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-46db1548-2af9-4c9b-9afa-e13c3d6b9ed1 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7264576 Jun 11 11:39:35.217899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41540) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.221808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 1d17cd3b-356d-4491-bc08-349e534864e5) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:35.222949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e32f94ef-bd9c-4664-b599-88bc20a57a0e tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '41848973-b17d-4c9c-8aab-8216d072fc5d'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:35.223478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e32f94ef-bd9c-4664-b599-88bc20a57a0e tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99005) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 11:39:35.239393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:35.239981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.241489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a03ff-990f-4480-8430-cf2cba02b2ad None None] Network 1d17cd3b-356d-4491-bc08-349e534864e5 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:35.255466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9ec47189-caf3-4dcb-acdb-6697a152030c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Request body: {'quota': {'network': 2}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:35.293366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.309627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.333838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c7decd39-478f-444e-ae5a-21bc95bf2a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:35.372474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.380439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.388210 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9ec47189-caf3-4dcb-acdb-6697a152030c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] 10.222.0.46 "PUT /v2.0/quotas/1194e01dcc454a4f809da689076e829d HTTP/1.1" status: 200 len: 368 time: 0.4349937 Jun 11 11:39:35.395665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.402889 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e385da74-454d-4978-b5a2-a11d4a31e732 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] 10.222.0.46 "PUT /v2.0/quotas/df79c8b706f443e39621a1b7be373f90 HTTP/1.1" status: 200 len: 366 time: 0.4384761 Jun 11 11:39:35.404323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41546) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.404870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41548) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.459182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-1d17cd3b-356d-4491-bc08-349e534864e5', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:39:35.460889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.471931 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7411256 Jun 11 11:39:35.477737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Request body: {'network': {'project_id': '1194e01dcc454a4f809da689076e829d'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:35.498963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:35.511418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.512139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Added segment 6104691f-7808-4977-b383-21a8c04bb45f of type vlan for network 652368c2-ac80-4581-bca4-c31df1344c8c Jun 11 11:39:35.525919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41552) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.531720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:35.544914 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.services.metering.metering_plugin [None req-e32f94ef-bd9c-4664-b599-88bc20a57a0e tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 11 11:39:35.570222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Pushing event updated for resources: {'Port': ['ID=20bcbd08-d16c-4a88-a3c2-5ee4dabae9b2,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:35.582388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:35.584574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-befc89b4-185f-43a6-8922-9d509ef12916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:35.589523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.593044 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6763313 Jun 11 11:39:35.611917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41556) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.615761 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9a17e262-fc8a-4055-bde2-71ededf0ce8e tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1434226 Jun 11 11:39:35.618483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-427480710', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'fixed_ips': [{'ip_address': '172.26.6.173'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:35.626965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.630155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41558) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.642627 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Allocated IP 172.20.0.2 (1d17cd3b-356d-4491-bc08-349e534864e5/2c446c43-9d6e-4499-976d-f4a133895aed/c5a994c9-d4a1-4a26-a221-4e04700843b7) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:35.661091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b512f0-8fe0-4360-bf02-9e5a9e551323 None None] Network 49066024-ebb2-43f1-9ec8-e6b6bc340030 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:35.664820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Made reservation on behalf of 1194e01dcc454a4f809da689076e829d for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:35.667224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.671769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Made reservation on behalf of f83c348ef11647ed9ea4367b6e3bbdc6 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:35.674658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.686377 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc6f38-18ea-43d9-bf58-a5e9c897eda7,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:35.694627 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4c1bf2a8-b66a-4a71-a04a-b9bf0ebc1435 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] 10.222.0.46 "GET /v2.0/quotas/df79c8b706f443e39621a1b7be373f90 HTTP/1.1" status: 200 len: 366 time: 0.0584464 Jun 11 11:39:35.697475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:35.704406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.707441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41560) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.730950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Made reservation on behalf of 6f4cb2589aec40b6af0de506cbee3cae for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:35.733332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.751543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.752291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.756047 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0845a480-c0c6-459f-8edb-f0fe30462a18 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/df79c8b706f443e39621a1b7be373f90 HTTP/1.1" status: 204 len: 168 time: 0.0458941 Jun 11 11:39:35.770216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:35.770841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.773013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41562) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.773649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.776665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:35.777490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cfa68f89-6857-4a3a-b59d-a8a8fa967d15 None None] Provisioning for port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:35.794432 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cfa68f89-6857-4a3a-b59d-a8a8fa967d15 None None] Provisioning complete for port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:35.795013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cfa68f89-6857-4a3a-b59d-a8a8fa967d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.819572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.848263 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9ccb9799-fe9e-4b1a-8bbe-dd3638616022 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0652175 Jun 11 11:39:35.855866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41564) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.869830 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.871168 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.932030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e32f94ef-bd9c-4664-b599-88bc20a57a0e tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:35.936174 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e32f94ef-bd9c-4664-b599-88bc20a57a0e tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7142844 Jun 11 11:39:35.940658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41566) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.945634 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2f1a46ea-4d39-4552-b7de-be7e68efecb5 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] 10.222.0.46 "GET /v2.0/quotas/df79c8b706f443e39621a1b7be373f90 HTTP/1.1" status: 200 len: 370 time: 0.0816760 Jun 11 11:39:35.949121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d62c5bb2-7de3-4f7a-927a-b74b4624dab3 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '41848973-b17d-4c9c-8aab-8216d072fc5d'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:35.949629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d62c5bb2-7de3-4f7a-927a-b74b4624dab3 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99006) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 11:39:35.952589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Pushing event updated for resources: {'Network': ['ID=652368c2-ac80-4581-bca4-c31df1344c8c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:35.958398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41568) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.964612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:35.973841 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e1ec1db0-1205-4e94-aa6c-53a28b8d1027 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] 10.222.0.46 "GET /v2.0/quotas/df79c8b706f443e39621a1b7be373f90/default HTTP/1.1" status: 200 len: 370 time: 0.0103261 Jun 11 11:39:35.973841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41570) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:35.976368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 652368c2-ac80-4581-bca4-c31df1344c8c details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:36.081305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.107189 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-067f826a-4c8b-4534-920f-74541bcb56e1 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] delete failed (client error): The resource could not be found. Jun 11 11:39:36.110887 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-067f826a-4c8b-4534-920f-74541bcb56e1 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/df79c8b706f443e39621a1b7be373f90 HTTP/1.1" status: 404 len: 348 time: 0.1346974 Jun 11 11:39:36.113485 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.services.metering.metering_plugin [None req-d62c5bb2-7de3-4f7a-927a-b74b4624dab3 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 11 11:39:36.276862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41576) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:36.295303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cfa68f89-6857-4a3a-b59d-a8a8fa967d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.297632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d62c5bb2-7de3-4f7a-927a-b74b4624dab3 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.298848 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d62c5bb2-7de3-4f7a-927a-b74b4624dab3 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3570786 Jun 11 11:39:36.303051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41578) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:36.315020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.325292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.331958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Transition to ACTIVE for port object c5a994c9-d4a1-4a26-a221-4e04700843b7 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:36.336052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.337854 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-80cfcbb1-75c4-43a0-87c3-9f3654210605 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=177c42ba-fec1-43a2-aae3-d894044a21b6 HTTP/1.1" status: 200 len: 464 time: 0.0313783 Jun 11 11:39:36.342339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:36.346427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41580) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:36.347251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Usage tracker for resource:network and tenant:aba1804b1e984434928e0bac9fd5b987 is out of sync, need to count used quota {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 11:39:36.371986 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6465771 Jun 11 11:39:36.378561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41582) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:36.380422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 11:39:36.381064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-cfa68f89-6857-4a3a-b59d-a8a8fa967d15 None None] For port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0d5893d1-3eb2-4b4b-937a-95a310fc46c6,segment=NetworkSegment(fa07bb02-88c9-467a-8cb5-6048d1ec9d35),segment_id=fa07bb02-88c9-467a-8cb5-6048d1ec9d35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:39:36.383654 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Transition to ACTIVE for port object c5a994c9-d4a1-4a26-a221-4e04700843b7 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:36.392000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cfa68f89-6857-4a3a-b59d-a8a8fa967d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.394463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:36.412681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:36.424367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf0707f-4460-4661-ad29-42adf5952533,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:36.433600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:36.434460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.441431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Usage tracker for resource:subnet and tenant:aba1804b1e984434928e0bac9fd5b987 is out of sync, need to count used quota {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 11:39:36.448350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.448639 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Added segment c8190cc5-699d-4f72-a014-e54d41d4afcd of type vlan for network 119d9aed-389d-42b0-a418-5e596c26b408 Jun 11 11:39:36.467373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 11:39:36.493951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa68f89-6857-4a3a-b59d-a8a8fa967d15 None None] Pushing event updated for resources: {'Port': ['ID=0d5893d1-3eb2-4b4b-937a-95a310fc46c6,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:36.498113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cfa68f89-6857-4a3a-b59d-a8a8fa967d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:36.501213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Network 1d17cd3b-356d-4491-bc08-349e534864e5 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:36.502778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:36.507679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:36.533229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:36.637468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.651151 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Request body: {'network': {'name': 'tempest-network--786875311', 'router:external': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:36.655593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Pushing event updated for resources: {'Port': ['ID=c5a994c9-d4a1-4a26-a221-4e04700843b7,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:36.658234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Attempting to bind port c5a994c9-d4a1-4a26-a221-4e04700843b7 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:36.658692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Attempting to bind port c5a994c9-d4a1-4a26-a221-4e04700843b7 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:36.659068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Attempting to bind port c5a994c9-d4a1-4a26-a221-4e04700843b7 on network 1d17cd3b-356d-4491-bc08-349e534864e5 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:36.664897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:36.666174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:39:36.667545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Checking segment: {'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:36.667969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.668381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Bound using segment: {'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:39:36.668893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Bound port: c5a994c9-d4a1-4a26-a221-4e04700843b7, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:39:36.669287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.671242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:39:36.749749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] For port c5a994c9-d4a1-4a26-a221-4e04700843b7, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:39:36.753657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] For port c5a994c9-d4a1-4a26-a221-4e04700843b7, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c5a994c9-d4a1-4a26-a221-4e04700843b7,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:39:36.759113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.760884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:36.837829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9f26e093-6140-413b-97d1-a65b9f03bcc6 None None] Provisioning complete for port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:36.838207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f26e093-6140-413b-97d1-a65b9f03bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.841773 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Pushing event updated for resources: {'Port': ['ID=c5a994c9-d4a1-4a26-a221-4e04700843b7,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:36.846595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Usage tracker for resource:subnetpool and tenant:aba1804b1e984434928e0bac9fd5b987 is out of sync, need to count used quota {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 11:39:36.851140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.863359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7073ed9e-3769-4ee8-99e5-c3fd22269b02 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.864585 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7073ed9e-3769-4ee8-99e5-c3fd22269b02 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/177c42ba-fec1-43a2-aae3-d894044a21b6 HTTP/1.1" status: 204 len: 168 time: 0.5151875 Jun 11 11:39:36.865325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:36.873514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41586) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:36.881861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 11:39:36.916139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:39:36.919583 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8a8b1e0a-3c81-4f0e-a314-14b42238ca67 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=177c42ba-fec1-43a2-aae3-d894044a21b6 HTTP/1.1" status: 200 len: 221 time: 0.0449719 Jun 11 11:39:36.923792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41588) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:36.928752 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Sync routers for ids ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:39:36.929733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Usage tracker for resource:port and tenant:aba1804b1e984434928e0bac9fd5b987 is out of sync, need to count used quota {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 11:39:36.934436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9e999fcb-4259-4525-afbe-964630c9a40f tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--876696891', 'description': 'label created by tempest'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:36.935098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9e999fcb-4259-4525-afbe-964630c9a40f tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Unknown quota resources ['metering_label']. {{(pid=99005) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 11:39:36.947268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 11:39:36.951857 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Routers {'1ff94b9d-0fb4-417f-80fa-9cad0311cca5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:39:36.953219 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:39:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:36.955197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.962504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:36.963128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:36.968546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:36.972456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:37.012756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:37.013486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Usage tracker for resource:router and tenant:aba1804b1e984434928e0bac9fd5b987 is out of sync, need to count used quota {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 11:39:37.021516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:37.034912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 11:39:37.041507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] device_id is not set on port 068fc2b3-f460-468b-9123-9ad9d3f116d8 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:39:37.109108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:37.109935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:37.194337 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Set router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:39:37.214718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Usage tracker for resource:floatingip and tenant:aba1804b1e984434928e0bac9fd5b987 is out of sync, need to count used quota {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 11:39:37.236390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:37.237774 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5022128 Jun 11 11:39:37.244637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41592) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:37.250204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Pushing event updated for resources: {'Network': ['ID=119d9aed-389d-42b0-a418-5e596c26b408,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:37.263844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:37.264498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:37.266712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 11:39:37.267365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 119d9aed-389d-42b0-a418-5e596c26b408 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:37.384185 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccbba77-6da4-478d-93f3-762dbf594f2c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:37.392289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:37.465016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Usage tracker for resource:security_group and tenant:aba1804b1e984434928e0bac9fd5b987 is out of sync, need to count used quota {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 11:39:37.470615 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 11 11:39:37.471171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:39:37.473961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 11:39:37.482888 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:34Z', 'revision_number': 3, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:37.485486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Usage tracker for resource:security_group_rule and tenant:aba1804b1e984434928e0bac9fd5b987 is out of sync, need to count used quota {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 11:39:37.487591 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Checking router: 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:39:37.488130 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Updating router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 port 23484ee7-f7f3-4e68-b947-3b476a74e1e4 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:39:37.490473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.quota.resource [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 11:39:37.495093 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-13f6a7a8-7ff9-4867-9d53-fad03f696134 tempest-QuotasTest-113843344 tempest-QuotasTest-113843344-project-admin] 10.222.0.46 "GET /v2.0/quotas/aba1804b1e984434928e0bac9fd5b987/details.json HTTP/1.1" status: 200 len: 703 time: 1.2172046 Jun 11 11:39:37.543024 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:37.647173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9e999fcb-4259-4525-afbe-964630c9a40f tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:37.647911 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9e999fcb-4259-4525-afbe-964630c9a40f tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7229085 Jun 11 11:39:37.650874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41596) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:37.669142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:37.705408 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:37.791621 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-59811575-38f0-44d7-ae3f-edb1ac3c492e tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=ed58bc15-86b2-40c2-9c26-8bbc507bdf04 HTTP/1.1" status: 200 len: 467 time: 0.1387265 Jun 11 11:39:37.796007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41600) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:37.964651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41604) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:38.012500 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.025217 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Transition to ACTIVE for port object 23484ee7-f7f3-4e68-b947-3b476a74e1e4 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:38.043947 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.048108 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:38.141387 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Attempting to bind port 23484ee7-f7f3-4e68-b947-3b476a74e1e4 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:38.142065 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Attempting to bind port 23484ee7-f7f3-4e68-b947-3b476a74e1e4 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:38.142628 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Attempting to bind port 23484ee7-f7f3-4e68-b947-3b476a74e1e4 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:38.158491 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:39:38.159434 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:38.160001 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.160551 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:39:38.161238 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Bound port: 23484ee7-f7f3-4e68-b947-3b476a74e1e4, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:39:38.162069 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.222120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-612e797b-1b63-44f2-860e-b24db53b0567 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.224823 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-612e797b-1b63-44f2-860e-b24db53b0567 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/ed58bc15-86b2-40c2-9c26-8bbc507bdf04 HTTP/1.1" status: 204 len: 168 time: 0.4260356 Jun 11 11:39:38.226141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41608) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:38.241006 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-73f28f65-03ce-456e-8a7d-6fef88d0227d tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=ed58bc15-86b2-40c2-9c26-8bbc507bdf04 HTTP/1.1" status: 200 len: 216 time: 0.0123260 Jun 11 11:39:38.244339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41610) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:38.245631 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] For port 23484ee7-f7f3-4e68-b947-3b476a74e1e4, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:39:38.249342 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] For port 23484ee7-f7f3-4e68-b947-3b476a74e1e4, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=23484ee7-f7f3-4e68-b947-3b476a74e1e4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:39:38.254433 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Pushing event updated for resources: {'Port': ['ID=23484ee7-f7f3-4e68-b947-3b476a74e1e4,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:38.254850 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-89d2fa76-a111-4e5a-a34a-e33123106f34 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0089619 Jun 11 11:39:38.259210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41612) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:38.259570 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.272315 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.272752 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.273009 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.274049 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.274049 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.274049 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.275149 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.275495 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.275836 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.276234 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.276555 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.277428 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Tracked resource versions report: Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: pushed versions: Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: { 'AddressGroup': {'1.2'}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'ConntrackHelper': {'1.0'}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Log': {'1.0'}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Network': {'1.1'}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Port': {'1.7'}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'PortForwarding': {'1.2'}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'QosPolicy': {'1.8'}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SecurityGroup': {'1.4'}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SecurityGroupRule': {'1.2'}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SubPort': {'1.0'}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Subnet': {'1.1'}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Trunk': {'1.1'}} Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: consumer versions: Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: { DHCP agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: HyperV agent@hv-neutron-7864: {}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: L3 agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: Metadata agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: Metering agent@dv-neutron-786478-5-hyperv: {}, Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: Open vSwitch agent@dv-neutron-786478-5-hyperv: { 'AddressGroup': '1.2', Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'ConntrackHelper': '1.0', Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Log': '1.0', Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Network': '1.1', Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Port': '1.7', Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'PortForwarding': '1.2', Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'QosPolicy': '1.8', Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SecurityGroup': '1.4', Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SecurityGroupRule': '1.2', Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'SubPort': '1.0', Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Subnet': '1.1', Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: 'Trunk': '1.1'}} Jun 11 11:39:38.278149 dv-neutron-786478-5-hyperv neutron-server[99008]: {{(pid=99008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 11:39:38.280087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.281932 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:38.287748 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:38.296758 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.307550 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-eeed54a7-af26-4dcf-b08e-12aa1bb3a580 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0476944 Jun 11 11:39:38.311667 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.8430421 Jun 11 11:39:38.312456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41614) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:38.313531 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1106f1f9-af56-44a3-af21-b2d0fc407eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.317597 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7029450 Jun 11 11:39:38.323319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41616) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:38.323892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41618) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:38.331685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Request body: {'network': {'project_id': '1194e01dcc454a4f809da689076e829d'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:38.333734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48794c0-8337-4f94-8f44-8fccc3115e9b None None] Network 1d17cd3b-356d-4491-bc08-349e534864e5 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:38.361301 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Pushing event updated for resources: {'Port': ['ID=23484ee7-f7f3-4e68-b947-3b476a74e1e4,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:38.365654 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:38.379718 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Routers {'1ff94b9d-0fb4-417f-80fa-9cad0311cca5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:39:38.380347 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:39:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:38.430210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:38.512812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:38.517724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e371c81f-9025-4b70-b633-e061f885d068 None None] Provisioning for port c5a994c9-d4a1-4a26-a221-4e04700843b7 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:38.533199 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6d5eb679-9241-404f-9eb3-75964b4d8c33 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/41848973-b17d-4c9c-8aab-8216d072fc5d HTTP/1.1" status: 200 len: 472 time: 0.2169943 Jun 11 11:39:38.538177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41620) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:38.552445 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] Set router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:39:38.567995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Made reservation on behalf of bb8f16263662489cb5fc170a44a6dd71 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:38.571206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.585468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.585823 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Added segment 54c352b9-96d0-4674-ac2e-72d72c47607f of type vlan for network a4b416f1-8ae9-49d8-8537-57b7eea9a486 Jun 11 11:39:38.597484 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c27533-96c4-4297-ba91-ada405b9af1c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:38.601301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:38.616383 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ae0a6035-c1d7-4a14-a4de-f68191f05b8a tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/ee12ef06-5bf2-4855-b0ba-e557f4aa89c6 HTTP/1.1" status: 200 len: 461 time: 0.0766826 Jun 11 11:39:38.621489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41622) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:38.629249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.665969 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Allocated IP 172.26.6.108 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/b6f59441-907c-4ed1-865f-d3e3b1142cd0) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:38.696717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Made reservation on behalf of 1194e01dcc454a4f809da689076e829d for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:38.699889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.733616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:38.935772 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:34Z', 'revision_number': 3, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:38.942837 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfe51a-a14f-443e-bb2b-fc9f17ed8210 None None] The sync data for ids ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'] in dv-neutron-786478-5-hyperv is: [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:34Z', 'revision_number': 3, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:39:38.989598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:39.002132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.resource_extend [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:39:39.022267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c5a994c9-d4a1-4a26-a221-4e04700843b7 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:39.070939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.078254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bbf47813-a2f4-4cb9-a7f4-0b0aa0fd6695 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.079424 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bbf47813-a2f4-4cb9-a7f4-0b0aa0fd6695 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/ee12ef06-5bf2-4855-b0ba-e557f4aa89c6 HTTP/1.1" status: 204 len: 168 time: 0.4541991 Jun 11 11:39:39.085616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41624) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:39.087703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.088054 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Added segment dcfbd385-c95f-4e3e-aca1-5edebc3360aa of type vlan for network 85401739-7630-4f28-adb2-ce1609d12cf7 Jun 11 11:39:39.092848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:39.093493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.104928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-09708f4c-1c68-4c2a-8ebd-22ff818a5c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:39.196809 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.240796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c5a994c9-d4a1-4a26-a221-4e04700843b7 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:39.245381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c5a994c9-d4a1-4a26-a221-4e04700843b7 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:39.246128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.307141 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Pushing event updated for resources: {'Network': ['ID=a4b416f1-8ae9-49d8-8537-57b7eea9a486,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:39.315170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:39.327309 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network a4b416f1-8ae9-49d8-8537-57b7eea9a486 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:39.360241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Deleting port 20bcbd08-d16c-4a88-a3c2-5ee4dabae9b2 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:39:39.360241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.360241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.444098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.453218 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:39.516617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.523446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.540583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:39.550744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:39.554607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f59441-907c-4ed1-865f-d3e3b1142cd0,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:39.567931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:39.574504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port c5a994c9-d4a1-4a26-a221-4e04700843b7, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c5a994c9-d4a1-4a26-a221-4e04700843b7,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:39:39.580817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.584678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:39.601050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54b5166f-0cc0-4b19-b460-34d5f07b03c7 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.602949 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-54b5166f-0cc0-4b19-b460-34d5f07b03c7 tempest-MeteringTestJSON-602503421 tempest-MeteringTestJSON-602503421-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/41848973-b17d-4c9c-8aab-8216d072fc5d HTTP/1.1" status: 204 len: 168 time: 0.5128658 Jun 11 11:39:39.649326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.resource_extend [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:39:39.708121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=c5a994c9-d4a1-4a26-a221-4e04700843b7,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:39.714020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1106f1f9-af56-44a3-af21-b2d0fc407eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.720192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:39.724809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.732346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1106f1f9-af56-44a3-af21-b2d0fc407eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.735576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:39.736415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.741181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.741519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.743831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a5e8ab86-c19f-4ea9-a541-311901793ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:39.752385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:39.861357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.892059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Calling delete_port for 20bcbd08-d16c-4a88-a3c2-5ee4dabae9b2 owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:39:39.903632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41632) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:39.905581 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 6.1484807 Jun 11 11:39:39.915600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41634) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:39.918321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:39.927354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Request body: {'subnet': {'network_id': 'a4b416f1-8ae9-49d8-8537-57b7eea9a486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:39.931586 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.6066525 Jun 11 11:39:39.949561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41638) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:39.955204 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1106f1f9-af56-44a3-af21-b2d0fc407eaa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80b8f8be23e446d88e1526f4acecfd02&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9894423 Jun 11 11:39:39.970357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:39.981977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d0ca0595-a601-431a-bd2f-d0854110c89c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Request body: {'network': {'project_id': '1194e01dcc454a4f809da689076e829d'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:39.990923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41640) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:40.049005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:40.050946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8d0005-f2d3-4641-9f65-2bd60712fc33,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:40.054800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:40.127502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Pushing event updated for resources: {'Network': ['ID=85401739-7630-4f28-adb2-ce1609d12cf7,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:40.132068 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7df07326-c7b9-42b7-b4a6-5761f0492ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.136274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.136587 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Added segment 675dcfa6-0b88-453c-b670-41bbcaf87af0 of type vlan for network e610f679-ed15-4121-a83b-0cd4006a39ff Jun 11 11:39:40.141258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:40.143490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 85401739-7630-4f28-adb2-ce1609d12cf7 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:40.145683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-952d71fa-137f-4787-b336-f3e185334e57 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:40.173832 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ca0595-a601-431a-bd2f-d0854110c89c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 11 11:39:40.174438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ca0595-a601-431a-bd2f-d0854110c89c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:39:40.175704 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d0ca0595-a601-431a-bd2f-d0854110c89c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2232504 Jun 11 11:39:40.225556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41644) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:40.295778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106f1f9-af56-44a3-af21-b2d0fc407eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c032ca8-6ef8-4e7f-a34f-4e5041d25f2a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:40.299377 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1106f1f9-af56-44a3-af21-b2d0fc407eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:40.515661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.516759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Made reservation on behalf of f83c348ef11647ed9ea4367b6e3bbdc6 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:40.520278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks [] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.560821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.585927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3f4b-7b7a-4144-abcb-7299050caac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.618174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Allocated IP 172.20.0.1 (49066024-ebb2-43f1-9ec8-e6b6bc340030/8ce86379-44b5-4a96-a7eb-d3322a0864fe/7885f59f-55c8-4209-ab1e-f488143414bf) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:40.670565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3f4b-7b7a-4144-abcb-7299050caac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.672475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.674054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.737535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:40.738148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.774842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.801404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c8f886f8-3f91-4e06-a1bb-ff3a3f82dc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:40.825007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:40.827263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:40.864099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:40.864471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:40.865232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:40.865748 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > port after_create 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:40.866242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > port after_delete 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:40.866813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > port after_update 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:40.867173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:40.867498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:40.867819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:40.868312 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.034956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event updated for resources: {'Network': ['ID=e610f679-ed15-4121-a83b-0cd4006a39ff,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:41.038754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 23484ee7-f7f3-4e68-b947-3b476a74e1e4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:41.039246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:41.051462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network e610f679-ed15-4121-a83b-0cd4006a39ff details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:41.069769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.070199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.070557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.070899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=99006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.071273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85401739-7630-4f28-adb2-ce1609d12cf7']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:41.074318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7df07326-c7b9-42b7-b4a6-5761f0492ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.089352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7df07326-c7b9-42b7-b4a6-5761f0492ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.092819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3f4b-7b7a-4144-abcb-7299050caac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.099020 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.7149971 Jun 11 11:39:41.149721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Pushing event deleted for resources: {'Port': ['ID=20bcbd08-d16c-4a88-a3c2-5ee4dabae9b2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:41.152786 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:41.153590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:41.155923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41646) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:41.196886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfbd385-c95f-4e3e-aca1-5edebc3360aa') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:41.197226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfbd385-c95f-4e3e-aca1-5edebc3360aa') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:41.198120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 23484ee7-f7f3-4e68-b947-3b476a74e1e4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:41.202351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.203265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 23484ee7-f7f3-4e68-b947-3b476a74e1e4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:41.203801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.204989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.206392 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/07784d10-eb73-4485-ac35-bcc2da9319fd HTTP/1.1" status: 204 len: 168 time: 2.8803122 Jun 11 11:39:41.236216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3f4b-7b7a-4144-abcb-7299050caac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.239957 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9a1e3f4b-7b7a-4144-abcb-7299050caac2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c032ca8-6ef8-4e7f-a34f-4e5041d25f2a HTTP/1.1" status: 204 len: 168 time: 1.2391772 Jun 11 11:39:41.242708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.244726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.277784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.331258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:39:41.331834 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.333700 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7df07326-c7b9-42b7-b4a6-5761f0492ad9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69f0577c06384a14a403743e72cb6244&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4269173 Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: from cryptography.utils import int_from_bytes Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: from cryptography.utils import int_from_bytes Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:39:41.337545 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:39:41.340707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41652) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:41.346959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df07326-c7b9-42b7-b4a6-5761f0492ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8971f33-44bf-427c-8654-b0589033c06b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:41.382247 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.419004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e3f4b-7b7a-4144-abcb-7299050caac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c032ca8-6ef8-4e7f-a34f-4e5041d25f2a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:41.421241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9a1e3f4b-7b7a-4144-abcb-7299050caac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:41.430449 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:41.430857 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:41.432501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 23484ee7-f7f3-4e68-b947-3b476a74e1e4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=23484ee7-f7f3-4e68-b947-3b476a74e1e4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:39:41.440042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.447669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.448677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.451157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c5a994c9-d4a1-4a26-a221-4e04700843b7 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:41.516130 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.521623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:41.578129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e97bcd77-c229-4dc3-8b1b-3f4e22a780e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.583412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:41.596600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c5a994c9-d4a1-4a26-a221-4e04700843b7 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:41.603887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Transition to ACTIVE for port object 7885f59f-55c8-4209-ab1e-f488143414bf will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:41.605203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.606052 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41658) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:41.660184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.663492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=23484ee7-f7f3-4e68-b947-3b476a74e1e4,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:41.677529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:41.678018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Checking segment: {'id': '54c352b9-96d0-4674-ac2e-72d72c47607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'a4b416f1-8ae9-49d8-8537-57b7eea9a486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:41.678384 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Network hostable DHCP agents. Network: a4b416f1-8ae9-49d8-8537-57b7eea9a486, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:39:41.687184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.699229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.699594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.700339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.700736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > port after_create 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.701029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > port after_delete 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.701939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > port after_update 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.701939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.702182 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.702551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.702882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.703134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e97bcd77-c229-4dc3-8b1b-3f4e22a780e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.718226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.720192 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] 10.222.0.46 "DELETE /v2.0/networks/85401739-7630-4f28-adb2-ce1609d12cf7 HTTP/1.1" status: 204 len: 168 time: 1.4862013 Jun 11 11:39:41.724469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41660) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:41.763687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Network a4b416f1-8ae9-49d8-8537-57b7eea9a486 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:39:41.765683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Pushing event updated for resources: {'Subnet': ['ID=51a937da-554b-4660-9ccb-6d5bc80437be,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:41.793317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41662) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:41.794153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:41.796417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:41.873141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-faf87776-f847-4e22-b264-ce7b5c9fc31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.874916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Pushing event deleted for resources: {'Network': ['ID=85401739-7630-4f28-adb2-ce1609d12cf7,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:41.876589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, a4b416f1-8ae9-49d8-8537-57b7eea9a486) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:41.878366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:41.881881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.882244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.883383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.884042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=99005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 11:39:41.884434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e610f679-ed15-4121-a83b-0cd4006a39ff']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:41.887429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bed40c-de52-46e3-b7e6-848138a0baae None None] Network a4b416f1-8ae9-49d8-8537-57b7eea9a486 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:41.899066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:41.899677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.916795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.926609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675dcfa6-0b88-453c-b670-41bbcaf87af0') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:41.927818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675dcfa6-0b88-453c-b670-41bbcaf87af0') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:41.933238 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e97bcd77-c229-4dc3-8b1b-3f4e22a780e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.941305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e97bcd77-c229-4dc3-8b1b-3f4e22a780e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.942446 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e97bcd77-c229-4dc3-8b1b-3f4e22a780e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8971f33-44bf-427c-8654-b0589033c06b HTTP/1.1" status: 204 len: 168 time: 0.5804880 Jun 11 11:39:41.945154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1106f1f9-af56-44a3-af21-b2d0fc407eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:41.954691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.965169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bcd77-c229-4dc3-8b1b-3f4e22a780e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8971f33-44bf-427c-8654-b0589033c06b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:41.988621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:41.996613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e97bcd77-c229-4dc3-8b1b-3f4e22a780e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:42.002887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:39:42.004194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.090062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.123969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119d9aed-389d-42b0-a418-5e596c26b408']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:42.177417 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-a4b416f1-8ae9-49d8-8537-57b7eea9a486', 'network_id': 'a4b416f1-8ae9-49d8-8537-57b7eea9a486', 'tenant_id': 'f83c348ef11647ed9ea4367b6e3bbdc6', 'fixed_ips': [{'subnet_id': '51a937da-554b-4660-9ccb-6d5bc80437be'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:39:42.179176 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.195555 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ee225c72-5f7a-4395-9f31-a9041a2d5427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.212640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-faf87776-f847-4e22-b264-ce7b5c9fc31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.218939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8190cc5-699d-4f72-a014-e54d41d4afcd') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:42.219243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8190cc5-699d-4f72-a014-e54d41d4afcd') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:42.231210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-faf87776-f847-4e22-b264-ce7b5c9fc31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.238045 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3187644 Jun 11 11:39:42.238045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.241573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41668) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:42.249902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:42.258629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Request body: {'port': {'network_id': 'a4b416f1-8ae9-49d8-8537-57b7eea9a486', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2141005048'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: from cryptography.utils import int_from_bytes Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: from cryptography.utils import int_from_bytes Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:39:42.292751 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:39:42.303567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.331284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c23888eb-7611-440d-87d8-018af62bd721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.333256 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.333569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:39:42.333982 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:39:42.339622 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:39:42.354441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf87776-f847-4e22-b264-ce7b5c9fc31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76c00c5-eac0-4eca-9b0c-83717d0d06e1,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:42.372795 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-faf87776-f847-4e22-b264-ce7b5c9fc31e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aba1804b1e984434928e0bac9fd5b987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5775676 Jun 11 11:39:42.374300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:42.382614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41672) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:42.407293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e610f679-ed15-4121-a83b-0cd4006a39ff {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 11:39:42.418615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.425974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-faf87776-f847-4e22-b264-ce7b5c9fc31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:42.426400 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "DELETE /v2.0/networks/e610f679-ed15-4121-a83b-0cd4006a39ff HTTP/1.1" status: 204 len: 168 time: 1.2108319 Jun 11 11:39:42.434148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41674) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:42.438929 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event deleted for resources: {'Network': ['ID=e610f679-ed15-4121-a83b-0cd4006a39ff,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:42.447554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Request body: {'network': {'router:external': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:42.455544 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:42.485107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.510951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-be7531ca-37b0-456a-b65b-e2e3115a4026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:42.530504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Allocated IP 172.20.0.2 (a4b416f1-8ae9-49d8-8537-57b7eea9a486/51a937da-554b-4660-9ccb-6d5bc80437be/252a42eb-8bdd-4431-a60e-1973d571760e) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:42.596294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41676) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:42.645489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Network 49066024-ebb2-43f1-9ec8-e6b6bc340030 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:42.646631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Router 335f224f-5f6a-4887-a472-e36ea3999042 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:39:42.656186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42d577ba-86a7-4ba6-8381-a54fcfd3c08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.664484 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9bb00e01-c9f2-4eeb-935a-2b468619afb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.669608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:42.675500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=7885f59f-55c8-4209-ab1e-f488143414bf,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:42.691874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:42.696004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:42.744545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.749605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:42.781160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42d577ba-86a7-4ba6-8381-a54fcfd3c08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.789006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Pushing event deleted for resources: {'Network': ['ID=119d9aed-389d-42b0-a418-5e596c26b408,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:42.794440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.799235 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] 10.222.0.46 "DELETE /v2.0/networks/119d9aed-389d-42b0-a418-5e596c26b408 HTTP/1.1" status: 204 len: 168 time: 1.0737598 Jun 11 11:39:42.800569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:42.835366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.852157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Transition to ACTIVE for port object 252a42eb-8bdd-4431-a60e-1973d571760e will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:42.894281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Transition to ACTIVE for port object 252a42eb-8bdd-4431-a60e-1973d571760e will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:42.910097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.918489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:42.968525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Network a4b416f1-8ae9-49d8-8537-57b7eea9a486 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:42.970944 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:42.971442 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c23888eb-7611-440d-87d8-018af62bd721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:42.994976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.017809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Made reservation on behalf of bb8f16263662489cb5fc170a44a6dd71 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:43.020202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:43.021501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.027974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 23484ee7-f7f3-4e68-b947-3b476a74e1e4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:43.030187 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c23888eb-7611-440d-87d8-018af62bd721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.067054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:43.074790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Made reservation on behalf of f83c348ef11647ed9ea4367b6e3bbdc6 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:43.080388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.114207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.114577 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Added segment 7259531e-7e6b-4250-9cff-6d1819c31d82 of type vlan for network a54a74e5-ae42-491e-bda6-e5523e6e0b27 Jun 11 11:39:43.133431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] device_id is not set on port 966673ef-16d3-4345-8b04-33a794a7df91 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:39:43.243954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Pushing event updated for resources: {'Port': ['ID=252a42eb-8bdd-4431-a60e-1973d571760e,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:43.247674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:43.271834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Attempting to bind port 252a42eb-8bdd-4431-a60e-1973d571760e on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:43.272659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Attempting to bind port 252a42eb-8bdd-4431-a60e-1973d571760e by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '54c352b9-96d0-4674-ac2e-72d72c47607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'a4b416f1-8ae9-49d8-8537-57b7eea9a486'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:43.273405 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Attempting to bind port 252a42eb-8bdd-4431-a60e-1973d571760e on network a4b416f1-8ae9-49d8-8537-57b7eea9a486 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:43.281328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c430f0a5-74fd-43d3-bea0-08b70b6350c1 None None] Provisioning for port 7885f59f-55c8-4209-ab1e-f488143414bf completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:43.285888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:39:43.286621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Checking segment: {'id': '54c352b9-96d0-4674-ac2e-72d72c47607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'a4b416f1-8ae9-49d8-8537-57b7eea9a486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:43.287282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.287912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Bound using segment: {'id': '54c352b9-96d0-4674-ac2e-72d72c47607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'a4b416f1-8ae9-49d8-8537-57b7eea9a486'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:39:43.288653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Bound port: 252a42eb-8bdd-4431-a60e-1973d571760e, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c352b9-96d0-4674-ac2e-72d72c47607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'a4b416f1-8ae9-49d8-8537-57b7eea9a486'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:39:43.289991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.304260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c430f0a5-74fd-43d3-bea0-08b70b6350c1 None None] Provisioning complete for port 7885f59f-55c8-4209-ab1e-f488143414bf triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:43.305021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c430f0a5-74fd-43d3-bea0-08b70b6350c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.315614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.336856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 23484ee7-f7f3-4e68-b947-3b476a74e1e4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:43.337664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.442300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Allocated IP 172.20.0.3 (a4b416f1-8ae9-49d8-8537-57b7eea9a486/51a937da-554b-4660-9ccb-6d5bc80437be/966673ef-16d3-4345-8b04-33a794a7df91) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:43.449055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.457615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:43.458220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.462760 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:43.469634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9bb00e01-c9f2-4eeb-935a-2b468619afb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.470920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9a1e3f4b-7b7a-4144-abcb-7299050caac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:43.517460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23888eb-7611-440d-87d8-018af62bd721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06492e66-68e1-4e93-bed9-166100c93454,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:43.522701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c23888eb-7611-440d-87d8-018af62bd721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:43.532019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9bb00e01-c9f2-4eeb-935a-2b468619afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.554673 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1168823 Jun 11 11:39:43.566175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c430f0a5-74fd-43d3-bea0-08b70b6350c1 None None] Port 7885f59f-55c8-4209-ab1e-f488143414bf cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:39:43.579264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41684) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:43.584915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:43.592516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:39:43.606115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Sync routers for ids ['335f224f-5f6a-4887-a472-e36ea3999042'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:39:43.610045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Request body: {'subnet': {'network_id': 'a54a74e5-ae42-491e-bda6-e5523e6e0b27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:43.611010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event updated for resources: {'Network': ['ID=a54a74e5-ae42-491e-bda6-e5523e6e0b27,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:43.614326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:43.614857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41686) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:43.634020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network a54a74e5-ae42-491e-bda6-e5523e6e0b27 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:43.662452 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c23888eb-7611-440d-87d8-018af62bd721 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1a67ed2d50e4284b4648c37734edbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0529444 Jun 11 11:39:43.670275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41692) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:43.691903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42d577ba-86a7-4ba6-8381-a54fcfd3c08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.699729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.700954 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1734016 Jun 11 11:39:43.706504 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42d577ba-86a7-4ba6-8381-a54fcfd3c08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.712973 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-42d577ba-86a7-4ba6-8381-a54fcfd3c08b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f76c00c5-eac0-4eca-9b0c-83717d0d06e1 HTTP/1.1" status: 204 len: 168 time: 1.3263173 Jun 11 11:39:43.713761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41694) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:43.731306 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb00e01-c9f2-4eeb-935a-2b468619afb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e68e47-dc9c-480c-a30b-2b8de9c5a325,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:43.737788 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9bb00e01-c9f2-4eeb-935a-2b468619afb9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25f4e47b20034c1a86dec324a03c2b89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1313536 Jun 11 11:39:43.739008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.741538 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41698) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:43.745132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9bb00e01-c9f2-4eeb-935a-2b468619afb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:43.748940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Made reservation on behalf of bb8f16263662489cb5fc170a44a6dd71 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:43.751903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.754310 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:43.756855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] For port 252a42eb-8bdd-4431-a60e-1973d571760e, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:39:43.787263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Routers {'335f224f-5f6a-4887-a472-e36ea3999042'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:39:43.788453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:39:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['335f224f-5f6a-4887-a472-e36ea3999042'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:43.868411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be80a7c-42c0-469a-93d0-0c168ed51c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:43.887018 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d577ba-86a7-4ba6-8381-a54fcfd3c08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76c00c5-eac0-4eca-9b0c-83717d0d06e1,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:43.894936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-42d577ba-86a7-4ba6-8381-a54fcfd3c08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:43.988972 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] For port 252a42eb-8bdd-4431-a60e-1973d571760e, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=252a42eb-8bdd-4431-a60e-1973d571760e,segment=NetworkSegment(54c352b9-96d0-4674-ac2e-72d72c47607f),segment_id=54c352b9-96d0-4674-ac2e-72d72c47607f)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:39:44.012463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.015434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be80a7c-42c0-469a-93d0-0c168ed51c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.030294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e17031ef-970e-4c27-9e99-eb8fe6719e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:44.108413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae042-9673-496a-8e20-5db4f6ce2954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.138438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Set router 335f224f-5f6a-4887-a472-e36ea3999042 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:39:44.230583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b478089a-53c6-407d-b814-6e96b4941e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.280134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.312552 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be80a7c-42c0-469a-93d0-0c168ed51c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.315600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b478089a-53c6-407d-b814-6e96b4941e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.323513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be80a7c-42c0-469a-93d0-0c168ed51c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.324979 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2be80a7c-42c0-469a-93d0-0c168ed51c85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07e68e47-dc9c-480c-a30b-2b8de9c5a325 HTTP/1.1" status: 204 len: 168 time: 0.5778108 Jun 11 11:39:44.332511 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0beed2d8-f4cc-49f8-b8b0-80603ed33704 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:44.346269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Transition to ACTIVE for port object 966673ef-16d3-4345-8b04-33a794a7df91 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:44.373637 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Pushing event updated for resources: {'Port': ['ID=252a42eb-8bdd-4431-a60e-1973d571760e,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:44.401348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be80a7c-42c0-469a-93d0-0c168ed51c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e68e47-dc9c-480c-a30b-2b8de9c5a325,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:44.424051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2be80a7c-42c0-469a-93d0-0c168ed51c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:44.581537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.617129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.661028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-23cb441f-1c61-463a-a7af-1c2d6c965d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:44.687009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b478089a-53c6-407d-b814-6e96b4941e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.695938 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.701554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae042-9673-496a-8e20-5db4f6ce2954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.710857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b478089a-53c6-407d-b814-6e96b4941e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.715005 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b478089a-53c6-407d-b814-6e96b4941e51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06492e66-68e1-4e93-bed9-166100c93454 HTTP/1.1" status: 204 len: 168 time: 1.0435710 Jun 11 11:39:44.716586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:44.732073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:44.789804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae042-9673-496a-8e20-5db4f6ce2954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.829775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=7885f59f-55c8-4209-ab1e-f488143414bf,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:44.836819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:44.839839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478089a-53c6-407d-b814-6e96b4941e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06492e66-68e1-4e93-bed9-166100c93454,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:44.883208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.892872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:44.957038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b478089a-53c6-407d-b814-6e96b4941e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:44.957038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b478089a-53c6-407d-b814-6e96b4941e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:44.987977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9fce87ca-4ba6-49ee-a162-32703d302fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:45.022313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:40Z', 'revision_number': 3, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:45.040203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Checking router: 335f224f-5f6a-4887-a472-e36ea3999042 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:39:45.040203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Updating router 335f224f-5f6a-4887-a472-e36ea3999042 port b6f59441-907c-4ed1-865f-d3e3b1142cd0 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:39:45.044851 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Network a4b416f1-8ae9-49d8-8537-57b7eea9a486 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:45.060518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:45.079120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:45.109591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 252a42eb-8bdd-4431-a60e-1973d571760e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:45.178280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ae042-9673-496a-8e20-5db4f6ce2954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebed7d4-0ea9-4b66-8827-71885504904a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:45.182795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec0ae042-9673-496a-8e20-5db4f6ce2954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:45.195698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:45.199024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:45.205518 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ec0ae042-9673-496a-8e20-5db4f6ce2954 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae1bde25f715465d9a7263b7f56fef14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5833964 Jun 11 11:39:45.252528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41732) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:45.346915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41736) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:45.404564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 252a42eb-8bdd-4431-a60e-1973d571760e completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:45.476591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41742) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:45.689652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:45.690593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:45.700232 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2575d9fc-81c7-4c18-a93a-8fc5d0891b79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f4cb2589aec40b6af0de506cbee3cae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2191658 Jun 11 11:39:45.702703 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41746) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:45.710282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbcc777-c4d4-4940-8631-2ddaad312e50 None None] Network a4b416f1-8ae9-49d8-8537-57b7eea9a486 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:45.711350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.objects.ports [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99005) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:39:45.711916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:45.731133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:45.734227 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Network 49066024-ebb2-43f1-9ec8-e6b6bc340030 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:45.750061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Pushing event updated for resources: {'Port': ['ID=966673ef-16d3-4345-8b04-33a794a7df91,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:45.753443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:45.769489 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5160139 Jun 11 11:39:45.773469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41750) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:45.775119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:45.778322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:45.799141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3f74f4f-c31f-4e7c-bb8e-31e5a64c0824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:45.887340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-34305186-9412-4280-afa8-6199eb9ab78d None None] Provisioning for port 252a42eb-8bdd-4431-a60e-1973d571760e completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:45.996007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-34305186-9412-4280-afa8-6199eb9ab78d None None] Provisioning complete for port 252a42eb-8bdd-4431-a60e-1973d571760e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:45.996517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-34305186-9412-4280-afa8-6199eb9ab78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.050606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.072656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.081616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Allocated IP 172.20.0.1 (1d17cd3b-356d-4491-bc08-349e534864e5/2c446c43-9d6e-4499-976d-f4a133895aed/0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:46.097272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Transition to ACTIVE for port object b6f59441-907c-4ed1-865f-d3e3b1142cd0 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:46.104080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9e578ea2-e449-4c9a-be9f-33981bc6f728,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:46.112091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3f74f4f-c31f-4e7c-bb8e-31e5a64c0824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.129179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:39:46.136910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.147037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:46.150521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-792c4d7d-548b-439b-84f6-43152a3242fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:46.171829 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dbdbce17-15a8-4eb0-a815-240aab7ecf83 tempest-AgentManagementNegativeTest-1623050310 tempest-AgentManagementNegativeTest-1623050310-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8234763 Jun 11 11:39:46.226383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed5a52-616f-4395-a9ec-435cd84d6c06 None None] Pushing event updated for resources: {'Port': ['ID=b6f59441-907c-4ed1-865f-d3e3b1142cd0,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:46.280509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Attempting to bind port b6f59441-907c-4ed1-865f-d3e3b1142cd0 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:46.280896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Attempting to bind port b6f59441-907c-4ed1-865f-d3e3b1142cd0 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:46.281272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Attempting to bind port b6f59441-907c-4ed1-865f-d3e3b1142cd0 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:46.283380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-27ed5a52-616f-4395-a9ec-435cd84d6c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:46.301238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:39:46.301625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:46.302286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.302774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:39:46.303544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Bound port: b6f59441-907c-4ed1-865f-d3e3b1142cd0, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:39:46.303942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.341487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-34305186-9412-4280-afa8-6199eb9ab78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.342929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3f74f4f-c31f-4e7c-bb8e-31e5a64c0824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.350559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3f74f4f-c31f-4e7c-bb8e-31e5a64c0824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.355058 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f3f74f4f-c31f-4e7c-bb8e-31e5a64c0824 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ebed7d4-0ea9-4b66-8827-71885504904a HTTP/1.1" status: 204 len: 168 time: 0.8070462 Jun 11 11:39:46.358431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:46.388739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8aa3da52-5749-46f1-9eb7-9ca8b396e647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.388882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f74f4f-c31f-4e7c-bb8e-31e5a64c0824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebed7d4-0ea9-4b66-8827-71885504904a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:46.393062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f3f74f4f-c31f-4e7c-bb8e-31e5a64c0824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:46.396289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.421387 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Transition to ACTIVE for port object 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:46.421760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] For port b6f59441-907c-4ed1-865f-d3e3b1142cd0, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:39:46.445609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-34305186-9412-4280-afa8-6199eb9ab78d None None] For port 252a42eb-8bdd-4431-a60e-1973d571760e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=252a42eb-8bdd-4431-a60e-1973d571760e,segment=NetworkSegment(54c352b9-96d0-4674-ac2e-72d72c47607f),segment_id=54c352b9-96d0-4674-ac2e-72d72c47607f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:39:46.452478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] For port b6f59441-907c-4ed1-865f-d3e3b1142cd0, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6f59441-907c-4ed1-865f-d3e3b1142cd0,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:39:46.455934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-34305186-9412-4280-afa8-6199eb9ab78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.459327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:46.469319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.482711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Checking segment: {'id': '7259531e-7e6b-4250-9cff-6d1819c31d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'a54a74e5-ae42-491e-bda6-e5523e6e0b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:46.483496 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Network hostable DHCP agents. Network: a54a74e5-ae42-491e-bda6-e5523e6e0b27, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:39:46.489096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8aa3da52-5749-46f1-9eb7-9ca8b396e647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.540233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.547505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:46.562648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Network a54a74e5-ae42-491e-bda6-e5523e6e0b27 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:39:46.590548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a801e55f-250f-4c49-ad94-9a1e8d6f3229 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Deleting port 966673ef-16d3-4345-8b04-33a794a7df91 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:39:46.590842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a801e55f-250f-4c49-ad94-9a1e8d6f3229 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.603678 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:39:46.615932 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Sync routers for ids ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:39:46.628439 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, a54a74e5-ae42-491e-bda6-e5523e6e0b27) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:46.633584 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Routers {'1ff94b9d-0fb4-417f-80fa-9cad0311cca5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:39:46.634033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:46.634769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.637468 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:39:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:46.655867 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] 10.222.0.46 "PUT /v2.0/routers/1ff94b9d-0fb4-417f-80fa-9cad0311cca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4093351 Jun 11 11:39:46.708033 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1033938 Jun 11 11:39:46.708663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41770) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:46.740737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Pushing event updated for resources: {'Port': ['ID=0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:46.758516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:46.773514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Network 1d17cd3b-356d-4491-bc08-349e534864e5 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:46.776617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Request body: {'floatingip': {'floating_network_id': 'a54a74e5-ae42-491e-bda6-e5523e6e0b27'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:46.779573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:46.787206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41772) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:46.788860 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8aa3da52-5749-46f1-9eb7-9ca8b396e647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.791427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:46.805010 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755b32c1-3cdb-459e-9153-825b9cc67a1a None None] Network a54a74e5-ae42-491e-bda6-e5523e6e0b27 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:46.863017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8aa3da52-5749-46f1-9eb7-9ca8b396e647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.864163 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8aa3da52-5749-46f1-9eb7-9ca8b396e647 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ccbba77-6da4-478d-93f3-762dbf594f2c HTTP/1.1" status: 204 len: 168 time: 1.1604733 Jun 11 11:39:46.866924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-baf299b8-6dec-4eb8-9a87-d52894fbfe69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:46.891460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:46.916889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3da52-5749-46f1-9eb7-9ca8b396e647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccbba77-6da4-478d-93f3-762dbf594f2c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:46.970090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8aa3da52-5749-46f1-9eb7-9ca8b396e647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:47.066420 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a801e55f-250f-4c49-ad94-9a1e8d6f3229 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:47.075072 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Set router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:39:47.090562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:47.290257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-46935d64-58df-412f-bf0a-608c6d439354 None None] Provisioning complete for port 7885f59f-55c8-4209-ab1e-f488143414bf triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:47.290678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-46935d64-58df-412f-bf0a-608c6d439354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:47.328921 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a801e55f-250f-4c49-ad94-9a1e8d6f3229 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Calling delete_port for 966673ef-16d3-4345-8b04-33a794a7df91 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:39:47.388926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34305186-9412-4280-afa8-6199eb9ab78d None None] Pushing event updated for resources: {'Port': ['ID=252a42eb-8bdd-4431-a60e-1973d571760e,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:47.396564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-34305186-9412-4280-afa8-6199eb9ab78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:47.406232 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-46935d64-58df-412f-bf0a-608c6d439354 None None] Port 7885f59f-55c8-4209-ab1e-f488143414bf cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:39:47.417066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.635s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:47.420913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bca3f28e-2279-4e87-bfa2-58e602246550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:47.424898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508af2b9-b1b9-44b9-8a64-5f6861e984b8 None None] Network a54a74e5-ae42-491e-bda6-e5523e6e0b27 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:47.434298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Routers {'335f224f-5f6a-4887-a472-e36ea3999042'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:39:47.437128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:39:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['335f224f-5f6a-4887-a472-e36ea3999042'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:47.500399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:47.692145 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:43Z', 'revision_number': 4, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7885f59f-55c8-4209-ab1e-f488143414bf', 'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'mac_address': 'fa:16:3e:8d:1b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:39Z', 'updated_at': '2021-06-11T11:39:43Z', 'revision_number': 2, 'project_id': '40057aca28ba4547afec842333f5da6a', 'subnets': [{'id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:47.701599 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Checking router: 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:39:47.701979 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Updating router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 port 7885f59f-55c8-4209-ab1e-f488143414bf binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:39:47.718279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41796) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:47.754236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9a21-3fac-4b31-bfed-dbc872772224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:47.799116 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:47.878622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bca3f28e-2279-4e87-bfa2-58e602246550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:47.890784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bca3f28e-2279-4e87-bfa2-58e602246550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:47.915463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-30d8719c-a39a-4c2e-8264-a5cf73579b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:47.983691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a801e55f-250f-4c49-ad94-9a1e8d6f3229 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:47.993537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:47.994546 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:48.003165 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bca3f28e-2279-4e87-bfa2-58e602246550 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a29aa8317de045de95f39ac24e255ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1616971 Jun 11 11:39:48.008684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3f28e-2279-4e87-bfa2-58e602246550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bed4bbc-2a18-4aac-82be-30f2ff90c447,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:48.012426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41802) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:48.016420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.021781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bca3f28e-2279-4e87-bfa2-58e602246550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:48.060077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.098446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a1afc0ea-bfb4-4ab0-9b2d-09127d1c15a5 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:48.100942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.122785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fbda68f7-4d4e-4093-bb00-e826d7e978ec None None] Could not find standard attr ID for object 966673ef-16d3-4345-8b04-33a794a7df91. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:39:48.124921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed5a52-616f-4395-a9ec-435cd84d6c06 None None] Pushing event updated for resources: {'Port': ['ID=b6f59441-907c-4ed1-865f-d3e3b1142cd0,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:48.133558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-27ed5a52-616f-4395-a9ec-435cd84d6c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:48.158848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.172853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fbda68f7-4d4e-4093-bb00-e826d7e978ec None None] Provisioning for port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:48.178967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801e55f-250f-4c49-ad94-9a1e8d6f3229 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Pushing event deleted for resources: {'Port': ['ID=966673ef-16d3-4345-8b04-33a794a7df91,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:48.193672 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fbda68f7-4d4e-4093-bb00-e826d7e978ec None None] Provisioning complete for port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:48.194053 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbda68f7-4d4e-4093-bb00-e826d7e978ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.195443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a801e55f-250f-4c49-ad94-9a1e8d6f3229 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:48.197340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9a21-3fac-4b31-bfed-dbc872772224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.273245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] Set router 335f224f-5f6a-4887-a472-e36ea3999042 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:39:48.444602 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Allocated IP 172.20.0.12 (a54a74e5-ae42-491e-bda6-e5523e6e0b27/9e578ea2-e449-4c9a-be9f-33981bc6f728/38f196cb-422d-477a-8280-ef193f5edcf6) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:48.450058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fbda68f7-4d4e-4093-bb00-e826d7e978ec None None] Port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:39:48.507383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9a21-3fac-4b31-bfed-dbc872772224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.530481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Network 1d17cd3b-356d-4491-bc08-349e534864e5 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:48.544556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:48.619253 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.621191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41814) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:48.622260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e4b28282-1187-46cf-abdc-9e115a7dcac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.645075 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Transition to ACTIVE for port object 7885f59f-55c8-4209-ab1e-f488143414bf will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:48.660107 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.663954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e4b28282-1187-46cf-abdc-9e115a7dcac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.688724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.695334 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:48.756751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fbda68f7-4d4e-4093-bb00-e826d7e978ec None None] Provisioning complete for port 252a42eb-8bdd-4431-a60e-1973d571760e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:48.758317 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbda68f7-4d4e-4093-bb00-e826d7e978ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.957365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Pushing event updated for resources: {'Port': ['ID=0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:48.985575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e4b28282-1187-46cf-abdc-9e115a7dcac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:48.997156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:48.997156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bca3f28e-2279-4e87-bfa2-58e602246550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:49.047449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e4b28282-1187-46cf-abdc-9e115a7dcac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.051003 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e4b28282-1187-46cf-abdc-9e115a7dcac9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bed4bbc-2a18-4aac-82be-30f2ff90c447 HTTP/1.1" status: 204 len: 168 time: 1.0333238 Jun 11 11:39:49.051003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d9a21-3fac-4b31-bfed-dbc872772224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ea7968-7f08-447b-820f-8ded31d3f398,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:49.067030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.085868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:49.088853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b28282-1187-46cf-abdc-9e115a7dcac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bed4bbc-2a18-4aac-82be-30f2ff90c447,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:49.096430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e4b28282-1187-46cf-abdc-9e115a7dcac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:49.105711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:49.106210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:49.109649 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cf5d9a21-3fac-4b31-bfed-dbc872772224 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4175d87693f144e085f110cee9c1bb12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3861258 Jun 11 11:39:49.117239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41828) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:49.125398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 252a42eb-8bdd-4431-a60e-1973d571760e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:49.203471 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a801e55f-250f-4c49-ad94-9a1e8d6f3229 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.214587 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a801e55f-250f-4c49-ad94-9a1e8d6f3229 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] 10.222.0.46 "DELETE /v2.0/ports/966673ef-16d3-4345-8b04-33a794a7df91 HTTP/1.1" status: 204 len: 168 time: 3.4376638 Jun 11 11:39:49.217469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event updated for resources: {'Port': ['ID=38f196cb-422d-477a-8280-ef193f5edcf6,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:49.218511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41832) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:49.221806 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:49.235615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41834) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:49.246833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77950e41-ef1a-4f21-a5dc-0ce8fc3e34f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.257358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Network a54a74e5-ae42-491e-bda6-e5523e6e0b27 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:49.258859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:49.275611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:49.276865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77950e41-ef1a-4f21-a5dc-0ce8fc3e34f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.320909 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8469dc-5579-4fdf-8ea5-0363ddab439b None None] Pushing event updated for resources: {'Port': ['ID=7885f59f-55c8-4209-ab1e-f488143414bf,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:49.337097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77950e41-ef1a-4f21-a5dc-0ce8fc3e34f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.343198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77950e41-ef1a-4f21-a5dc-0ce8fc3e34f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.344483 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-77950e41-ef1a-4f21-a5dc-0ce8fc3e34f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25ea7968-7f08-447b-820f-8ded31d3f398 HTTP/1.1" status: 204 len: 168 time: 0.2265396 Jun 11 11:39:49.346673 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Router 335f224f-5f6a-4887-a472-e36ea3999042 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:39:49.347617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d8ac6af1-8505-4bf2-b8cb-c64be104face admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:49.360299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77950e41-ef1a-4f21-a5dc-0ce8fc3e34f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ea7968-7f08-447b-820f-8ded31d3f398,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:49.364528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-77950e41-ef1a-4f21-a5dc-0ce8fc3e34f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:49.365281 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-ab8469dc-5579-4fdf-8ea5-0363ddab439b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:49.365991 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Attempting to bind port 7885f59f-55c8-4209-ab1e-f488143414bf on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:49.366375 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Attempting to bind port 7885f59f-55c8-4209-ab1e-f488143414bf by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:49.366775 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Attempting to bind port 7885f59f-55c8-4209-ab1e-f488143414bf on network 49066024-ebb2-43f1-9ec8-e6b6bc340030 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:49.377232 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:39:49.382734 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Checking segment: {'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:49.383545 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.384685 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Bound using segment: {'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:39:49.385883 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Bound port: 7885f59f-55c8-4209-ab1e-f488143414bf, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:39:49.387020 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.617443 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] For port 7885f59f-55c8-4209-ab1e-f488143414bf, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:39:49.625517 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] For port 7885f59f-55c8-4209-ab1e-f488143414bf, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7885f59f-55c8-4209-ab1e-f488143414bf,segment=NetworkSegment(fa07bb02-88c9-467a-8cb5-6048d1ec9d35),segment_id=fa07bb02-88c9-467a-8cb5-6048d1ec9d35)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:39:49.635350 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.638460 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-ab8469dc-5579-4fdf-8ea5-0363ddab439b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:49.671319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.780273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1429199411'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:49.797038 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Routers {'1ff94b9d-0fb4-417f-80fa-9cad0311cca5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:39:49.797692 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:39:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:49.806307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 252a42eb-8bdd-4431-a60e-1973d571760e triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:49.807411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.835761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Made reservation on behalf of 6dc79bc7334b4231aaa3a604591a635c for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:49.844766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.847598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:49.860096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.016252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:39:50.017278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8d0a7511-2626-48f7-a328-88ee6dd277ad None None] Provisioning complete for port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:50.017678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d0a7511-2626-48f7-a328-88ee6dd277ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.043967 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] 10.222.0.46 "PUT /v2.0/routers/335f224f-5f6a-4887-a472-e36ea3999042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3270257 Jun 11 11:39:50.178960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22', 'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'mac_address': 'fa:16:3e:72:3d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:45Z', 'updated_at': '2021-06-11T11:39:46Z', 'revision_number': 1, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'subnets': [{'id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:50.188902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3769666-6ae7-4876-8e0f-fe2f558b3c89 None None] The sync data for ids ['335f224f-5f6a-4887-a472-e36ea3999042'] in dv-neutron-786478-5-hyperv is: [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22', 'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'mac_address': 'fa:16:3e:72:3d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:45Z', 'updated_at': '2021-06-11T11:39:46Z', 'revision_number': 1, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'subnets': [{'id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:39:50.208224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a7511-2626-48f7-a328-88ee6dd277ad None None] Port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:39:50.220816 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8469dc-5579-4fdf-8ea5-0363ddab439b None None] Pushing event updated for resources: {'Port': ['ID=7885f59f-55c8-4209-ab1e-f488143414bf,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:50.241099 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-ab8469dc-5579-4fdf-8ea5-0363ddab439b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:50.270968 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e1b272f2-3adb-42e1-bd76-6b196429df7e tempest-DHCPAgentSchedulersTestJSON-1699749392 tempest-DHCPAgentSchedulersTestJSON-1699749392-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 1.0304415 Jun 11 11:39:50.274889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.277663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41846) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:50.298702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2075044767'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:50.315522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.332741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:50.346129 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] Set router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:39:50.399802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0137bf4c-01b0-44d4-bbea-f96fd630bf28,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:50.424274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:50.439744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:50.451882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Made reservation on behalf of f83c348ef11647ed9ea4367b6e3bbdc6 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:50.459007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.471258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41848) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:50.478972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.479351 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Added segment 0b766893-fc63-40b0-9f4d-a7bd977a0cf3 of type vlan for network 5a9c8b89-1386-410e-b469-b612a53ce56d Jun 11 11:39:50.501732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d946ad02-d6d1-49d3-b12b-6067a6c2b20f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1425643569', 'description': 'tempest-description--361740271'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:50.526053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.543840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1324647598'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:50.557936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.583497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:50.622141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:50.650080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.665274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.665777 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Added segment 448813d1-dea8-4a44-8cd7-bda7887d772c of type vlan for network 46f6cdb0-4f1f-423b-b75b-3eb4f5b4d932 Jun 11 11:39:50.773777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event updated for resources: {'Port': ['ID=38f196cb-422d-477a-8280-ef193f5edcf6,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:50.774355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.789463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:50.790128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.791967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:50.799656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.807146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9fc2af82-80b3-475b-9d5a-a3871ba2bcaa tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:50.886119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d946ad02-d6d1-49d3-b12b-6067a6c2b20f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.974507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Made reservation on behalf of 15b7e9b9800b47b4907b83d0f0043710 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:50.981519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:50.998209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:51.000798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:51.005197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Pushing event updated for resources: {'Network': ['ID=5a9c8b89-1386-410e-b469-b612a53ce56d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:51.011424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:51.017705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 5a9c8b89-1386-410e-b469-b612a53ce56d details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:51.022154 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2634568 Jun 11 11:39:51.023697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:51.036310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:51.036970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:51.039398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:51.116329 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:43Z', 'revision_number': 4, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7885f59f-55c8-4209-ab1e-f488143414bf', 'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'mac_address': 'fa:16:3e:8d:1b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:39Z', 'updated_at': '2021-06-11T11:39:49Z', 'revision_number': 4, 'project_id': '40057aca28ba4547afec842333f5da6a', 'subnets': [{'id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:51.125226 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b7b1d-ac49-4d46-9f42-55ec64ec9311 None None] The sync data for ids ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'] in dv-neutron-786478-5-hyperv is: [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:43Z', 'revision_number': 4, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7885f59f-55c8-4209-ab1e-f488143414bf', 'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'mac_address': 'fa:16:3e:8d:1b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:39Z', 'updated_at': '2021-06-11T11:39:49Z', 'revision_number': 4, 'project_id': '40057aca28ba4547afec842333f5da6a', 'subnets': [{'id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:39:51.217900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Pushing event updated for resources: {'Network': ['ID=46f6cdb0-4f1f-423b-b75b-3eb4f5b4d932,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:51.221932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:51.267464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 46f6cdb0-4f1f-423b-b75b-3eb4f5b4d932 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:51.289878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d946ad02-d6d1-49d3-b12b-6067a6c2b20f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:51.297130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d946ad02-d6d1-49d3-b12b-6067a6c2b20f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:51.315492 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0315552 Jun 11 11:39:51.316199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41880) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:51.540183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:51.544842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:51.616746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:51.617998 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8542478 Jun 11 11:39:51.638194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41884) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:51.644491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:51.740352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d946ad02-d6d1-49d3-b12b-6067a6c2b20f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:51.744354 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d946ad02-d6d1-49d3-b12b-6067a6c2b20f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2693658 Jun 11 11:39:51.744885 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946ad02-d6d1-49d3-b12b-6067a6c2b20f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae61dd6-bac7-4723-b431-7ba8bf876d62,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:51.747114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41886) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:51.750383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d946ad02-d6d1-49d3-b12b-6067a6c2b20f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:51.750907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d946ad02-d6d1-49d3-b12b-6067a6c2b20f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:51.777991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ec52c2b3-5aa3-4709-8eb1-fc59cd9c3130 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Request body: {'security_group_rule': {'security_group_id': 'bae61dd6-bac7-4723-b431-7ba8bf876d62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:51.889863 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41890) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:51.908395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Request body: {'port': {'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2132954312'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:51.989267 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9ed1a6c9-b71f-4b16-8da5-f0df26a5a028 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=a54a74e5-ae42-491e-bda6-e5523e6e0b27 HTTP/1.1" status: 200 len: 690 time: 0.3456228 Jun 11 11:39:52.011667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41896) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:52.035526 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:52.060893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4294283e-7dca-4754-8bf9-7104cd80ca74,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:52.074361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec52c2b3-5aa3-4709-8eb1-fc59cd9c3130 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.075905 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:52.089159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.089737 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Added segment 71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3 of type vlan for network a68cd398-12fc-422a-b63a-27075e762f46 Jun 11 11:39:52.262706 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.327463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.347604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.365616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:52.373681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.390223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:52.505477 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0d66e768-c377-403e-8132-67e196d3389d tempest-DHCPAgentSchedulersTestJSON-1699749392 tempest-DHCPAgentSchedulersTestJSON-1699749392-project-admin] 10.222.0.46 "GET /v2.0/agents/78d2a161-2d2e-4029-a60d-61700ff06470/dhcp-networks HTTP/1.1" status: 200 len: 5656 time: 1.1874194 Jun 11 11:39:52.507573 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41910) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:52.507987 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41914) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:52.508734 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'Network': ['ID=a68cd398-12fc-422a-b63a-27075e762f46,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:52.520359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network a68cd398-12fc-422a-b63a-27075e762f46 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:52.551541 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:52.553075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Made reservation on behalf of cce5dd0c2fbb4cc99da35be90f091c03 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:52.556295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.568618 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.3319204 Jun 11 11:39:52.571685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41918) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:52.580700 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Request body: {'subnet': {'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:52.581151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.614036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Deleting port 38f196cb-422d-477a-8280-ef193f5edcf6 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:39:52.614182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.745915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.746280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.766841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ccd150-a8cb-40e2-a826-5ccb26b6bee4 tempest-DHCPAgentSchedulersTestJSON-1699749392 tempest-DHCPAgentSchedulersTestJSON-1699749392-project-admin] Network 46f6cdb0-4f1f-423b-b75b-3eb4f5b4d932 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:39:52.817362 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-00ccd150-a8cb-40e2-a826-5ccb26b6bee4 tempest-DHCPAgentSchedulersTestJSON-1699749392 tempest-DHCPAgentSchedulersTestJSON-1699749392-project-admin] 10.222.0.46 "POST /v2.0/agents/78d2a161-2d2e-4029-a60d-61700ff06470/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2979801 Jun 11 11:39:52.822072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41920) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:52.822750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41922) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:52.833963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44109ce9-9cf1-4ea3-92c1-71d5d2ce96ae None None] Network 46f6cdb0-4f1f-423b-b75b-3eb4f5b4d932 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:52.837147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-bb3b53ed-b487-4033-9d94-26292d3f8e1c tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1405677403', 'description': 'tempest-description--1488513801'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:52.847635 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Made reservation on behalf of 15b7e9b9800b47b4907b83d0f0043710 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:52.851640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:52.872387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'networks': [{'name': 'tempest-network--142148224'}, {'name': 'tempest-network--2129785338'}]} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:52.872705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'network': {'name': 'tempest-network--142148224'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:52.873169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'network': {'name': 'tempest-network--2129785338'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:52.994698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec52c2b3-5aa3-4709-8eb1-fc59cd9c3130 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.067516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Calling delete_port for 38f196cb-422d-477a-8280-ef193f5edcf6 owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:39:53.103105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7885f59f-55c8-4209-ab1e-f488143414bf up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:53.159115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec52c2b3-5aa3-4709-8eb1-fc59cd9c3130 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.175497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:53.191518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 7885f59f-55c8-4209-ab1e-f488143414bf completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:53.200686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 7885f59f-55c8-4209-ab1e-f488143414bf triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:53.201888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52c2b3-5aa3-4709-8eb1-fc59cd9c3130 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d82ec4-6b4e-4c71-b2f2-ee236c76c5c2,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:53.202343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.213903 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec52c2b3-5aa3-4709-8eb1-fc59cd9c3130 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:53.319437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.337381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb3b53ed-b487-4033-9d94-26292d3f8e1c tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.368669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 7885f59f-55c8-4209-ab1e-f488143414bf, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7885f59f-55c8-4209-ab1e-f488143414bf,segment=NetworkSegment(fa07bb02-88c9-467a-8cb5-6048d1ec9d35),segment_id=fa07bb02-88c9-467a-8cb5-6048d1ec9d35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:39:53.378225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.379264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6f59441-907c-4ed1-865f-d3e3b1142cd0 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:53.381087 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:53.490003 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Made reservation on behalf of 22e64ac6d66f4050a26ff7be9f39bb97 for: {'network': 2} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:53.495169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.499120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=7885f59f-55c8-4209-ab1e-f488143414bf,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:53.505918 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:53.515310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.521095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b6f59441-907c-4ed1-865f-d3e3b1142cd0 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:53.527460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:53.527989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b6f59441-907c-4ed1-865f-d3e3b1142cd0 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:53.528654 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.533534 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.581326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event deleted for resources: {'Port': ['ID=38f196cb-422d-477a-8280-ef193f5edcf6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:53.596953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:53.613025 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b0b9d95d-a6ac-4a59-b370-33858538b795 tempest-DHCPAgentSchedulersTestJSON-1699749392 tempest-DHCPAgentSchedulersTestJSON-1699749392-project-admin] 10.222.0.46 "GET /v2.0/agents/78d2a161-2d2e-4029-a60d-61700ff06470/dhcp-networks HTTP/1.1" status: 200 len: 6427 time: 0.7886934 Jun 11 11:39:53.630967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41938) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:53.631501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41940) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:53.671536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.705327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b6f59441-907c-4ed1-865f-d3e3b1142cd0, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6f59441-907c-4ed1-865f-d3e3b1142cd0,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:39:53.712135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.721138 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d4f7d866-bb4f-41ba-be8b-0cfba6b5b209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:53.742966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.745450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:53.778349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.795109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b6f59441-907c-4ed1-865f-d3e3b1142cd0,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:53.799380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:53.820031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.827184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:39:53.827184 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 11:39:53.827184 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'project_id_1': '22e64ac6d66f4050a26ff7be9f39bb97', 'expiration_1': datetime.datetime(2021, 6, 11, 11, 39, 53, 586679)}] Jun 11 11:39:53.827184 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:39:53.827573 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:39:53.839290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'Subnet': ['ID=b63e1f2b-4384-45f8-acea-7c7cbde7bd8b,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:53.851911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec52c2b3-5aa3-4709-8eb1-fc59cd9c3130 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.857013 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ec52c2b3-5aa3-4709-8eb1-fc59cd9c3130 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0896564 Jun 11 11:39:53.857164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:53.857164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41944) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:53.860424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-560135815', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:53.864212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-bdc135c4-fc94-4945-928a-9022576f8dd3 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Request body: {'security_group_rule': {'security_group_id': 'bae61dd6-bac7-4723-b431-7ba8bf876d62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:53.871322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3eff041c-8518-4073-8d2d-cb592b20997e tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:53.873476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.877397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] device_id is not set on port 76ce037f-1999-4a95-acff-76fa2fc6ebba yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:39:53.891257 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Checking segment: {'id': '71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:53.891616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Network hostable DHCP agents. Network: a68cd398-12fc-422a-b63a-27075e762f46, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:39:53.930977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Network a68cd398-12fc-422a-b63a-27075e762f46 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:39:53.939812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb3b53ed-b487-4033-9d94-26292d3f8e1c tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.944720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb3b53ed-b487-4033-9d94-26292d3f8e1c tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.948291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-42d577ba-86a7-4ba6-8381-a54fcfd3c08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:53.953136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, a68cd398-12fc-422a-b63a-27075e762f46) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:53.962025 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c2774-e2f4-4c91-ae1a-da28df83272f None None] Network a68cd398-12fc-422a-b63a-27075e762f46 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:53.978090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:53.979227 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:53.994624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b53ed-b487-4033-9d94-26292d3f8e1c tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe42e7a-8324-4e7d-be46-35105c2493d3,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:53.997646 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bb3b53ed-b487-4033-9d94-26292d3f8e1c tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:53.998790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a521f910-c011-468a-a880-c258b846521d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:54.005083 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a06684b4-3656-4471-8836-aed9011336ae tempest-DHCPAgentSchedulersTestJSON-1699749392 tempest-DHCPAgentSchedulersTestJSON-1699749392-project-admin] 10.222.0.46 "DELETE /v2.0/agents/78d2a161-2d2e-4029-a60d-61700ff06470/dhcp-networks/46f6cdb0-4f1f-423b-b75b-3eb4f5b4d932 HTTP/1.1" status: 204 len: 168 time: 0.3467956 Jun 11 11:39:54.005898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-bdc135c4-fc94-4945-928a-9022576f8dd3 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:39:54.005898 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 11:39:54.005898 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'project_id_1': '40057aca28ba4547afec842333f5da6a', 'expiration_1': datetime.datetime(2021, 6, 11, 11, 39, 53, 875132)}] Jun 11 11:39:54.005898 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:39:54.006273 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-bdc135c4-fc94-4945-928a-9022576f8dd3 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:39:54.007570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41946) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:54.010306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:54.064410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Made reservation on behalf of 3857570917774872b07eee47155296c0 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:54.066897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.070984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb3b53ed-b487-4033-9d94-26292d3f8e1c tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.072809 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bb3b53ed-b487-4033-9d94-26292d3f8e1c tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2454400 Jun 11 11:39:54.076403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41948) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:54.077009 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5006504 Jun 11 11:39:54.080521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41950) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:54.087495 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Request body: {'port': {'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355117461'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:54.093126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2fc00e9d-9e04-4c77-a6a8-d1444e859683 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Request body: {'security_group_rule': {'security_group_id': '8fe42e7a-8324-4e7d-be46-35105c2493d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:54.118001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.124577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.206304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-a68cd398-12fc-422a-b63a-27075e762f46', 'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46', 'tenant_id': '15b7e9b9800b47b4907b83d0f0043710', 'fixed_ips': [{'subnet_id': 'b63e1f2b-4384-45f8-acea-7c7cbde7bd8b'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:39:54.207480 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.278923 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6d969b5f-0cf2-42b8-a4f3-b5bd6c62aeb4 tempest-DHCPAgentSchedulersTestJSON-1699749392 tempest-DHCPAgentSchedulersTestJSON-1699749392-project-admin] 10.222.0.46 "GET /v2.0/agents/78d2a161-2d2e-4029-a60d-61700ff06470/dhcp-networks HTTP/1.1" status: 200 len: 6468 time: 0.2644818 Jun 11 11:39:54.280745 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41952) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:54.288333 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2fc00e9d-9e04-4c77-a6a8-d1444e859683 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.313463 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cef3c64b-43ed-43a7-b8bc-8ebe4a8e4d61 tempest-DHCPAgentSchedulersTestJSON-1699749392 tempest-DHCPAgentSchedulersTestJSON-1699749392-project-admin] 10.222.0.46 "GET /v2.0/networks/a4b416f1-8ae9-49d8-8537-57b7eea9a486/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0317397 Jun 11 11:39:54.318001 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41954) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:54.322781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Sync routers for ids ['335f224f-5f6a-4887-a472-e36ea3999042'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:39:54.331468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.344670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Routers {'335f224f-5f6a-4887-a472-e36ea3999042'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:39:54.345570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:39:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['335f224f-5f6a-4887-a472-e36ea3999042'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:54.358322 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-06ed2389-ba82-4a3e-a6c0-38d302c34b64 tempest-DHCPAgentSchedulersTestJSON-1699749392 tempest-DHCPAgentSchedulersTestJSON-1699749392-project-admin] 10.222.0.46 "GET /v2.0/networks/a4b416f1-8ae9-49d8-8537-57b7eea9a486/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0367727 Jun 11 11:39:54.358917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41956) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:54.416852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.435030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] device_id is not set on port 76ce037f-1999-4a95-acff-76fa2fc6ebba yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:39:54.439375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:54.497970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.516989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9e578ea2-e449-4c9a-be9f-33981bc6f728,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:54.528040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2fc00e9d-9e04-4c77-a6a8-d1444e859683 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.533733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:54.538132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Allocated IP 2001:db8::2 (a68cd398-12fc-422a-b63a-27075e762f46/b63e1f2b-4384-45f8-acea-7c7cbde7bd8b/f1802a47-6c28-494d-a036-4a0213324017) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:54.547112 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-311d1b38-ee4f-4c42-88ce-5b7afd7c102f tempest-DHCPAgentSchedulersTestJSON-1699749392 tempest-DHCPAgentSchedulersTestJSON-1699749392-project-admin] 10.222.0.46 "GET /v2.0/agents/78d2a161-2d2e-4029-a60d-61700ff06470/dhcp-networks HTTP/1.1" status: 200 len: 6468 time: 0.1839101 Jun 11 11:39:54.549522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Transition to ACTIVE for port object 76ce037f-1999-4a95-acff-76fa2fc6ebba will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:54.549741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41958) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:54.565300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2fc00e9d-9e04-4c77-a6a8-d1444e859683 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.579436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec52c2b3-5aa3-4709-8eb1-fc59cd9c3130 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:54.592289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.595702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Set router 335f224f-5f6a-4887-a472-e36ea3999042 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:39:54.635031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.659280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.667109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54a74e5-ae42-491e-bda6-e5523e6e0b27']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:54.690039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc00e9d-9e04-4c77-a6a8-d1444e859683 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a300ed-ca40-4e17-9a49-0bfb0a459d35,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:54.698866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7259531e-7e6b-4250-9cff-6d1819c31d82') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:54.699170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7259531e-7e6b-4250-9cff-6d1819c31d82') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:54.701921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.710925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2fc00e9d-9e04-4c77-a6a8-d1444e859683 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:54.711812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:54.718960 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.720134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.724342 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2fc00e9d-9e04-4c77-a6a8-d1444e859683 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.726583 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2fc00e9d-9e04-4c77-a6a8-d1444e859683 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6403067 Jun 11 11:39:54.731286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41960) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:54.762121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] device_id is not set on port 1fe9990d-a7ab-4d8a-a3d5-2d5f60035112 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:39:54.765160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4cc3c4d7-9994-4da0-8220-b95f142edb4d tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Request body: {'security_group_rule': {'security_group_id': '8fe42e7a-8324-4e7d-be46-35105c2493d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:54.829615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.845209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.854163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event updated for resources: {'Port': ['ID=76ce037f-1999-4a95-acff-76fa2fc6ebba,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:54.871859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:54.873097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:39:54.873498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.875290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-faf87776-f847-4e22-b264-ce7b5c9fc31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:39:54.877162 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:39:54.947156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Checking segment: {'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:54.947529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Network hostable DHCP agents. Network: 5a9c8b89-1386-410e-b469-b612a53ce56d, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:39:54.960711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:54.966043 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Made reservation on behalf of 15b7e9b9800b47b4907b83d0f0043710 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:54.970629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.005670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f6cdb0-4f1f-423b-b75b-3eb4f5b4d932']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:55.015930 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] device_id is not set on port 1a0acfa9-7351-413a-b9b0-fb70f25b1e0e yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:39:55.019006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7885f59f-55c8-4209-ab1e-f488143414bf up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:55.021986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.028664 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4d2114-49be-47fd-ab7e-4b164653218b,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:55.039155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:55.046811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Network 5a9c8b89-1386-410e-b469-b612a53ce56d is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:39:55.060237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.060894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.062361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Allocated IP 172.26.6.39 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/1fe9990d-a7ab-4d8a-a3d5-2d5f60035112) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:55.075970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:55.078254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 5a9c8b89-1386-410e-b469-b612a53ce56d) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:55.079590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a54a74e5-ae42-491e-bda6-e5523e6e0b27 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 11:39:55.084800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.085665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448813d1-dea8-4a44-8cd7-bda7887d772c') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:55.086017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448813d1-dea8-4a44-8cd7-bda7887d772c') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:55.086343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:55.090459 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.092372 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "DELETE /v2.0/networks/a54a74e5-ae42-491e-bda6-e5523e6e0b27 HTTP/1.1" status: 204 len: 168 time: 3.0290732 Jun 11 11:39:55.108980 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:55.114761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41962) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:55.132581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Transition to ACTIVE for port object f1802a47-6c28-494d-a036-4a0213324017 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:55.134948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b721d-f6b3-4fe9-9164-a809bbab7419 None None] Network 5a9c8b89-1386-410e-b469-b612a53ce56d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:55.152561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:55.163054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.163642 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Added segment d772ead8-1242-497d-a3e7-500c7885d3f6 of type vlan for network 16f8c038-6819-49f6-a812-c5d0ce2e5faa Jun 11 11:39:55.192213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event deleted for resources: {'Network': ['ID=a54a74e5-ae42-491e-bda6-e5523e6e0b27,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:55.194433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Transition to ACTIVE for port object f1802a47-6c28-494d-a036-4a0213324017 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:55.195437 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3a7eeb92-ab49-431f-bc6b-7dd2071299ac tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0795712 Jun 11 11:39:55.200579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:55.210903 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41964) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:55.235108 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.254016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.258157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cfa68f89-6857-4a3a-b59d-a8a8fa967d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:55.283456 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:55.286904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf829e22-83a6-4180-8d0e-c1d6df57a578 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:55.287609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf829e22-83a6-4180-8d0e-c1d6df57a578 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:55.288198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf829e22-83a6-4180-8d0e-c1d6df57a578 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:55.288787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf829e22-83a6-4180-8d0e-c1d6df57a578 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:55.289619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf829e22-83a6-4180-8d0e-c1d6df57a578 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:55.290220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf829e22-83a6-4180-8d0e-c1d6df57a578 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:55.291348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf829e22-83a6-4180-8d0e-c1d6df57a578 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:55.293420 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bf829e22-83a6-4180-8d0e-c1d6df57a578 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4580 time: 0.0806744 Jun 11 11:39:55.294246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.294631 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Added segment 447f1792-7c9e-4ce9-9b2d-91ff96d657d8 of type vlan for network 82a376af-ee74-4cb4-b11f-83293ba96d4c Jun 11 11:39:55.297316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:55.297847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:55.298358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:55.298481 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 7885f59f-55c8-4209-ab1e-f488143414bf triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:55.298875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.303731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41966) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:55.310647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:39:55.311254 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:39:55.320596 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 2 to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba Jun 11 11:39:55.340083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:55.340667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:55.341152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:55.353136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.370297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Network a68cd398-12fc-422a-b63a-27075e762f46 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:55.386780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c4d7-9994-4da0-8220-b95f142edb4d tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.390090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:39:55.390630 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:39:55.394209 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 3 to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba Jun 11 11:39:55.399378 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-b9f645dd-84bd-44c7-97b8-ae3b1dabfcf0 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] delete failed (client error): The resource could not be found. Jun 11 11:39:55.400718 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b9f645dd-84bd-44c7-97b8-ae3b1dabfcf0 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/e3906a50-babe-48a3-b225-1fdc3336381c HTTP/1.1" status: 404 len: 345 time: 0.0884271 Jun 11 11:39:55.405513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41968) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:55.409288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:55.417853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:55.419758 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Pushing event updated for resources: {'Port': ['ID=f1802a47-6c28-494d-a036-4a0213324017,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:55.426482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:55.427893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bdc135c4-fc94-4945-928a-9022576f8dd3 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.433017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22', 'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'mac_address': 'fa:16:3e:72:3d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:45Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 2, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'subnets': [{'id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:55.446062 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Checking router: 335f224f-5f6a-4887-a472-e36ea3999042 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:39:55.446432 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Updating router 335f224f-5f6a-4887-a472-e36ea3999042 port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:39:55.447845 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8919a92-12c3-411c-a7d9-45fc8930a26b tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] DELETE failed (client error): The resource could not be found. Jun 11 11:39:55.448556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8919a92-12c3-411c-a7d9-45fc8930a26b tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:39:55.450402 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e8919a92-12c3-411c-a7d9-45fc8930a26b tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "DELETE /v2.0/networks/a54a74e5-ae42-491e-bda6-e5523e6e0b27 HTTP/1.1" status: 404 len: 339 time: 0.0438042 Jun 11 11:39:55.463842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41970) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:55.479682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Request body: {'network': {'name': 'tempest-network--841465966', 'router:external': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:55.479871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be7eac2-31a4-4d8a-933f-9a558b89441d,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:55.503078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:55.503427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:55.505130 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:55.510793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:39:55.511309 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:39:55.511908 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 4 to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba Jun 11 11:39:55.514332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Made reservation on behalf of bb8f16263662489cb5fc170a44a6dd71 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:55.516652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.542325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c4d7-9994-4da0-8220-b95f142edb4d tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.543414 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.561558 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:55.563735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.590187 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.590187 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:55.590757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:55.591107 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:55.591453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:55.595451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Attempting to bind port f1802a47-6c28-494d-a036-4a0213324017 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:55.595875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Attempting to bind port f1802a47-6c28-494d-a036-4a0213324017 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:55.596207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Attempting to bind port f1802a47-6c28-494d-a036-4a0213324017 on network a68cd398-12fc-422a-b63a-27075e762f46 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:55.601880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:39:55.601880 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:39:55.601880 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 5 to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba Jun 11 11:39:55.604649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.615965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:55.616307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:55.616645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:55.621120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:39:55.621795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Checking segment: {'id': '71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:55.622427 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.623161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Bound using segment: {'id': '71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:39:55.623863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Bound port: f1802a47-6c28-494d-a036-4a0213324017, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:39:55.624476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.630028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:39:55.630360 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:39:55.631005 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:55.634139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 6 to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba Jun 11 11:39:55.638593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6f59441-907c-4ed1-865f-d3e3b1142cd0 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:55.665552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.665959 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Added segment 804f78ba-d47d-4ef8-9151-f6313fa4d98f of type vlan for network c2282d3a-7a0f-4460-9497-d6dde08b39bf Jun 11 11:39:55.667232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:55.667568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:55.667933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:55.682164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:39:55.682578 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:39:55.685913 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 7 to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba Jun 11 11:39:55.703150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:55.703486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:55.703848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:55.710331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c4d7-9994-4da0-8220-b95f142edb4d tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.736307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:39:55.736633 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:39:55.740778 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 8 to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba Jun 11 11:39:55.746133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.778834 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:55.779407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:55.780080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:55.785635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.794744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:39:55.795339 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:39:55.797917 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 9 to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba Jun 11 11:39:55.817382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:55.817991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:55.818479 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:55.825965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:39:55.826477 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:39:55.831646 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 10 to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba Jun 11 11:39:55.867610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] For port f1802a47-6c28-494d-a036-4a0213324017, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:39:55.875345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:55.875872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:55.876355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:55.886551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 76ce037f-1999-4a95-acff-76fa2fc6ebba on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:39:55.886989 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 76ce037f-1999-4a95-acff-76fa2fc6ebba on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:39:55.887239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.888653 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.891377 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] For port f1802a47-6c28-494d-a036-4a0213324017, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f1802a47-6c28-494d-a036-4a0213324017,segment=NetworkSegment(71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3),segment_id=71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:39:55.898824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b6f59441-907c-4ed1-865f-d3e3b1142cd0 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:55.899198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.915567 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:55.922363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:55.922577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.923060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.928115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event updated for resources: {'Network': ['ID=16f8c038-6819-49f6-a812-c5d0ce2e5faa,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:55.939790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.942970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:55.943568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.945977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.950060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:39:55.950504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:55.951083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:55.952500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-02f3404e-48ee-428e-a123-7b17fa9f225d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:55.959953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 16f8c038-6819-49f6-a812-c5d0ce2e5faa details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:39:55.969538 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:39:56.011535 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5387161 Jun 11 11:39:56.019521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41972) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:56.091798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:56.099352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Pushing event updated for resources: {'Port': ['ID=f1802a47-6c28-494d-a036-4a0213324017,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:56.103610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:56.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event updated for resources: {'Network': ['ID=c2282d3a-7a0f-4460-9497-d6dde08b39bf,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:56.129118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] For port 76ce037f-1999-4a95-acff-76fa2fc6ebba, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:39:56.129689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempted to set empty binding levels {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 11:39:56.130972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:56.138432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:56.140324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:56.149134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:56.161104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.162502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network c2282d3a-7a0f-4460-9497-d6dde08b39bf details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:56.186212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Allocated IP 2001:db8::3bd (a68cd398-12fc-422a-b63a-27075e762f46/b63e1f2b-4384-45f8-acea-7c7cbde7bd8b/1a0acfa9-7351-413a-b9b0-fb70f25b1e0e) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:56.280164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event updated for resources: {'Network': ['ID=82a376af-ee74-4cb4-b11f-83293ba96d4c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:56.357383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 82a376af-ee74-4cb4-b11f-83293ba96d4c details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:56.407214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bdc135c4-fc94-4945-928a-9022576f8dd3 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.413770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:56.414941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c4d7-9994-4da0-8220-b95f142edb4d tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.416340 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4cc3c4d7-9994-4da0-8220-b95f142edb4d tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6708734 Jun 11 11:39:56.417523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.420547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:56.420547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:56.420547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41974) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:56.437463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.491s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:56.455524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:56.481302 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bdc135c4-fc94-4945-928a-9022576f8dd3 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.485528 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3c4d7-9994-4da0-8220-b95f142edb4d tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbaebd9-80b7-4777-88ca-e08633db104b,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:56.493732 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.9810259 Jun 11 11:39:56.495165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41976) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:56.498758 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4cc3c4d7-9994-4da0-8220-b95f142edb4d tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:56.509344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.511040 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] 10.222.0.46 "DELETE /v2.0/networks/46f6cdb0-4f1f-423b-b75b-3eb4f5b4d932 HTTP/1.1" status: 204 len: 168 time: 1.9603574 Jun 11 11:39:56.528929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41978) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:56.541178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4cc3c4d7-9994-4da0-8220-b95f142edb4d tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:56.582831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc135c4-fc94-4945-928a-9022576f8dd3 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a058c66c-7a8b-4218-93a7-9d7d31e2b4de,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:56.585901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bdc135c4-fc94-4945-928a-9022576f8dd3 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:56.617318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.640672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8de2e002-6f83-4451-b509-1843ee7f95ed tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:56.643132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Transition to ACTIVE for port object 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:56.651499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:56.652419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.652795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.658749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.669975 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c38e1a-5b52-4787-90ce-0e3a9db71e2a tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] DELETE failed (client error): The resource could not be found. Jun 11 11:39:56.670776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c38e1a-5b52-4787-90ce-0e3a9db71e2a tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:39:56.674955 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c8c38e1a-5b52-4787-90ce-0e3a9db71e2a tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] 10.222.0.46 "DELETE /v2.0/ports/966673ef-16d3-4345-8b04-33a794a7df91 HTTP/1.1" status: 404 len: 333 time: 0.1332226 Jun 11 11:39:56.678146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:56.682366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Pushing event updated for resources: {'Port': ['ID=1fe9990d-a7ab-4d8a-a3d5-2d5f60035112,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:56.693341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41980) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:56.700602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:56.701419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.718556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bdc135c4-fc94-4945-928a-9022576f8dd3 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.718556 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bdc135c4-fc94-4945-928a-9022576f8dd3 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8533092 Jun 11 11:39:56.720502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:56.721021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f436fa96-7c85-4927-9550-428c096ac76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:56.724184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41982) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:56.759057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcdb81-0f1e-4eaa-a2d5-5d053be3c591 None None] Pushing event updated for resources: {'Port': ['ID=0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:56.763470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:56.787537 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.8906510 Jun 11 11:39:56.796007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a6bcdb81-0f1e-4eaa-a2d5-5d053be3c591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:56.796310 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Pushing event deleted for resources: {'Network': ['ID=46f6cdb0-4f1f-423b-b75b-3eb4f5b4d932,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:56.804200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41984) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:56.827992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7477552c-bc27-4988-a111-b1dc59f869fd tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:56.831574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:56.833935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7477552c-bc27-4988-a111-b1dc59f869fd tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:56.840403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7477552c-bc27-4988-a111-b1dc59f869fd tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:56.846820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7477552c-bc27-4988-a111-b1dc59f869fd tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:56.848689 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7477552c-bc27-4988-a111-b1dc59f869fd tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8280587 Jun 11 11:39:56.855524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:56.858711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41986) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:56.919346 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.2598588 Jun 11 11:39:56.936361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41988) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:56.948584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.39'}]}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:57.038672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aceebc0-f75b-43d4-839c-f5582f6e3b41 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Deleting subnet 51a937da-554b-4660-9ccb-6d5bc80437be {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:39:57.109655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f1802a47-6c28-494d-a036-4a0213324017 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:57.112580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event updated for resources: {'Port': ['ID=76ce037f-1999-4a95-acff-76fa2fc6ebba,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:57.132614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9aceebc0-f75b-43d4-839c-f5582f6e3b41 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.133183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f4bce-0e30-4e9f-a9a2-f4678d50700f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:57.140136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f4bce-0e30-4e9f-a9a2-f4678d50700f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:57.146426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f4bce-0e30-4e9f-a9a2-f4678d50700f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:57.153493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f4bce-0e30-4e9f-a9a2-f4678d50700f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:57.159643 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f4bce-0e30-4e9f-a9a2-f4678d50700f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:57.161446 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cf9f4bce-0e30-4e9f-a9a2-f4678d50700f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2957 time: 0.6542773 Jun 11 11:39:57.171134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41992) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:57.208969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9aceebc0-f75b-43d4-839c-f5582f6e3b41 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.214604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Attempting to bind port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:39:57.214604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Attempting to bind port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:39:57.214933 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Attempting to bind port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 on network 1d17cd3b-356d-4491-bc08-349e534864e5 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:39:57.224407 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:39:57.224798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Checking segment: {'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:39:57.225220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.225630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Bound using segment: {'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:39:57.226125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Bound port: 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:39:57.226514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.271170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port f1802a47-6c28-494d-a036-4a0213324017 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:57.286434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.287604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.318568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.319235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] For port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:39:57.323276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:57.324215 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] For port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:39:57.340884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.343716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:57.416207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9aceebc0-f75b-43d4-839c-f5582f6e3b41 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.433229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.436898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Routers {'335f224f-5f6a-4887-a472-e36ea3999042'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:39:57.437953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:39:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['335f224f-5f6a-4887-a472-e36ea3999042'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:57.509028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.519105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.522254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.550166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Transition to ACTIVE for port object 1a0acfa9-7351-413a-b9b0-fb70f25b1e0e will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:39:57.596178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcdb81-0f1e-4eaa-a2d5-5d053be3c591 None None] Pushing event updated for resources: {'Port': ['ID=0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:57.599908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a6bcdb81-0f1e-4eaa-a2d5-5d053be3c591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:57.637353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd213d-8d52-4865-b47b-6107b01d68be None None] Network a68cd398-12fc-422a-b63a-27075e762f46 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:57.677750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-440f089e-a998-4189-a6d2-0aa06df6d38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Deleting port 76ce037f-1999-4a95-acff-76fa2fc6ebba {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:39:57.677976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-440f089e-a998-4189-a6d2-0aa06df6d38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.687137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9aceebc0-f75b-43d4-839c-f5582f6e3b41 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.705578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:57.749373 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-27c1635f-c61a-49dd-862b-7be9315759c4 None None] Provisioning for port f1802a47-6c28-494d-a036-4a0213324017 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:57.751461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.761404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.767655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] Set router 335f224f-5f6a-4887-a472-e36ea3999042 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:39:57.771078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-27c1635f-c61a-49dd-862b-7be9315759c4 None None] Provisioning complete for port f1802a47-6c28-494d-a036-4a0213324017 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:57.771470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-27c1635f-c61a-49dd-862b-7be9315759c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.799895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2282d3a-7a0f-4460-9497-d6dde08b39bf']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:57.803109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aceebc0-f75b-43d4-839c-f5582f6e3b41 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Pushing event deleted for resources: {'Subnet': ['ID=51a937da-554b-4660-9ccb-6d5bc80437be,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:57.813536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb5eb16-f6c7-4115-b6cb-df88f72bc4e8 None None] Network a4b416f1-8ae9-49d8-8537-57b7eea9a486 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:39:57.818105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9aceebc0-f75b-43d4-839c-f5582f6e3b41 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.822242 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9aceebc0-f75b-43d4-839c-f5582f6e3b41 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] 10.222.0.46 "DELETE /v2.0/subnets/51a937da-554b-4660-9ccb-6d5bc80437be HTTP/1.1" status: 204 len: 168 time: 1.1092794 Jun 11 11:39:57.822242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9aceebc0-f75b-43d4-839c-f5582f6e3b41 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:57.823911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41994) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:57.835345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804f78ba-d47d-4ef8-9151-f6313fa4d98f') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:57.835345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804f78ba-d47d-4ef8-9151-f6313fa4d98f') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:57.847778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.850881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.896996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.947699 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:39:57.948199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:39:57.950060 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:39:58.094841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.137799 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.151412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-586b51dc-639f-4b04-8850-173a946171af tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:58.156229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c2282d3a-7a0f-4460-9497-d6dde08b39bf {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 11:39:58.171265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.175947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.182254 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "DELETE /v2.0/networks/c2282d3a-7a0f-4460-9497-d6dde08b39bf HTTP/1.1" status: 204 len: 168 time: 1.3099425 Jun 11 11:39:58.182982 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 41996) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:58.207702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2282d3a-7a0f-4460-9497-d6dde08b39bf,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:58.214134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Request body: {'network': {'name': 'tempest-network--608948984', 'router:external': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:58.217636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:58.220717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-440f089e-a998-4189-a6d2-0aa06df6d38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] For port 76ce037f-1999-4a95-acff-76fa2fc6ebba, host hv-neutron-7864, got binding levels [] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:39:58.221269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-440f089e-a998-4189-a6d2-0aa06df6d38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.237258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Allocated IP 172.26.6.190 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/87fd8c92-668b-4b51-855d-11ec1d482410) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:58.269702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-27c1635f-c61a-49dd-862b-7be9315759c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.294659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Made reservation on behalf of bb8f16263662489cb5fc170a44a6dd71 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:58.297062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.299802 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.375049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-27c1635f-c61a-49dd-862b-7be9315759c4 None None] For port f1802a47-6c28-494d-a036-4a0213324017, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f1802a47-6c28-494d-a036-4a0213324017,segment=NetworkSegment(71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3),segment_id=71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:39:58.392494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-27c1635f-c61a-49dd-862b-7be9315759c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.393020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.396618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-88fe725c-a89d-4549-bbac-bcb4da45e329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:58.434257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Deleting port 252a42eb-8bdd-4431-a60e-1973d571760e {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:39:58.434797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.438570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-440f089e-a998-4189-a6d2-0aa06df6d38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Calling delete_port for 76ce037f-1999-4a95-acff-76fa2fc6ebba owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:39:58.449160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f8c038-6819-49f6-a812-c5d0ce2e5faa']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:58.457432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:39:58.482742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1635f-c61a-49dd-862b-7be9315759c4 None None] Pushing event updated for resources: {'Port': ['ID=f1802a47-6c28-494d-a036-4a0213324017,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:58.483389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:58.486057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-27c1635f-c61a-49dd-862b-7be9315759c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:58.489238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22', 'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'mac_address': 'fa:16:3e:72:3d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:45Z', 'updated_at': '2021-06-11T11:39:57Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'subnets': [{'id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:58.492270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd772ead8-1242-497d-a3e7-500c7885d3f6') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:58.492572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd772ead8-1242-497d-a3e7-500c7885d3f6') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:58.495166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d274b-3e21-448e-93c4-526f6ab45744 None None] The sync data for ids ['335f224f-5f6a-4887-a472-e36ea3999042'] in dv-neutron-786478-5-hyperv is: [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22', 'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'mac_address': 'fa:16:3e:72:3d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:45Z', 'updated_at': '2021-06-11T11:39:57Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'subnets': [{'id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:39:58.518945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd9443-467d-4c0b-83d2-6c2ee4591a2d None None] DHCP port deletion for a4b416f1-8ae9-49d8-8537-57b7eea9a486 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:39:58.536418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.536925 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Added segment dba0112d-2ccb-4e07-9a50-3b1722f37fb5 of type vlan for network 2263cdb1-2fb3-417e-bc6c-a8057bb65b26 Jun 11 11:39:58.547625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.580863 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.630981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd9443-467d-4c0b-83d2-6c2ee4591a2d None None] Deleting port 252a42eb-8bdd-4431-a60e-1973d571760e {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:39:58.631502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9443-467d-4c0b-83d2-6c2ee4591a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.661604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Network a68cd398-12fc-422a-b63a-27075e762f46 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:58.664178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.678782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:58.692150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:39:58.692553 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.697174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:58.702685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:58.705961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:39:58.706556 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:39:58.745561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c2bd9443-467d-4c0b-83d2-6c2ee4591a2d None None] For port 252a42eb-8bdd-4431-a60e-1973d571760e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=252a42eb-8bdd-4431-a60e-1973d571760e,segment=NetworkSegment(54c352b9-96d0-4674-ac2e-72d72c47607f),segment_id=54c352b9-96d0-4674-ac2e-72d72c47607f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:39:58.746127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9443-467d-4c0b-83d2-6c2ee4591a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.752247 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'Port': ['ID=1a0acfa9-7351-413a-b9b0-fb70f25b1e0e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:58.760840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:58.773285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] For port 252a42eb-8bdd-4431-a60e-1973d571760e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=252a42eb-8bdd-4431-a60e-1973d571760e,segment=NetworkSegment(54c352b9-96d0-4674-ac2e-72d72c47607f),segment_id=54c352b9-96d0-4674-ac2e-72d72c47607f)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:39:58.773780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.804515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.872715 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.7880535 Jun 11 11:39:58.877828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 41998) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:58.887780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Request body: {'port': {'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1891676038', 'allowed_address_pairs': [{'ip_address': '2001:db8::3bd', 'mac_address': 'fa:16:3e:b4:39:bb'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:58.898587 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.946325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:58.948433 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "DELETE /v2.0/networks/16f8c038-6819-49f6-a812-c5d0ce2e5faa HTTP/1.1" status: 204 len: 168 time: 1.7497356 Jun 11 11:39:58.949352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:58.958067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42000) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:58.987188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-440f089e-a998-4189-a6d2-0aa06df6d38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.038064 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event deleted for resources: {'Network': ['ID=16f8c038-6819-49f6-a812-c5d0ce2e5faa,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:59.110068 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:59.124902 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:59.133185 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd9443-467d-4c0b-83d2-6c2ee4591a2d None None] Calling delete_port for 252a42eb-8bdd-4431-a60e-1973d571760e owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:39:59.184693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f089e-a998-4189-a6d2-0aa06df6d38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event deleted for resources: {'Port': ['ID=76ce037f-1999-4a95-acff-76fa2fc6ebba,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:59.192237 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-440f089e-a998-4189-a6d2-0aa06df6d38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.196666 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-440f089e-a998-4189-a6d2-0aa06df6d38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "DELETE /v2.0/ports/76ce037f-1999-4a95-acff-76fa2fc6ebba HTTP/1.1" status: 204 len: 168 time: 2.3839779 Jun 11 11:39:59.196666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-440f089e-a998-4189-a6d2-0aa06df6d38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:59.250120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42002) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:59.251346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Calling delete_port for 252a42eb-8bdd-4431-a60e-1973d571760e owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:39:59.256118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:59.304790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.314254 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-805a253b-20e5-48f9-99b0-dc1f44d11869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] GET failed (client error): The resource could not be found. Jun 11 11:39:59.319358 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-805a253b-20e5-48f9-99b0-dc1f44d11869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "GET /v2.0/ports/76ce037f-1999-4a95-acff-76fa2fc6ebba HTTP/1.1" status: 404 len: 333 time: 0.0647812 Jun 11 11:39:59.323283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42004) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:59.329724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Request body: {'port': {'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080045765'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:39:59.364660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5844a215-e089-4f94-b876-520d81d2ac1a None None] Provisioning complete for port f1802a47-6c28-494d-a036-4a0213324017 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:59.365589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5844a215-e089-4f94-b876-520d81d2ac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.376431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.389622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:59.393251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.405371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:39:59.406250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.468996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:39:59.472749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9443-467d-4c0b-83d2-6c2ee4591a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.473241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:39:59.478211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-27ed5a52-616f-4395-a9ec-435cd84d6c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:59.478437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:39:59.481172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:59.485731 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Made reservation on behalf of 15b7e9b9800b47b4907b83d0f0043710 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:59.495151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:59.495315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.514122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Pushing event updated for resources: {'Port': ['ID=87fd8c92-668b-4b51-855d-11ec1d482410,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:59.517829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:59.523310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:59.525935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.553568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd9443-467d-4c0b-83d2-6c2ee4591a2d None None] Pushing event deleted for resources: {'Port': ['ID=252a42eb-8bdd-4431-a60e-1973d571760e,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:59.557610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c2bd9443-467d-4c0b-83d2-6c2ee4591a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:59.580548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd9443-467d-4c0b-83d2-6c2ee4591a2d None None] No DVR routers for this DVR port 252a42eb-8bdd-4431-a60e-1973d571760e on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:39:59.601100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] No DVR routers for this DVR port 252a42eb-8bdd-4431-a60e-1973d571760e on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:39:59.674044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.738417 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:39:59.755310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.756325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f1802a47-6c28-494d-a036-4a0213324017 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:39:59.758166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c2bd9443-467d-4c0b-83d2-6c2ee4591a2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:59.762512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event updated for resources: {'Network': ['ID=2263cdb1-2fb3-417e-bc6c-a8057bb65b26,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:59.765480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:59.768197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:39:59.831507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.833139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Pushing event deleted for resources: {'Port': ['ID=252a42eb-8bdd-4431-a60e-1973d571760e,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:59.836516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:59.841526 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:39:59.844324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 2263cdb1-2fb3-417e-bc6c-a8057bb65b26 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:39:59.846761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:39:59.874305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e33d92a9-61ce-4bb5-bc02-7b131aba338c None None] Provisioning for port 1a0acfa9-7351-413a-b9b0-fb70f25b1e0e completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:39:59.897664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e33d92a9-61ce-4bb5-bc02-7b131aba338c None None] Provisioning complete for port 1a0acfa9-7351-413a-b9b0-fb70f25b1e0e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:39:59.897961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e33d92a9-61ce-4bb5-bc02-7b131aba338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.909072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Allocated IP 172.26.6.141 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/42114e81-1998-4f28-9356-8f72be75a321) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:39:59.920535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Made reservation on behalf of cce5dd0c2fbb4cc99da35be90f091c03 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:39:59.923921 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.929161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:39:59.946403 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7338986 Jun 11 11:39:59.952751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b416f1-8ae9-49d8-8537-57b7eea9a486']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:59.956042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42006) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:39:59.964783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e33d92a9-61ce-4bb5-bc02-7b131aba338c None None] Port 1a0acfa9-7351-413a-b9b0-fb70f25b1e0e cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:39:59.980036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c352b9-96d0-4674-ac2e-72d72c47607f') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:39:59.980390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c352b9-96d0-4674-ac2e-72d72c47607f') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:00.012274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.020851 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.027325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.074799 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f1802a47-6c28-494d-a036-4a0213324017 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:00.075188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.075294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a376af-ee74-4cb4-b11f-83293ba96d4c']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:00.125524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.142390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ab9c6-1123-4434-a9ad-3cf2b1974a62 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:00.146960 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8d3ab9c6-1123-4434-a9ad-3cf2b1974a62 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] 10.222.0.46 "GET /v2.0/networks/2263cdb1-2fb3-417e-bc6c-a8057bb65b26 HTTP/1.1" status: 200 len: 756 time: 0.1875932 Jun 11 11:40:00.147833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:00.147979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.151452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447f1792-7c9e-4ce9-9b2d-91ff96d657d8') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:00.151606 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:00.153669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42008) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:00.154137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447f1792-7c9e-4ce9-9b2d-91ff96d657d8') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:00.159366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] device_id is not set on port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:00.211398 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.252801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 252a42eb-8bdd-4431-a60e-1973d571760e no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:40:00.279609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 252a42eb-8bdd-4431-a60e-1973d571760e {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:40:00.279981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 252a42eb-8bdd-4431-a60e-1973d571760e not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:40:00.334709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.337330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.346836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.355944 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:00.356343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:00.366570 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:00.372351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54813345-3de9-4050-8971-25d181b0a61c tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:00.376151 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-54813345-3de9-4050-8971-25d181b0a61c tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] 10.222.0.46 "GET /v2.0/networks/652368c2-ac80-4581-bca4-c31df1344c8c HTTP/1.1" status: 200 len: 768 time: 0.2153902 Jun 11 11:40:00.412957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.414985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42010) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:00.434701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.436344 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] 10.222.0.46 "DELETE /v2.0/networks/a4b416f1-8ae9-49d8-8537-57b7eea9a486 HTTP/1.1" status: 204 len: 168 time: 2.6103652 Jun 11 11:40:00.437865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1bd1d805-1c7a-417c-9bf0-4154bfab849c tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:00.443901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.488006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Pushing event deleted for resources: {'Network': ['ID=a4b416f1-8ae9-49d8-8537-57b7eea9a486,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:00.495258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] device_id is not set on port df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:00.499160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:00.567001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.595913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.639499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.646831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:00.691315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.696136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.725544 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:00.729819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.731714 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "DELETE /v2.0/networks/82a376af-ee74-4cb4-b11f-83293ba96d4c HTTP/1.1" status: 204 len: 168 time: 1.7726166 Jun 11 11:40:00.744776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42016) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:00.807625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.817544 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42018) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:00.831831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Pushing event updated for resources: {'Port': ['ID=87fd8c92-668b-4b51-855d-11ec1d482410,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:00.847389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2263cdb1-2fb3-417e-bc6c-a8057bb65b26']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:00.849216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event deleted for resources: {'Network': ['ID=82a376af-ee74-4cb4-b11f-83293ba96d4c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:00.849626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:00.862032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:00.865975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba0112d-2ccb-4e07-9a50-3b1722f37fb5') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:00.866283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba0112d-2ccb-4e07-9a50-3b1722f37fb5') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:00.882905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.889020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.922131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.969618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.971032 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2401240 Jun 11 11:40:00.972081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.983963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:00.984400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:00.986293 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:01.010781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Allocated IP 2001:db8::118 (a68cd398-12fc-422a-b63a-27075e762f46/b63e1f2b-4384-45f8-acea-7c7cbde7bd8b/df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:01.027465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.028032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:01.033282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec95cf-fdae-4d68-8c01-4e94fb5326b3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:01.040399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec95cf-fdae-4d68-8c01-4e94fb5326b3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:01.046453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec95cf-fdae-4d68-8c01-4e94fb5326b3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:01.048146 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-40ec95cf-fdae-4d68-8c01-4e94fb5326b3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1890 time: 0.2993116 Jun 11 11:40:01.052586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42024) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:01.060424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1090854167'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:01.077670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:01.125530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:01.125530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.142081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.146267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Made reservation on behalf of 22e64ac6d66f4050a26ff7be9f39bb97 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:01.154133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.172898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2263cdb1-2fb3-417e-bc6c-a8057bb65b26 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 11:40:01.184836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:01.185432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:01.199347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.201564 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "DELETE /v2.0/networks/2263cdb1-2fb3-417e-bc6c-a8057bb65b26 HTTP/1.1" status: 204 len: 168 time: 0.7830000 Jun 11 11:40:01.229841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42028) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:01.239468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Request body: {'network': {'name': 'tempest-network--1410557336'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:01.242866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event deleted for resources: {'Network': ['ID=2263cdb1-2fb3-417e-bc6c-a8057bb65b26,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:01.249078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:01.275281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:01.284297 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:01.286968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:01.289611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.291680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.292240 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.292439 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Added segment 63954a5a-5f06-4f4b-9dfe-1a13efcda705 of type vlan for network 62a7f109-df52-42e2-8e89-037075551322 Jun 11 11:40:01.293880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Made reservation on behalf of bb8f16263662489cb5fc170a44a6dd71 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:01.296517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.372853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.410275 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Pushing event updated for resources: {'Port': ['ID=42114e81-1998-4f28-9356-8f72be75a321,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:01.413234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.421083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:01.421874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.424857 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:01.426051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:01.434323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.api [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=99006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:40:01.434821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_db.api [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:40:01.475407 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4202178 Jun 11 11:40:01.479310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42046) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:01.481260 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a801e55f-250f-4c49-ad94-9a1e8d6f3229 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:01.484897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1224610738'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:01.536876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event updated for resources: {'Network': ['ID=62a7f109-df52-42e2-8e89-037075551322,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:01.543283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:01.550759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 62a7f109-df52-42e2-8e89-037075551322 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:01.569917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Made reservation on behalf of 22e64ac6d66f4050a26ff7be9f39bb97 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:01.574606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.583978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42054) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:01.588731 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3e32cee0-78ef-4da6-abb0-078f72eac8ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f83c348ef11647ed9ea4367b6e3bbdc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7589693 Jun 11 11:40:01.594043 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 11 11:40:01.604447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42056) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:01.655080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:01.687556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Network 5a9c8b89-1386-410e-b469-b612a53ce56d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:01.702768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.703362 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Added segment 26976be6-6a2a-4506-a34a-3c466f3e2671 of type vlan for network 3accadb5-6959-434c-ae9d-00828cd7f27e Jun 11 11:40:01.807941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3f995df9-c1dd-4248-8c90-12e063419751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.816352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.872443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3f995df9-c1dd-4248-8c90-12e063419751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.937739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.970065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.985482 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:01.986484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:01.993837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:02.003924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:02.055367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:02.056068 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:02.056804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.061559 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-b7e2e05b-49da-4fc7-a387-6c6ec2c91983 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1425643569&fields=id&tenant_id=40057aca28ba4547afec842333f5da6a HTTP/1.1" status: 200 len: 267 time: 0.4717765 Jun 11 11:40:02.062201 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event updated for resources: {'Port': ['ID=91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:02.080259 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5974083 Jun 11 11:40:02.088746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:02.092035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42058) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:02.103132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'ports': [{'network_id': '62a7f109-df52-42e2-8e89-037075551322', 'name': 'tempest-port--2043604347', 'admin_state_up': True}, {'network_id': '3accadb5-6959-434c-ae9d-00828cd7f27e', 'admin_state_up': False}]} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:02.103414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'port': {'network_id': '62a7f109-df52-42e2-8e89-037075551322', 'name': 'tempest-port--2043604347', 'admin_state_up': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:02.104556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'port': {'network_id': '3accadb5-6959-434c-ae9d-00828cd7f27e', 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:02.105067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:02.135577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.155758 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.189110 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8608911 Jun 11 11:40:02.189110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.199880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3f995df9-c1dd-4248-8c90-12e063419751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.223366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42060) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:02.234338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:02.257801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3f995df9-c1dd-4248-8c90-12e063419751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.260323 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3f995df9-c1dd-4248-8c90-12e063419751 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81c27533-96c4-4297-ba91-ada405b9af1c HTTP/1.1" status: 204 len: 168 time: 0.6536350 Jun 11 11:40:02.261735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event updated for resources: {'Network': ['ID=3accadb5-6959-434c-ae9d-00828cd7f27e,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:02.277620 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 3accadb5-6959-434c-ae9d-00828cd7f27e details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:02.307411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.314993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:02.316896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.317639 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Added segment f6267bac-f336-4707-b94b-365c2d20aa95 of type vlan for network 1c355d78-77c5-41e2-b48b-af39b0260fbc Jun 11 11:40:02.319725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:02.326984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Transition to ACTIVE for port object df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:02.376765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.377278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 152730ee-2e88-4005-8c22-6a54db12f669 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:40:02.502820 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 11 11:40:02.506772 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-60bc153e-7c27-404a-8cce-762d0241856a tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.5691226 Jun 11 11:40:02.510491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42066) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:02.557335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-ec109cd6-353b-49d4-a5f4-e33ec1b1268a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:02.559194 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-ec109cd6-353b-49d4-a5f4-e33ec1b1268a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/networks?id=49066024-ebb2-43f1-9ec8-e6b6bc340030 HTTP/1.1" status: 200 len: 805 time: 0.4531302 Jun 11 11:40:02.563329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.620935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.626495 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-66e0e31e-e218-49f8-ad0c-33c00c5ebdc2 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/quotas/40057aca28ba4547afec842333f5da6a HTTP/1.1" status: 200 len: 375 time: 0.0273132 Jun 11 11:40:02.643029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:02.676762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42068) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:02.732140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f995df9-c1dd-4248-8c90-12e063419751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c27533-96c4-4297-ba91-ada405b9af1c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:02.811080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c9b1530d-bb7a-4113-a3b1-e11a0cf49c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.817557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Network a68cd398-12fc-422a-b63a-27075e762f46 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:02.830888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3f995df9-c1dd-4248-8c90-12e063419751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:02.841555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:02.862443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:02.865669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.868006 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:02.868639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:02.916438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'Port': ['ID=df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:02.935718 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:03.023729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-bab9eb07-a8be-4e2c-9c03-d8be57be7031 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Deleting port 1fe9990d-a7ab-4d8a-a3d5-2d5f60035112 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:03.024267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bab9eb07-a8be-4e2c-9c03-d8be57be7031 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.076584 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-8d734e7b-b76f-459b-8f74-d44c12623fe2 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=40057aca28ba4547afec842333f5da6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4295201 Jun 11 11:40:03.114047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.132864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.135386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8a5c998e-894c-4493-9dca-1115027767f3 None None] Provisioning for port df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:03.142836 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8a5c998e-894c-4493-9dca-1115027767f3 None None] Provisioning complete for port df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:03.143785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8a5c998e-894c-4493-9dca-1115027767f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.164732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.179059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.181900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:03.187792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:03.189101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.212943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c998e-894c-4493-9dca-1115027767f3 None None] Port df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:03.240394 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:03.261749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bab9eb07-a8be-4e2c-9c03-d8be57be7031 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.309748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c9b1530d-bb7a-4113-a3b1-e11a0cf49c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.326399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c9b1530d-bb7a-4113-a3b1-e11a0cf49c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.327209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Pushing event updated for resources: {'Port': ['ID=42114e81-1998-4f28-9356-8f72be75a321,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:03.361564 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.1303401 Jun 11 11:40:03.375656 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.4956834 Jun 11 11:40:03.376253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42076) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:03.378463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:03.386070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42078) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:03.421072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-bab9eb07-a8be-4e2c-9c03-d8be57be7031 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Calling delete_port for 1fe9990d-a7ab-4d8a-a3d5-2d5f60035112 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:03.424657 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:03.435455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-3d8d04ae-0807-40c4-973d-db9d984a212a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:40:03.436451 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-3d8d04ae-0807-40c4-973d-db9d984a212a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1330895 Jun 11 11:40:03.440792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ca29a12a-3f3c-4fd9-867e-8d990eda36ca tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Request body: {'network': {'router:external': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:03.526396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event updated for resources: {'Network': ['ID=1c355d78-77c5-41e2-b48b-af39b0260fbc,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:03.537365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 1c355d78-77c5-41e2-b48b-af39b0260fbc details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:03.576522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:03.687141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Made reservation on behalf of 22e64ac6d66f4050a26ff7be9f39bb97 for: {'port': 2} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:03.695188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.734633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.776858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.804736 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c9b1530d-bb7a-4113-a3b1-e11a0cf49c4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca3315fedc824f68b0be2753918f8f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1264288 Jun 11 11:40:03.809037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42080) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:03.811902 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1530d-bb7a-4113-a3b1-e11a0cf49c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5fab1-63f1-495c-9865-f8d56c149a73,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:03.859739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c9b1530d-bb7a-4113-a3b1-e11a0cf49c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:03.916944 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:03.924871 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4666848 Jun 11 11:40:04.040464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b9c057-bf5b-4615-bf7d-4ae31cfeafe4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:04.052746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b9c057-bf5b-4615-bf7d-4ae31cfeafe4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:04.059679 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-b3f2772a-1a08-4601-acf4-fc828932b1c9 service neutron] 10.222.0.46 "GET /v2.0/networks/49066024-ebb2-43f1-9ec8-e6b6bc340030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023948 Jun 11 11:40:04.075702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b9c057-bf5b-4615-bf7d-4ae31cfeafe4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:04.080169 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c3b9c057-bf5b-4615-bf7d-4ae31cfeafe4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.6067202 Jun 11 11:40:04.096671 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] device_id is not set on port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:04.102460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.116964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42086) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:04.158388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca29a12a-3f3c-4fd9-867e-8d990eda36ca tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.194874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-00043a81-aa64-4a81-8a3c-9cbe62c8dc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.219440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-00043a81-aa64-4a81-8a3c-9cbe62c8dc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.219651 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca29a12a-3f3c-4fd9-867e-8d990eda36ca tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.245296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] device_id is not set on port 0269a967-c919-4bd8-8c0c-0c8bcbe92451 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:04.272863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ff7a7a11-049a-4272-b1b3-98156af6ab05 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:04.278296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Transition to ACTIVE for port object 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:04.285324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.298932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:04.305528 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bab9eb07-a8be-4e2c-9c03-d8be57be7031 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.323554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca29a12a-3f3c-4fd9-867e-8d990eda36ca tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Network 1c355d78-77c5-41e2-b48b-af39b0260fbc is not hosted by any dhcp agent {{(pid=99005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 11:40:04.324444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca29a12a-3f3c-4fd9-867e-8d990eda36ca tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:04.325063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca29a12a-3f3c-4fd9-867e-8d990eda36ca tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.328807 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ca29a12a-3f3c-4fd9-867e-8d990eda36ca tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "PUT /v2.0/networks/1c355d78-77c5-41e2-b48b-af39b0260fbc HTTP/1.1" status: 200 len: 859 time: 0.8996844 Jun 11 11:40:04.335027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42102) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:04.435138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-00043a81-aa64-4a81-8a3c-9cbe62c8dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.437657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-00043a81-aa64-4a81-8a3c-9cbe62c8dc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.441183 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-00043a81-aa64-4a81-8a3c-9cbe62c8dc24 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5e5fab1-63f1-495c-9865-f8d56c149a73 HTTP/1.1" status: 204 len: 168 time: 0.6262174 Jun 11 11:40:04.469891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event updated for resources: {'Port': ['ID=91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:04.471956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29a12a-3f3c-4fd9-867e-8d990eda36ca tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event updated for resources: {'Network': ['ID=1c355d78-77c5-41e2-b48b-af39b0260fbc,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:04.482884 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:04.491656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec0ae042-9673-496a-8e20-5db4f6ce2954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:04.495995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ca29a12a-3f3c-4fd9-867e-8d990eda36ca tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:04.498143 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-ecc98476-c65f-4443-ade0-a758a2e1e201 service neutron] 10.222.0.46 "GET /v2.0/networks/49066024-ebb2-43f1-9ec8-e6b6bc340030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217505 Jun 11 11:40:04.499605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:04.516987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42110) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:04.541889 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 11 11:40:04.568544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:04.569224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:04.569772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:04.573425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00043a81-aa64-4a81-8a3c-9cbe62c8dc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5fab1-63f1-495c-9865-f8d56c149a73,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:04.613580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-00043a81-aa64-4a81-8a3c-9cbe62c8dc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:04.627139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:04.627316 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:04.629284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.632716 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 2 to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc Jun 11 11:40:04.664849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9eb07-a8be-4e2c-9c03-d8be57be7031 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fe9990d-a7ab-4d8a-a3d5-2d5f60035112,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:04.668848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.673914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bab9eb07-a8be-4e2c-9c03-d8be57be7031 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:04.711209 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:04.711546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:04.711882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:04.722185 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-8b828c06-897e-40cf-9f8e-65a843eeaad6 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1405677403&fields=id&tenant_id=ac502e42ab37461c8e36602ae529c4de HTTP/1.1" status: 200 len: 267 time: 0.1885002 Jun 11 11:40:04.734445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bab9eb07-a8be-4e2c-9c03-d8be57be7031 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.740643 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bab9eb07-a8be-4e2c-9c03-d8be57be7031 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] 10.222.0.46 "DELETE /v2.0/ports/1fe9990d-a7ab-4d8a-a3d5-2d5f60035112 HTTP/1.1" status: 204 len: 168 time: 2.2278700 Jun 11 11:40:04.744640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7625c0b8-20c3-43a2-b18b-864632b3a54d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Deleting port df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:04.745201 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7625c0b8-20c3-43a2-b18b-864632b3a54d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.777215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:04.777797 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:04.794863 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] device_id is not set on port 08d156b1-759b-43a4-8b3a-0786a2acee59 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:04.797934 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 3 to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc Jun 11 11:40:04.933408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:04.933756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:04.934112 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:04.952121 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:04.966060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c355d78-77c5-41e2-b48b-af39b0260fbc']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:04.978876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6267bac-f336-4707-b94b-365c2d20aa95') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:04.979468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6267bac-f336-4707-b94b-365c2d20aa95') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:04.990522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:04.990870 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:05.004190 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 4 to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc Jun 11 11:40:05.009044 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:05.035095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:05.047734 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:05.048258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:05.116945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:05.133396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:05.133994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:05.135038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:05.137541 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:05.166040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:05.166710 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:05.173398 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 5 to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc Jun 11 11:40:05.201810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42146) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:05.202860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:05.203390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:05.203924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:05.205058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:05.236010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:05.236621 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:05.238960 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 6 to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc Jun 11 11:40:05.248066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-ae689209-20dc-4e9f-932a-816905ad23a6 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:05.251217 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-ae689209-20dc-4e9f-932a-816905ad23a6 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/networks?id=1d17cd3b-356d-4491-bc08-349e534864e5 HTTP/1.1" status: 200 len: 812 time: 0.4818404 Jun 11 11:40:05.258183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c355d78-77c5-41e2-b48b-af39b0260fbc {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 11:40:05.289119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:05.289811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:05.290359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:05.297299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:05.297906 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:05.299361 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 7 to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc Jun 11 11:40:05.303344 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-9fa5153f-efdb-4445-8985-0ba57cac3229 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/quotas/ac502e42ab37461c8e36602ae529c4de HTTP/1.1" status: 200 len: 375 time: 0.0395675 Jun 11 11:40:05.316095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:05.327852 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5dd4902c-f822-4967-b2fe-c221ab15b3f7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:05.355003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:05.357814 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:05.359679 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] 10.222.0.46 "DELETE /v2.0/networks/1c355d78-77c5-41e2-b48b-af39b0260fbc HTTP/1.1" status: 204 len: 168 time: 1.0023649 Jun 11 11:40:05.362687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c355d78-77c5-41e2-b48b-af39b0260fbc,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:05.365926 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f0e683c3-5f6d-4901-9a32-9df950da2018 req-41895ff3-44c7-40c5-b1c7-588a9549beb8 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 210 time: 0.2152183 Jun 11 11:40:05.368196 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:05.369185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42156) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:05.394470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:05.395115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:05.395659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:05.444248 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-16492f65-f1a3-4f75-b2b3-cb218fa77a00 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] DELETE failed (client error): The resource could not be found. Jun 11 11:40:05.444770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16492f65-f1a3-4f75-b2b3-cb218fa77a00 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:40:05.448963 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-16492f65-f1a3-4f75-b2b3-cb218fa77a00 tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] 10.222.0.46 "DELETE /v2.0/subnets/9e578ea2-e449-4c9a-be9f-33981bc6f728 HTTP/1.1" status: 404 len: 337 time: 0.0741653 Jun 11 11:40:05.453572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42162) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:05.466172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7625c0b8-20c3-43a2-b18b-864632b3a54d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:05.476480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:05.476953 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:05.477680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9633e9b6-ddf6-454a-bfeb-95468ca25cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:05.500835 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 8 to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc Jun 11 11:40:05.567617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:05.567959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:05.568301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:05.578568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event updated for resources: {'Port': ['ID=0269a967-c919-4bd8-8c0c-0c8bcbe92451,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:05.607714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:05.639380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:05.639762 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:05.658575 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 9 to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc Jun 11 11:40:05.708705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Checking segment: {'id': '63954a5a-5f06-4f4b-9dfe-1a13efcda705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '62a7f109-df52-42e2-8e89-037075551322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:05.709148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Network hostable DHCP agents. Network: 62a7f109-df52-42e2-8e89-037075551322, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:05.711524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:05.711912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:05.712348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:05.726029 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-1e9924c2-7d0d-40a7-875c-f7462fe00e66 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac502e42ab37461c8e36602ae529c4de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4126282 Jun 11 11:40:05.737734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:05.738066 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:05.741343 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.plugins.ml2.plugin [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 10 to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc Jun 11 11:40:05.783483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:05.784414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:05.786680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:05.795762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Network 62a7f109-df52-42e2-8e89-037075551322 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:05.820967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:05.821300 dv-neutron-786478-5-hyperv neutron-server[99006]: ERROR neutron.plugins.ml2.managers [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:05.825592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:05.867936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 62a7f109-df52-42e2-8e89-037075551322) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:05.880084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037e8ce-0570-42a8-b7ca-cc9d1380226b None None] Network 62a7f109-df52-42e2-8e89-037075551322 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:05.888981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:05.891503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:05.932136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:05.947971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7625c0b8-20c3-43a2-b18b-864632b3a54d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Calling delete_port for df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:06.076336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event updated for resources: {'Port': ['ID=08d156b1-759b-43a4-8b3a-0786a2acee59,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:06.087576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:06.099691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9633e9b6-ddf6-454a-bfeb-95468ca25cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.112243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9633e9b6-ddf6-454a-bfeb-95468ca25cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.117024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e4b28282-1187-46cf-abdc-9e115a7dcac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:06.183079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.435023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.450347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652368c2-ac80-4581-bca4-c31df1344c8c']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:06.502282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-64cebc9c-f5b3-4794-9fb7-a50114597c7e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:40:06.503985 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-64cebc9c-f5b3-4794-9fb7-a50114597c7e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4346561 Jun 11 11:40:06.526266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6104691f-7808-4977-b383-21a8c04bb45f') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:06.526604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6104691f-7808-4977-b383-21a8c04bb45f') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:06.530388 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4d7626ef-e50c-44af-81f5-53cd64670de4 req-987ca498-8b10-4438-8f0c-7b1c53c65aad tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 210 time: 0.0780487 Jun 11 11:40:06.537399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633e9b6-ddf6-454a-bfeb-95468ca25cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc80feb8-44f9-4cb8-808a-802773e0a762,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:06.546222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9633e9b6-ddf6-454a-bfeb-95468ca25cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:06.547862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] For port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:06.548260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempted to set empty binding levels {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 11:40:06.550955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.554760 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9633e9b6-ddf6-454a-bfeb-95468ca25cd7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29511580988a4518b57eb0dfab8f7730&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3474574 Jun 11 11:40:06.564008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42204) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:06.589813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.593502 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.600711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:06.602744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Checking segment: {'id': '26976be6-6a2a-4506-a34a-3c466f3e2671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '3accadb5-6959-434c-ae9d-00828cd7f27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:06.603670 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Network hostable DHCP agents. Network: 3accadb5-6959-434c-ae9d-00828cd7f27e, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:06.612011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:06.612228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:06.615128 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:06.618623 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7625c0b8-20c3-43a2-b18b-864632b3a54d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.638699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42208) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:06.670494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:06.708370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] In _notify_port_updated(), no bound segment for port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:40:06.709240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:06.709838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.714287 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "PUT /v2.0/ports/91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc HTTP/1.1" status: 200 len: 981 time: 4.4893229 Jun 11 11:40:06.717992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42212) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:06.755258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625c0b8-20c3-43a2-b18b-864632b3a54d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event deleted for resources: {'Port': ['ID=df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:06.763138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7625c0b8-20c3-43a2-b18b-864632b3a54d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:06.814083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Network 3accadb5-6959-434c-ae9d-00828cd7f27e is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:06.816128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event updated for resources: {'Port': ['ID=91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:06.830059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.843113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9866fd47-e93b-4fb9-a9d4-e2bb1e65cea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.850470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:06.863699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:06.864322 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-4992f5b4-3d03-4e22-9f3f-84b1024b9a31 service neutron] 10.222.0.46 "GET /v2.0/networks/1d17cd3b-356d-4491-bc08-349e534864e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408010 Jun 11 11:40:06.865311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 3accadb5-6959-434c-ae9d-00828cd7f27e) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:06.880084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8119d919-339b-423d-90aa-02bdfdb73ee8 None None] Network 3accadb5-6959-434c-ae9d-00828cd7f27e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:06.887654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.890832 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] 10.222.0.46 "DELETE /v2.0/networks/652368c2-ac80-4581-bca4-c31df1344c8c HTTP/1.1" status: 204 len: 168 time: 1.4362450 Jun 11 11:40:06.901727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:06.908444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:06.914568 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Pushing event deleted for resources: {'Network': ['ID=652368c2-ac80-4581-bca4-c31df1344c8c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:06.920966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:06.928048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:06.937993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:06.984779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9866fd47-e93b-4fb9-a9d4-e2bb1e65cea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.012942 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1376495022'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:07.073248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7625c0b8-20c3-43a2-b18b-864632b3a54d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.075545 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7625c0b8-20c3-43a2-b18b-864632b3a54d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "DELETE /v2.0/ports/df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1 HTTP/1.1" status: 204 len: 168 time: 2.9554455 Jun 11 11:40:07.085093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42216) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:07.149733 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-081ec0a2-5472-4ab7-8992-72e4d670adf6 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] GET failed (client error): The resource could not be found. Jun 11 11:40:07.152350 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-081ec0a2-5472-4ab7-8992-72e4d670adf6 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "GET /v2.0/ports/df98f5e4-e6d3-4fbc-8781-09d6d6fbbdc1 HTTP/1.1" status: 404 len: 333 time: 0.0663042 Jun 11 11:40:07.157908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42218) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:07.160345 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Made reservation on behalf of 7ae1891a05e24249a23130a4644ac724 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:07.163992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.171059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Request body: {'port': {'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1540659117'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:07.188571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.251158 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1556616 Jun 11 11:40:07.257213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42222) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:07.269862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.270351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.270853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.271532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.271996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.272468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.272934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.273412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.273859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.274319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.274830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.275472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.275931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.276560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.277026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.277487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.278004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.280499 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1404e5c3-aa45-4460-9ec1-cb3d1b5ebbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15123 time: 0.5428464 Jun 11 11:40:07.293229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42224) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:07.293597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42226) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:07.307726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9866fd47-e93b-4fb9-a9d4-e2bb1e65cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.315510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9866fd47-e93b-4fb9-a9d4-e2bb1e65cea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.319302 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9866fd47-e93b-4fb9-a9d4-e2bb1e65cea4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc80feb8-44f9-4cb8-808a-802773e0a762 HTTP/1.1" status: 204 len: 168 time: 0.7539940 Jun 11 11:40:07.328610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:07.330016 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-bc093e5c-2e99-4e76-8d05-c213149517df service neutron] 10.222.0.46 "GET /v2.0/networks/1d17cd3b-356d-4491-bc08-349e534864e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424734 Jun 11 11:40:07.354452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866fd47-e93b-4fb9-a9d4-e2bb1e65cea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc80feb8-44f9-4cb8-808a-802773e0a762,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:07.365002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9866fd47-e93b-4fb9-a9d4-e2bb1e65cea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:07.454225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.460122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7bf8dc-b579-4bb4-a3dc-e23f8c95c09d tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.463292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.467626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7bf8dc-b579-4bb4-a3dc-e23f8c95c09d tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.471923 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8f7bf8dc-b579-4bb4-a3dc-e23f8c95c09d tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1874974 Jun 11 11:40:07.473095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42232) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:07.491588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6a47998e-7b6a-4d37-a992-86f68d9bb953 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:07.553640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:07.563640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Made reservation on behalf of 15b7e9b9800b47b4907b83d0f0043710 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:07.568233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.582711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-67bc042f-5d0e-4246-8569-4e3f0ccbe8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Deleting port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:07.583073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67bc042f-5d0e-4246-8569-4e3f0ccbe8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.597934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.598814 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Added segment 53a20603-a112-4484-ad14-f11f2b8e13cc of type vlan for network 71846d98-13a7-412d-b428-40376d222995 Jun 11 11:40:07.602088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38db807-cb3d-4c0d-9fa3-6046ee5c329c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:07.618185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:07.626010 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] device_id is not set on port b356f0dc-2ff1-429a-91e9-6bae98d08c3f yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:07.663712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.25', 59033) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:07.724177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.840180 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.862876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:07.863541 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.894489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:07.922961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-67bc042f-5d0e-4246-8569-4e3f0ccbe8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] For port 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc, host hv-neutron-7864, got binding levels [] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:07.923529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67bc042f-5d0e-4246-8569-4e3f0ccbe8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:07.940327 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2811663 Jun 11 11:40:07.940327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42250) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:07.963015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Allocated IP 2001:db8::31e (a68cd398-12fc-422a-b63a-27075e762f46/b63e1f2b-4384-45f8-acea-7c7cbde7bd8b/b356f0dc-2ff1-429a-91e9-6bae98d08c3f) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:08.016880 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e9d278c9-700a-4076-90f7-93d305968d14 req-09dd30ce-ef32-4de0-a64c-e86d871d8680 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 210 time: 0.0881090 Jun 11 11:40:08.107396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Pushing event updated for resources: {'Network': ['ID=71846d98-13a7-412d-b428-40376d222995,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:08.122454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 71846d98-13a7-412d-b428-40376d222995 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:08.130880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:08.133031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-67bc042f-5d0e-4246-8569-4e3f0ccbe8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Calling delete_port for 91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:08.173834 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-53c1c799-955a-4c58-b589-b12dd70bf8de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3857570917774872b07eee47155296c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076426 Jun 11 11:40:08.180226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42266) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:08.325991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67bc042f-5d0e-4246-8569-4e3f0ccbe8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.348071 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8374b5c0-caaa-4b4e-b22d-7cd8ba0acbfe req-629f16dc-76be-44dc-a53e-cee5e3c18e71 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.3957856 Jun 11 11:40:08.356890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-cf4de0c9-8fb7-4e6c-b6a2-ee223ec25569 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Deleting port 0269a967-c919-4bd8-8c0c-0c8bcbe92451 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:08.357240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf4de0c9-8fb7-4e6c-b6a2-ee223ec25569 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.410071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7515a8e8-1f92-4709-88cd-dc2c89565a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.429366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:08.436232 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f2e908b0-d509-40de-aa73-b0b187b8608a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c45c6a76f6ea4f0bae99a23c04fadd74&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1388316 Jun 11 11:40:08.441671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42280) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:08.505625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.508785 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7515a8e8-1f92-4709-88cd-dc2c89565a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.551784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Transition to ACTIVE for port object b356f0dc-2ff1-429a-91e9-6bae98d08c3f will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:08.566535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-0cfadaee-6612-4b5b-a16e-7a57bdd746f1 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:08.568092 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-0cfadaee-6612-4b5b-a16e-7a57bdd746f1 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.25 "GET /v2.0/networks?id=49066024-ebb2-43f1-9ec8-e6b6bc340030 HTTP/1.1" status: 200 len: 805 time: 0.9033043 Jun 11 11:40:08.570798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67bc042f-5d0e-4246-8569-4e3f0ccbe8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.582102 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-67bc042f-5d0e-4246-8569-4e3f0ccbe8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "DELETE /v2.0/ports/91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc HTTP/1.1" status: 204 len: 168 time: 1.2778974 Jun 11 11:40:08.582399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42294) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:08.593528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf4de0c9-8fb7-4e6c-b6a2-ee223ec25569 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.623696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42296) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:08.629982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Request body: {'port': {'network_id': '71846d98-13a7-412d-b428-40376d222995', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-417898097'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:08.639016 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-260a97cd-fe60-44c4-94db-5e8bc3507558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] GET failed (client error): The resource could not be found. Jun 11 11:40:08.644513 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-260a97cd-fe60-44c4-94db-5e8bc3507558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "GET /v2.0/ports/91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc HTTP/1.1" status: 404 len: 333 time: 0.0525150 Jun 11 11:40:08.644513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee664f8c-d560-458c-890b-eb818fdd1326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.648958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42300) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:08.655916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-504720789', 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:08.719435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee664f8c-d560-458c-890b-eb818fdd1326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.721581 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Made reservation on behalf of e52542bd915d434a86efda038b78062d for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:08.724393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.741063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7515a8e8-1f92-4709-88cd-dc2c89565a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.751895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-cf4de0c9-8fb7-4e6c-b6a2-ee223ec25569 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Calling delete_port for 0269a967-c919-4bd8-8c0c-0c8bcbe92451 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:08.757498 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.768784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7515a8e8-1f92-4709-88cd-dc2c89565a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.770277 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7515a8e8-1f92-4709-88cd-dc2c89565a06 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be4d2114-49be-47fd-ab7e-4b164653218b HTTP/1.1" status: 204 len: 168 time: 0.5886545 Jun 11 11:40:08.779061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:08.782273 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.819999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Made reservation on behalf of cce5dd0c2fbb4cc99da35be90f091c03 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:08.822972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:08.826456 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515a8e8-1f92-4709-88cd-dc2c89565a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4d2114-49be-47fd-ab7e-4b164653218b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:08.828894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7515a8e8-1f92-4709-88cd-dc2c89565a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:08.833544 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-363d56e6-1d03-4277-9784-f7daf0f83aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:08.943265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Network a68cd398-12fc-422a-b63a-27075e762f46 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:09.008161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:09.012089 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:09.025022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:09.025538 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:09.066633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] device_id is not set on port 99c34f34-9887-4dfc-a445-c0ebee0d39d8 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:09.104656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'Port': ['ID=b356f0dc-2ff1-429a-91e9-6bae98d08c3f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:09.108687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:09.113056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee664f8c-d560-458c-890b-eb818fdd1326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:09.115941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee664f8c-d560-458c-890b-eb818fdd1326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:09.120388 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ee664f8c-d560-458c-890b-eb818fdd1326 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13dc6f38-18ea-43d9-bf58-a5e9c897eda7 HTTP/1.1" status: 204 len: 168 time: 0.6774960 Jun 11 11:40:09.201741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c23888eb-7611-440d-87d8-018af62bd721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:09.248965 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee664f8c-d560-458c-890b-eb818fdd1326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc6f38-18ea-43d9-bf58-a5e9c897eda7,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:09.262468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ee664f8c-d560-458c-890b-eb818fdd1326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:09.430189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc042f-5d0e-4246-8569-4e3f0ccbe8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event deleted for resources: {'Port': ['ID=91e3cc33-2a39-4b34-a5f1-1dc3e55a30dc,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:09.431822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:09.502053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:09.507816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9bb00e01-c9f2-4eeb-935a-2b468619afb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:09.526446 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3667073 Jun 11 11:40:09.533239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf4de0c9-8fb7-4e6c-b6a2-ee223ec25569 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:09.538384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42322) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:09.541497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] device_id is not set on port 2367e25b-a511-425b-89c1-0a5e9fd0816a yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:09.562850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-67bc042f-5d0e-4246-8569-4e3f0ccbe8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.133s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:09.569056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-058e7dab-bb53-4fa3-8daf-d5c659759bc9 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bd', 'mac_address': 'fa:16:3e:b4:39:bb'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:09.618932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:09.700628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4de0c9-8fb7-4e6c-b6a2-ee223ec25569 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event deleted for resources: {'Port': ['ID=0269a967-c919-4bd8-8c0c-0c8bcbe92451,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:09.730516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2b3158cf-9410-4d49-9f20-d57b125c7b6b None None] Provisioning for port b356f0dc-2ff1-429a-91e9-6bae98d08c3f completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:09.733005 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cf4de0c9-8fb7-4e6c-b6a2-ee223ec25569 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:09.740199 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2b3158cf-9410-4d49-9f20-d57b125c7b6b None None] Provisioning complete for port b356f0dc-2ff1-429a-91e9-6bae98d08c3f triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:09.741613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2b3158cf-9410-4d49-9f20-d57b125c7b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:09.745955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:09.755321 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-eb1756af-3fab-4901-b4e2-6b8748f25796 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40057aca28ba4547afec842333f5da6a HTTP/1.1" status: 200 len: 380 time: 0.3312552 Jun 11 11:40:09.789044 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-341ea894-20c5-4cd6-ac76-34a01a056fa4 req-d760b7d1-4cf4-4136-9532-f0a514f8c516 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 210 time: 0.0899923 Jun 11 11:40:09.794422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Request body: {'port': {'device_id': '83eee2d7-1975-4756-821c-53aea8b4206e', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'admin_state_up': True, 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'security_groups': ['bae61dd6-bac7-4723-b431-7ba8bf876d62']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:09.849141 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b827ff4-98de-455b-aeba-ca90cca389ff,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:09.858955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:09.880787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2b3158cf-9410-4d49-9f20-d57b125c7b6b None None] Port b356f0dc-2ff1-429a-91e9-6bae98d08c3f cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:09.933206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf4de0c9-8fb7-4e6c-b6a2-ee223ec25569 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:09.935777 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cf4de0c9-8fb7-4e6c-b6a2-ee223ec25569 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "DELETE /v2.0/ports/0269a967-c919-4bd8-8c0c-0c8bcbe92451 HTTP/1.1" status: 204 len: 168 time: 2.4613726 Jun 11 11:40:09.940381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42332) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:09.961139 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-73467757-2330-4b33-9081-098f27825edd req-76c991ee-85ec-4747-94f7-c814e9eff090 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.1917293 Jun 11 11:40:10.038855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Made reservation on behalf of 40057aca28ba4547afec842333f5da6a for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:10.045710 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:10.188369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42338) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:10.247363 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5a830688-e480-4116-94a5-9a704ca0a0d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb8f16263662489cb5fc170a44a6dd71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0572507 Jun 11 11:40:10.250982 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42340) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:10.316440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:10.405546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f6ec-5669-4563-bb8a-46799c09f33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:10.450335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f6ec-5669-4563-bb8a-46799c09f33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:10.519001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f6ec-5669-4563-bb8a-46799c09f33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:10.521588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f6ec-5669-4563-bb8a-46799c09f33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:10.522770 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d4c6f6ec-5669-4563-bb8a-46799c09f33d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d8d0005-f2d3-4641-9f65-2bd60712fc33 HTTP/1.1" status: 204 len: 168 time: 0.2713647 Jun 11 11:40:10.537478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:10.554902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6f6ec-5669-4563-bb8a-46799c09f33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8d0005-f2d3-4641-9f65-2bd60712fc33,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:10.557280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Allocated IP 172.20.0.6 (49066024-ebb2-43f1-9ec8-e6b6bc340030/8ce86379-44b5-4a96-a7eb-d3322a0864fe/13a71377-65cd-487b-874a-5ce49eec9e89) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:10.559639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4c6f6ec-5669-4563-bb8a-46799c09f33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:10.935206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-440f089e-a998-4189-a6d2-0aa06df6d38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:10.960368 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:11.016895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Transition to ACTIVE for port object 13a71377-65cd-487b-874a-5ce49eec9e89 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:11.109444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:11.117334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:11.212562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] device_id is not set on port 2367e25b-a511-425b-89c1-0a5e9fd0816a yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:11.223661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:11.237823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Transition to ACTIVE for port object 2367e25b-a511-425b-89c1-0a5e9fd0816a will not be triggered until provisioned by entity L2. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:11.244053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event updated for resources: {'Port': ['ID=99c34f34-9887-4dfc-a445-c0ebee0d39d8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:11.254864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42362) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:11.256913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:11.261142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:11.263267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Pushing event updated for resources: {'Port': ['ID=13a71377-65cd-487b-874a-5ce49eec9e89,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:11.277152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:11.330691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Network 5a9c8b89-1386-410e-b469-b612a53ce56d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:11.345329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Network 49066024-ebb2-43f1-9ec8-e6b6bc340030 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:11.347399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:11.350314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:11.457862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a1d9710e-1752-40d5-b8f9-56a81ec5b039 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:11.568698 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1770d989-2030-4185-9b1e-54cfe04b9f51 req-4cfe9c6f-ae87-42b9-8dea-9be3e8d1c98e tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.2736604 Jun 11 11:40:11.577379 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-058e7dab-bb53-4fa3-8daf-d5c659759bc9 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:11.582051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:11.602092 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:40:11.603645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:11.604324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:11.623508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:11.628012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:11.628773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:11.668230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd683-eba8-4605-bf2a-a3d0076e1070 req-720d97cd-b15b-433e-a60a-833528080b22 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:11.669911 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-639dd683-eba8-4605-bf2a-a3d0076e1070 req-720d97cd-b15b-433e-a60a-833528080b22 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 931 time: 0.4141259 Jun 11 11:40:11.686248 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8982918 Jun 11 11:40:11.775512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1942956544'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:11.782249 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-639dd683-eba8-4605-bf2a-a3d0076e1070 req-21673937-e4b5-4bbb-9fe3-0e0e3d3c0d2d tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011465 Jun 11 11:40:11.811518 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.1590741 Jun 11 11:40:11.815470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42378) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:11.836170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event updated for resources: {'Port': ['ID=2367e25b-a511-425b-89c1-0a5e9fd0816a,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:11.845330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3b1c965b-85f0-46ca-9ade-f329f75e001f None None] Provisioning for port 13a71377-65cd-487b-874a-5ce49eec9e89 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:11.847954 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:11.854048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-0a66f3b9-d439-493b-8e2e-38edca4efb78 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Deleting port 08d156b1-759b-43a4-8b3a-0786a2acee59 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:11.854436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a66f3b9-d439-493b-8e2e-38edca4efb78 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:11.858035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3b1c965b-85f0-46ca-9ade-f329f75e001f None None] Provisioning complete for port 13a71377-65cd-487b-874a-5ce49eec9e89 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:11.861980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Made reservation on behalf of 682a054fbd4741e2a6d3e0d8504453c7 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:11.864408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b1c965b-85f0-46ca-9ade-f329f75e001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:11.866268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:11.892056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:11.913999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Checking segment: {'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:11.914373 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Network hostable DHCP agents. Network: 71846d98-13a7-412d-b428-40376d222995, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:11.917115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e608c-1838-4e9d-acf8-19929edf498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:11.921880 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-631e608c-1838-4e9d-acf8-19929edf498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "GET /v2.0/ports/99c34f34-9887-4dfc-a445-c0ebee0d39d8 HTTP/1.1" status: 200 len: 958 time: 0.1052477 Jun 11 11:40:11.922964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42382) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:11.973317 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3b1c965b-85f0-46ca-9ade-f329f75e001f None None] Port 13a71377-65cd-487b-874a-5ce49eec9e89 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:12.059488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a66f3b9-d439-493b-8e2e-38edca4efb78 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.118077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-848485d9-0c0e-4e66-98e8-757f69bb9450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Deleting port 99c34f34-9887-4dfc-a445-c0ebee0d39d8 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:12.119114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-848485d9-0c0e-4e66-98e8-757f69bb9450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.156408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.173774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.189873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-0a66f3b9-d439-493b-8e2e-38edca4efb78 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Calling delete_port for 08d156b1-759b-43a4-8b3a-0786a2acee59 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:12.197132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:12.204148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d4da4ed8-75f1-4fe3-ac4b-bb84ef2ba4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.209736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:12.246232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Network 71846d98-13a7-412d-b428-40376d222995 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:12.251246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a3c27e-b3c4-4c39-be51-dd38766ca2ae,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:12.260323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:12.261588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.261951 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Added segment cb43ffa8-a332-4118-8dd7-c243a9181ae3 of type vlan for network 3acdc802-67bf-4354-933c-9f85a58a4398 Jun 11 11:40:12.350697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 71846d98-13a7-412d-b428-40376d222995) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:12.362099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-848485d9-0c0e-4e66-98e8-757f69bb9450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.364589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b7264-9c94-4387-acce-11c98dda0d3f None None] Network 71846d98-13a7-412d-b428-40376d222995 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:12.371809 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:12.386086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:12.386463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:12.386856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:12.403271 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:12.403607 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:12.409517 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 2 to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a Jun 11 11:40:12.473925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:12.474219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:12.474620 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:12.495231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:12.495582 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:12.497611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-058e7dab-bb53-4fa3-8daf-d5c659759bc9 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.499070 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 3 to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a Jun 11 11:40:12.506378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a66f3b9-d439-493b-8e2e-38edca4efb78 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.525209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-058e7dab-bb53-4fa3-8daf-d5c659759bc9 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.529063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:12.532435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-848485d9-0c0e-4e66-98e8-757f69bb9450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Calling delete_port for 99c34f34-9887-4dfc-a445-c0ebee0d39d8 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:12.541403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:12.541743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:12.542080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:12.571408 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a66f3b9-d439-493b-8e2e-38edca4efb78 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.576351 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0a66f3b9-d439-493b-8e2e-38edca4efb78 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "DELETE /v2.0/ports/08d156b1-759b-43a4-8b3a-0786a2acee59 HTTP/1.1" status: 204 len: 168 time: 2.6114645 Jun 11 11:40:12.578489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42392) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:12.607220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.612275 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66f3b9-d439-493b-8e2e-38edca4efb78 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event deleted for resources: {'Port': ['ID=08d156b1-759b-43a4-8b3a-0786a2acee59,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:12.654445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.668059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-058e7dab-bb53-4fa3-8daf-d5c659759bc9 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] In _notify_port_updated(), no bound segment for port b356f0dc-2ff1-429a-91e9-6bae98d08c3f on network a68cd398-12fc-422a-b63a-27075e762f46 {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:40:12.674307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:12.674546 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e7dab-bb53-4fa3-8daf-d5c659759bc9 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:12.675016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-058e7dab-bb53-4fa3-8daf-d5c659759bc9 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.676089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:12.683448 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-058e7dab-bb53-4fa3-8daf-d5c659759bc9 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "PUT /v2.0/ports/b356f0dc-2ff1-429a-91e9-6bae98d08c3f HTTP/1.1" status: 200 len: 1003 time: 3.1339726 Jun 11 11:40:12.683938 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-242dd1ef-1e5d-48c9-bcc2-313f80bcf144 tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:12.687167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:12.687510 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:12.688898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42398) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:12.785328 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 4 to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a Jun 11 11:40:12.917796 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:12.918138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:12.918484 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:12.937984 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-29e6f874-f314-4ec9-8aae-0e0a0affe7de tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3425052 Jun 11 11:40:12.949831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42404) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:12.985049 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2093777081'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:13.101318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:13.104802 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:13.126451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f55957b8-136a-469d-8a05-d42bc0ec3e7a None None] Provisioning complete for port b356f0dc-2ff1-429a-91e9-6bae98d08c3f triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:13.127915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f55957b8-136a-469d-8a05-d42bc0ec3e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:13.163001 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 5 to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a Jun 11 11:40:13.180127 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9141142 Jun 11 11:40:13.185973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42406) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:13.192160 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0e1d0760-36ee-42ae-bacf-56f585523e80 req-a8e0ff3e-b020-4900-a08a-8bac17e6bf10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.2267818 Jun 11 11:40:13.196591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-f55957b8-136a-469d-8a05-d42bc0ec3e7a None None] Port b356f0dc-2ff1-429a-91e9-6bae98d08c3f cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:13.223651 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e7dab-bb53-4fa3-8daf-d5c659759bc9 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'Port': ['ID=b356f0dc-2ff1-429a-91e9-6bae98d08c3f,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:13.258666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-058e7dab-bb53-4fa3-8daf-d5c659759bc9 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:13.259856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.727s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:13.260194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:13.263854 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:13.264191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:13.264530 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:13.281017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Made reservation on behalf of 22e64ac6d66f4050a26ff7be9f39bb97 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:13.284483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:13.292923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Request body: {'subnet': {'network_id': '3acdc802-67bf-4354-933c-9f85a58a4398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:13.313238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:13.314328 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:13.317145 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 6 to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a Jun 11 11:40:13.344898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:13.345667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:13.346301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:13.371335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:13.373931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:13.374075 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:13.391308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Pushing event updated for resources: {'Network': ['ID=3acdc802-67bf-4354-933c-9f85a58a4398,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:13.394588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:13.395148 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Added segment d40b41c6-c312-4f1e-bbc4-aeab0369c61e of type vlan for network c4f19661-f39e-4add-83da-9022ec3e8f1f Jun 11 11:40:13.404066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 3acdc802-67bf-4354-933c-9f85a58a4398 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:13.413402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:13.474895 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 7 to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a Jun 11 11:40:13.536810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:13.550045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:13.550480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:13.554769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:13.566655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:13.566655 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:13.566655 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 8 to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a Jun 11 11:40:13.585908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b01ab51c-947f-4ea1-8141-490f996b6c7f tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Deleting port b356f0dc-2ff1-429a-91e9-6bae98d08c3f {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:13.585908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b01ab51c-947f-4ea1-8141-490f996b6c7f tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:13.607731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-848485d9-0c0e-4e66-98e8-757f69bb9450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:13.615704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:13.615704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:13.615704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:13.639854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-67bc042f-5d0e-4246-8569-4e3f0ccbe8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:13.648716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:13.652711 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:13.657153 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 9 to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a Jun 11 11:40:13.662082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f97df3-47e5-40a3-8d2b-3b0e327e28a6 req-7c8dbf62-4aa5-45e6-81e4-231cec89d33c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:13.663659 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-31f97df3-47e5-40a3-8d2b-3b0e327e28a6 req-7c8dbf62-4aa5-45e6-81e4-231cec89d33c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 931 time: 0.5094347 Jun 11 11:40:13.674003 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:13.674350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:13.674742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:13.681938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:13.682299 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:13.682812 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 10 to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a Jun 11 11:40:13.686938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:13.699435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:13.700115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:13.704026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Made reservation on behalf of 682a054fbd4741e2a6d3e0d8504453c7 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:13.705708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:13.708846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:13.719344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848485d9-0c0e-4e66-98e8-757f69bb9450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event deleted for resources: {'Port': ['ID=99c34f34-9887-4dfc-a445-c0ebee0d39d8,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:13.737153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-848485d9-0c0e-4e66-98e8-757f69bb9450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:13.751463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:13.752085 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:13.752574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:13.767263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 2367e25b-a511-425b-89c1-0a5e9fd0816a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:13.767875 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 2367e25b-a511-425b-89c1-0a5e9fd0816a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:13.768388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:13.797799 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-848485d9-0c0e-4e66-98e8-757f69bb9450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:13.801779 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-848485d9-0c0e-4e66-98e8-757f69bb9450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "DELETE /v2.0/ports/99c34f34-9887-4dfc-a445-c0ebee0d39d8 HTTP/1.1" status: 204 len: 168 time: 1.8756702 Jun 11 11:40:13.828520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42416) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:13.851968 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8848152 Jun 11 11:40:13.856561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42418) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:13.864182 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1119544302'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:13.930196 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event updated for resources: {'Network': ['ID=c4f19661-f39e-4add-83da-9022ec3e8f1f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:13.933901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:13.941872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network c4f19661-f39e-4add-83da-9022ec3e8f1f details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:13.979309 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] For port 2367e25b-a511-425b-89c1-0a5e9fd0816a, host hv-neutron-7864, cleared binding levels {{(pid=99005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:13.979683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempted to set empty binding levels {{(pid=99005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 11:40:13.983509 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Made reservation on behalf of 22e64ac6d66f4050a26ff7be9f39bb97 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:13.983908 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-7252068a-581a-46ab-940d-3226994f9e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] GET failed (client error): The resource could not be found. Jun 11 11:40:13.986900 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7252068a-581a-46ab-940d-3226994f9e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "GET /v2.0/ports/99c34f34-9887-4dfc-a445-c0ebee0d39d8 HTTP/1.1" status: 404 len: 333 time: 0.1554196 Jun 11 11:40:13.991229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.001012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42424) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:14.006569 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Request body: {'port': {'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471632020'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:14.070200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.076814 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-31f97df3-47e5-40a3-8d2b-3b0e327e28a6 req-e1f6bc66-be9d-4a46-b1b1-9b8a1e2c6dc6 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3738241 Jun 11 11:40:14.077844 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bab9eb07-a8be-4e2c-9c03-d8be57be7031 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:14.078834 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b01ab51c-947f-4ea1-8141-490f996b6c7f tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.151902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42426) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:14.165939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:14.167329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.173504 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Made reservation on behalf of cce5dd0c2fbb4cc99da35be90f091c03 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:14.176084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.183316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event updated for resources: {'Port': ['ID=2367e25b-a511-425b-89c1-0a5e9fd0816a,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:14.188855 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:14.201491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:14.211425 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.5859945 Jun 11 11:40:14.214905 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42428) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:14.222762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.223695 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Added segment e7fcbaca-eea7-4f9d-a409-fa38c7d09527 of type vlan for network 1af9111f-7277-47d4-8db4-3c6716ecbc38 Jun 11 11:40:14.262369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] device_id is not set on port 81f6cb06-6d11-4084-9a8d-228180931446 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:14.289393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b01ab51c-947f-4ea1-8141-490f996b6c7f tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Calling delete_port for b356f0dc-2ff1-429a-91e9-6bae98d08c3f owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:14.359042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.443426 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d65eb654-7c08-471d-b9d8-a8a6b2cb1c8a req-6d8e8cf0-fdcb-474f-9432-b4f92c6267b9 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.0788598 Jun 11 11:40:14.526318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.542690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:14.543576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.548549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:14.680056 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8219726 Jun 11 11:40:14.708773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.724800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f5e56471-c19f-4dc2-9d32-234008ad8f42 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Deleting port 2367e25b-a511-425b-89c1-0a5e9fd0816a {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:14.725380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f5e56471-c19f-4dc2-9d32-234008ad8f42 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.732304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.787294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event updated for resources: {'Network': ['ID=1af9111f-7277-47d4-8db4-3c6716ecbc38,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:14.793111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:14.801160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 1af9111f-7277-47d4-8db4-3c6716ecbc38 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:14.840477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42434) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:14.848167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'subnets': [{'network_id': 'c4f19661-f39e-4add-83da-9022ec3e8f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--284217004', 'ip_version': 4}, {'network_id': '1af9111f-7277-47d4-8db4-3c6716ecbc38', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:14.848490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'subnet': {'network_id': 'c4f19661-f39e-4add-83da-9022ec3e8f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--284217004', 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:14.849071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Request body: {'subnet': {'network_id': '1af9111f-7277-47d4-8db4-3c6716ecbc38', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:14.868531 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:14.872115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.896238 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:14.907761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.976231 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d6133bd3-dce6-40d2-87a1-0bca6c60c05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:14.994314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-f5e56471-c19f-4dc2-9d32-234008ad8f42 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] For port 2367e25b-a511-425b-89c1-0a5e9fd0816a, host hv-neutron-7864, got binding levels [] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:14.994314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f5e56471-c19f-4dc2-9d32-234008ad8f42 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:15.007733 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:15.015181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:15.197518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Pushing event updated for resources: {'Subnet': ['ID=ea690f07-1353-41fd-a9af-6dff7972bce2,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:15.237903 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:15.274227 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Checking segment: {'id': 'cb43ffa8-a332-4118-8dd7-c243a9181ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '3acdc802-67bf-4354-933c-9f85a58a4398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:15.275152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Network hostable DHCP agents. Network: 3acdc802-67bf-4354-933c-9f85a58a4398, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:15.365085 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event updated for resources: {'Port': ['ID=81f6cb06-6d11-4084-9a8d-228180931446,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:15.369064 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:15.408893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b01ab51c-947f-4ea1-8141-490f996b6c7f tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:15.410958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f5e56471-c19f-4dc2-9d32-234008ad8f42 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Calling delete_port for 2367e25b-a511-425b-89c1-0a5e9fd0816a owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:15.436075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:15.484250 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Network 5a9c8b89-1386-410e-b469-b612a53ce56d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:15.488481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:15.491050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:15.492094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:15.492757 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:15.512908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ab51c-947f-4ea1-8141-490f996b6c7f tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event deleted for resources: {'Port': ['ID=b356f0dc-2ff1-429a-91e9-6bae98d08c3f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:15.517915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b01ab51c-947f-4ea1-8141-490f996b6c7f tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:15.554061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f5e56471-c19f-4dc2-9d32-234008ad8f42 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:15.575040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0ff4dca0-3258-4e7f-8e3b-c0545275371d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:15.581391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f5e56471-c19f-4dc2-9d32-234008ad8f42 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:15.586249 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f5e56471-c19f-4dc2-9d32-234008ad8f42 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "DELETE /v2.0/ports/2367e25b-a511-425b-89c1-0a5e9fd0816a HTTP/1.1" status: 204 len: 168 time: 1.3678579 Jun 11 11:40:15.586687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42440) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:15.663763 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f3462c-8e2d-4a08-b6ff-f4189cb9cc3f tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] GET failed (client error): The resource could not be found. Jun 11 11:40:15.679838 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-80f3462c-8e2d-4a08-b6ff-f4189cb9cc3f tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "GET /v2.0/ports/2367e25b-a511-425b-89c1-0a5e9fd0816a HTTP/1.1" status: 404 len: 333 time: 0.0880542 Jun 11 11:40:15.680061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e56471-c19f-4dc2-9d32-234008ad8f42 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event deleted for resources: {'Port': ['ID=2367e25b-a511-425b-89c1-0a5e9fd0816a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:15.682882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f5e56471-c19f-4dc2-9d32-234008ad8f42 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:15.683800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42442) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:15.703747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Network 3acdc802-67bf-4354-933c-9f85a58a4398 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:15.703982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Request body: {'port': {'network_id': '71846d98-13a7-412d-b428-40376d222995', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-293526869'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:15.752689 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6e1f7239-e81a-49bf-b20b-46afc5baf446 req-39daf508-1470-4d08-b413-0ee1fab28e9a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.0716312 Jun 11 11:40:15.755480 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7530503 Jun 11 11:40:15.758431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42444) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:15.760288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Made reservation on behalf of 22e64ac6d66f4050a26ff7be9f39bb97 for: {'subnet': 2} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:15.764591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:15.764887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:15.765222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:15.820467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Made reservation on behalf of e52542bd915d434a86efda038b78062d for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:15.822337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 3acdc802-67bf-4354-933c-9f85a58a4398) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:15.825787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:15.843001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95549ff-c999-453d-849a-ac493f7b617e None None] Network 3acdc802-67bf-4354-933c-9f85a58a4398 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:15.857566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:15.858184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:15.863705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] device_id is not set on port 02dcc924-9720-4afa-bccd-69f6f9346d6a yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:15.922476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b01ab51c-947f-4ea1-8141-490f996b6c7f tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:15.927393 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b01ab51c-947f-4ea1-8141-490f996b6c7f tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "DELETE /v2.0/ports/b356f0dc-2ff1-429a-91e9-6bae98d08c3f HTTP/1.1" status: 204 len: 168 time: 3.2270246 Jun 11 11:40:15.935981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42446) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:16.015775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e46310-eeed-46e0-9cba-5f55d39c8df3 req-9b2c9228-b16d-4faf-a4b4-98407476a960 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:16.017352 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f0e46310-eeed-46e0-9cba-5f55d39c8df3 req-9b2c9228-b16d-4faf-a4b4-98407476a960 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 931 time: 0.6674578 Jun 11 11:40:16.026366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.028582 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa08c2c-fc83-420d-9ad3-9e16483a42f0 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] GET failed (client error): The resource could not be found. Jun 11 11:40:16.034013 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-daa08c2c-fc83-420d-9ad3-9e16483a42f0 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "GET /v2.0/ports/b356f0dc-2ff1-429a-91e9-6bae98d08c3f HTTP/1.1" status: 404 len: 333 time: 0.0902307 Jun 11 11:40:16.034013 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7739737 Jun 11 11:40:16.035797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42448) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:16.036288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42450) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:16.048302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.061977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Request body: {'port': {'network_id': '3acdc802-67bf-4354-933c-9f85a58a4398', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-914344112'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:16.084027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Request body: {'port': {'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-762579141'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:16.242087 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-3acdc802-67bf-4354-933c-9f85a58a4398', 'network_id': '3acdc802-67bf-4354-933c-9f85a58a4398', 'tenant_id': '682a054fbd4741e2a6d3e0d8504453c7', 'fixed_ips': [{'subnet_id': 'ea690f07-1353-41fd-a9af-6dff7972bce2'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:40:16.242603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.319965 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.350696 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f0e46310-eeed-46e0-9cba-5f55d39c8df3 req-f83b9800-8280-48a3-a627-3e2bea27f86f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158941 Jun 11 11:40:16.431389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Allocated IP 172.26.6.65 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/5310e4c7-973f-4eb4-8478-1796c5c9fe3a) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:16.565739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Allocated IP 2001:db8::2 (3acdc802-67bf-4354-933c-9f85a58a4398/ea690f07-1353-41fd-a9af-6dff7972bce2/c6f10f79-fc45-42fd-a8f1-1edf88ae104e) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:16.647351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.675865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Made reservation on behalf of 682a054fbd4741e2a6d3e0d8504453c7 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:16.680615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.775365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.813598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Made reservation on behalf of 15b7e9b9800b47b4907b83d0f0043710 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:16.823332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.830695 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] device_id is not set on port 82f95048-a113-433c-b4f8-b70cec89854e yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:16.853937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.865340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Transition to ACTIVE for port object c6f10f79-fc45-42fd-a8f1-1edf88ae104e will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:16.888293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.888947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Transition to ACTIVE for port object c6f10f79-fc45-42fd-a8f1-1edf88ae104e will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:16.892582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-15935b62-6fbc-4cfe-9659-cbd14f816fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:16.896135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.915955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-551c1db7-e20e-4772-952c-7fb5e4a09e44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:16.968775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event updated for resources: {'Subnet': ['ID=816a434f-eef1-4cb4-a254-a89cb90048f4,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:16.972134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:16.973854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:16.979707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2f21c206-72e8-4ab0-8dc9-b64bd3511e55 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:17.013814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Network 3acdc802-67bf-4354-933c-9f85a58a4398 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:17.029866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:17.033971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:17.043032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:17.046773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] device_id is not set on port fc863564-efc7-47cc-af93-59a64d282a1f yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:17.051030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:17.056923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:17.079920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.089920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event updated for resources: {'Port': ['ID=5310e4c7-973f-4eb4-8478-1796c5c9fe3a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:17.094418 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Pushing event updated for resources: {'Port': ['ID=c6f10f79-fc45-42fd-a8f1-1edf88ae104e,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:17.099442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:17.112610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:17.130087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Checking segment: {'id': 'd40b41c6-c312-4f1e-bbc4-aeab0369c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'c4f19661-f39e-4add-83da-9022ec3e8f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:17.130453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Network hostable DHCP agents. Network: c4f19661-f39e-4add-83da-9022ec3e8f1f, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:17.164101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Attempting to bind port c6f10f79-fc45-42fd-a8f1-1edf88ae104e on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:17.164886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Attempting to bind port c6f10f79-fc45-42fd-a8f1-1edf88ae104e by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'cb43ffa8-a332-4118-8dd7-c243a9181ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '3acdc802-67bf-4354-933c-9f85a58a4398'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:17.165925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Attempting to bind port c6f10f79-fc45-42fd-a8f1-1edf88ae104e on network 3acdc802-67bf-4354-933c-9f85a58a4398 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:17.182814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:40:17.185043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Checking segment: {'id': 'cb43ffa8-a332-4118-8dd7-c243a9181ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '3acdc802-67bf-4354-933c-9f85a58a4398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:17.186728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.188370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Bound using segment: {'id': 'cb43ffa8-a332-4118-8dd7-c243a9181ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '3acdc802-67bf-4354-933c-9f85a58a4398'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:40:17.190203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Network c4f19661-f39e-4add-83da-9022ec3e8f1f is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:17.190422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Bound port: c6f10f79-fc45-42fd-a8f1-1edf88ae104e, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb43ffa8-a332-4118-8dd7-c243a9181ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '3acdc802-67bf-4354-933c-9f85a58a4398'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:40:17.191482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:17.192141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.212190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, c4f19661-f39e-4add-83da-9022ec3e8f1f) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:17.219022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.220284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.224808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:17.254092 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d98d0ff5-fd0f-428c-87f5-08b0e737ef77 req-42fe79b9-c24f-4647-8e11-d94aaa48c91d tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.2388265 Jun 11 11:40:17.268405 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event updated for resources: {'Port': ['ID=02dcc924-9720-4afa-bccd-69f6f9346d6a,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:17.272449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da887a3-ef4c-4dec-be26-8d5c76d0b830 None None] Network c4f19661-f39e-4add-83da-9022ec3e8f1f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:17.285330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:17.290719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] device_id is not set on port 81f6cb06-6d11-4084-9a8d-228180931446 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:17.312619 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.341404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event updated for resources: {'Subnet': ['ID=a50a365e-5734-491e-8fdc-281db4c464e5,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:17.353611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:17.357412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Network 71846d98-13a7-412d-b428-40376d222995 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:17.370354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:17.382376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.385368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Transition to ACTIVE for port object 81f6cb06-6d11-4084-9a8d-228180931446 will not be triggered until provisioned by entity L2. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:17.386304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:17.387445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:17.388033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.431730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.452013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:17.465390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Checking segment: {'id': 'e7fcbaca-eea7-4f9d-a409-fa38c7d09527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1af9111f-7277-47d4-8db4-3c6716ecbc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:17.466998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Network hostable DHCP agents. Network: 1af9111f-7277-47d4-8db4-3c6716ecbc38, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:17.555111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Network 1af9111f-7277-47d4-8db4-3c6716ecbc38 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:17.556984 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8619244 Jun 11 11:40:17.557622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42456) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:17.560940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Allocated IP 2001:db8::27e (3acdc802-67bf-4354-933c-9f85a58a4398/ea690f07-1353-41fd-a9af-6dff7972bce2/82f95048-a113-433c-b4f8-b70cec89854e) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:17.578385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:17.581763 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-c4f19661-f39e-4add-83da-9022ec3e8f1f', 'network_id': 'c4f19661-f39e-4add-83da-9022ec3e8f1f', 'tenant_id': '22e64ac6d66f4050a26ff7be9f39bb97', 'fixed_ips': [{'subnet_id': '816a434f-eef1-4cb4-a254-a89cb90048f4'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:40:17.582719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.637611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Allocated IP 2001:db8::2ca (a68cd398-12fc-422a-b63a-27075e762f46/b63e1f2b-4384-45f8-acea-7c7cbde7bd8b/fc863564-efc7-47cc-af93-59a64d282a1f) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:17.647810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 1af9111f-7277-47d4-8db4-3c6716ecbc38) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:17.680385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event updated for resources: {'Port': ['ID=81f6cb06-6d11-4084-9a8d-228180931446,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:17.692583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:17.699622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:17.699994 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:17.700318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:17.755905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:17.756556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:17.757281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.783675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:17.794305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:17.794687 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:17.800561 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 2 to bind port 81f6cb06-6d11-4084-9a8d-228180931446 Jun 11 11:40:17.810564 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9671760 Jun 11 11:40:17.822932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42458) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:17.847716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Allocated IP 172.20.0.2 (c4f19661-f39e-4add-83da-9022ec3e8f1f/816a434f-eef1-4cb4-a254-a89cb90048f4/2b80d598-6516-4ad4-b654-58283b9a3442) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:17.898548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a915a7-acae-4c8c-bddf-3d2b88ebc5fc None None] Network 1af9111f-7277-47d4-8db4-3c6716ecbc38 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:17.904578 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] For port c6f10f79-fc45-42fd-a8f1-1edf88ae104e, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:17.998233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] For port c6f10f79-fc45-42fd-a8f1-1edf88ae104e, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c6f10f79-fc45-42fd-a8f1-1edf88ae104e,segment=NetworkSegment(cb43ffa8-a332-4118-8dd7-c243a9181ae3),segment_id=cb43ffa8-a332-4118-8dd7-c243a9181ae3)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:40:18.027291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:18.031283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:18.031879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:18.049113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.051119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.055324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.056704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:18.068619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104496fc-9312-4d2b-8e0f-fccb0d7369c1 req-e9243473-699c-4850-9c6f-d765e4ec2a23 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:18.081474 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-104496fc-9312-4d2b-8e0f-fccb0d7369c1 req-e9243473-699c-4850-9c6f-d765e4ec2a23 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 931 time: 0.2308981 Jun 11 11:40:18.111048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.128431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-848485d9-0c0e-4e66-98e8-757f69bb9450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:18.208924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event updated for resources: {'Port': ['ID=5310e4c7-973f-4eb4-8478-1796c5c9fe3a,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:18.297579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.300144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Pushing event updated for resources: {'Port': ['ID=c6f10f79-fc45-42fd-a8f1-1edf88ae104e,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:18.316323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:18.326663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:18.340686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.342232 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1122255 Jun 11 11:40:18.351548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42462) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:18.361237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-652802195'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:18.400164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Made reservation on behalf of aa514fd0781b448d9ea1dc27965e0d3f for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:18.410580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.450954 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-104496fc-9312-4d2b-8e0f-fccb0d7369c1 req-43b65b71-4fe1-4d0b-8591-c3b7936b7b21 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626473 Jun 11 11:40:18.452015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.524830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.548511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Transition to ACTIVE for port object 2b80d598-6516-4ad4-b654-58283b9a3442 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:18.623150 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Transition to ACTIVE for port object 2b80d598-6516-4ad4-b654-58283b9a3442 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:18.644335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.679640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-27c1635f-c61a-49dd-862b-7be9315759c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:18.723678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.729929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.734916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:18.777221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5516b48-901d-4426-862a-eb8b2a036774,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:18.793425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:18.821013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-1af9111f-7277-47d4-8db4-3c6716ecbc38', 'network_id': '1af9111f-7277-47d4-8db4-3c6716ecbc38', 'tenant_id': '22e64ac6d66f4050a26ff7be9f39bb97', 'fixed_ips': [{'subnet_id': 'a50a365e-5734-491e-8fdc-281db4c464e5'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:40:18.822475 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.825184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:18.827042 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Network c4f19661-f39e-4add-83da-9022ec3e8f1f is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:18.830159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:18.830795 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:18.845136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:18.846350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.851499 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 3 to bind port 81f6cb06-6d11-4084-9a8d-228180931446 Jun 11 11:40:18.852011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:18.852493 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Added segment 2e3774b9-343f-4811-92a9-4e5d5801a961 of type vlan for network e4dbc15b-b032-46a2-89e1-0679b70ee033 Jun 11 11:40:18.864415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Pushing event updated for resources: {'Port': ['ID=2b80d598-6516-4ad4-b654-58283b9a3442,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:18.870599 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:18.961624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864168e-062a-4e06-a0fd-44adf72f1d73 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:18.963900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:18.966065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864168e-062a-4e06-a0fd-44adf72f1d73 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:18.967770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864168e-062a-4e06-a0fd-44adf72f1d73 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:18.969554 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5864168e-062a-4e06-a0fd-44adf72f1d73 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 1.1359475 Jun 11 11:40:18.976326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42464) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:18.998347 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-be18a18c-e746-4e96-96f8-61e34ee3d511 req-edafca2b-3d57-49ef-9065-79b248ef6668 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.2207861 Jun 11 11:40:19.117416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8725e7-7f97-45d0-9a2d-57bd93c2e7b2 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Deleting subnet 816a434f-eef1-4cb4-a254-a89cb90048f4 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:40:19.124355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bc8725e7-7f97-45d0-9a2d-57bd93c2e7b2 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.174762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.resource_extend [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:40:19.183976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.189754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Allocated IP 172.20.0.18 (1af9111f-7277-47d4-8db4-3c6716ecbc38/a50a365e-5734-491e-8fdc-281db4c464e5/a2ebdc7d-9555-4e75-b61a-b6f5400078dc) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:19.201790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Transition to ACTIVE for port object fc863564-efc7-47cc-af93-59a64d282a1f will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:19.207522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c6f10f79-fc45-42fd-a8f1-1edf88ae104e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:19.261278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Attempting to bind port 2b80d598-6516-4ad4-b654-58283b9a3442 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:19.261767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Attempting to bind port 2b80d598-6516-4ad4-b654-58283b9a3442 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'd40b41c6-c312-4f1e-bbc4-aeab0369c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'c4f19661-f39e-4add-83da-9022ec3e8f1f'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:19.262241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Attempting to bind port 2b80d598-6516-4ad4-b654-58283b9a3442 on network c4f19661-f39e-4add-83da-9022ec3e8f1f {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:19.267617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.271172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:40:19.271559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Checking segment: {'id': 'd40b41c6-c312-4f1e-bbc4-aeab0369c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'c4f19661-f39e-4add-83da-9022ec3e8f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:19.271894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:19.272015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.272374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Bound using segment: {'id': 'd40b41c6-c312-4f1e-bbc4-aeab0369c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'c4f19661-f39e-4add-83da-9022ec3e8f1f'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:40:19.272866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Bound port: 2b80d598-6516-4ad4-b654-58283b9a3442, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40b41c6-c312-4f1e-bbc4-aeab0369c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'c4f19661-f39e-4add-83da-9022ec3e8f1f'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:40:19.272999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:19.273247 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.273763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:19.274296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:19.275677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.280442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bc8725e7-7f97-45d0-9a2d-57bd93c2e7b2 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.284289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fd0b8583-aa02-4dae-aedd-9b5cb66a10a7 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:19.295183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.306387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f5e56471-c19f-4dc2-9d32-234008ad8f42 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:19.322770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:19.323491 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:19.337247 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 4 to bind port 81f6cb06-6d11-4084-9a8d-228180931446 Jun 11 11:40:19.387135 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0344901 Jun 11 11:40:19.387800 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42466) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:19.407592 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:19.408274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:19.408825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:19.452298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Request body: {'subnet': {'network_id': 'e4dbc15b-b032-46a2-89e1-0679b70ee033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:19.460463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event updated for resources: {'Network': ['ID=e4dbc15b-b032-46a2-89e1-0679b70ee033,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:19.474881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:19.475437 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:19.491283 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 5 to bind port 81f6cb06-6d11-4084-9a8d-228180931446 Jun 11 11:40:19.491849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network e4dbc15b-b032-46a2-89e1-0679b70ee033 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:19.507582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:19.511364 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Network a68cd398-12fc-422a-b63a-27075e762f46 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:19.525664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:19.558197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:19.564524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:19.565269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.643902 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:19.644313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:19.644680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:19.658910 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6209257 Jun 11 11:40:19.665335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42472) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:19.691034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9fc45631-cce2-4d9a-8cca-2cd3db2026a4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b4:39:bb'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:19.698078 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'Port': ['ID=fc863564-efc7-47cc-af93-59a64d282a1f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:19.704123 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.726822 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.738344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Transition to ACTIVE for port object a2ebdc7d-9555-4e75-b61a-b6f5400078dc will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:19.741335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:19.747376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:19.747889 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:19.759566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Transition to ACTIVE for port object a2ebdc7d-9555-4e75-b61a-b6f5400078dc will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:19.760278 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 6 to bind port 81f6cb06-6d11-4084-9a8d-228180931446 Jun 11 11:40:19.780768 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:19.788558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:19.839627 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Transition to ACTIVE for port object 82f95048-a113-433c-b4f8-b70cec89854e will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:19.842502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c6f10f79-fc45-42fd-a8f1-1edf88ae104e completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:19.871805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] For port 2b80d598-6516-4ad4-b654-58283b9a3442, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:19.890076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:19.890499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:19.890950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:19.898723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Network 1af9111f-7277-47d4-8db4-3c6716ecbc38 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:19.906241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:19.906674 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:19.917149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:19.919538 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 7 to bind port 81f6cb06-6d11-4084-9a8d-228180931446 Jun 11 11:40:19.926615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:19.960580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] For port 2b80d598-6516-4ad4-b654-58283b9a3442, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2b80d598-6516-4ad4-b654-58283b9a3442,segment=NetworkSegment(d40b41c6-c312-4f1e-bbc4-aeab0369c61e),segment_id=d40b41c6-c312-4f1e-bbc4-aeab0369c61e)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:40:19.965687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-4dfee8e8-0707-4b30-987f-117a8a507a4b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:40:19.967813 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-4dfee8e8-0707-4b30-987f-117a8a507a4b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143931 Jun 11 11:40:19.968079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] device_id is not set on port 02dcc924-9720-4afa-bccd-69f6f9346d6a yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:20.003081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Pushing event updated for resources: {'Port': ['ID=a2ebdc7d-9555-4e75-b61a-b6f5400078dc,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:20.017888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:20.022035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.025516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:20.025941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:20.026295 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:20.035982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.038069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:20.038406 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:20.040500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.046225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.25', 59040) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:20.048305 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 8 to bind port 81f6cb06-6d11-4084-9a8d-228180931446 Jun 11 11:40:20.060624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d3cc6510-869d-465b-b35c-1afb181cfadc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:20.066664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-27ed5a52-616f-4395-a9ec-435cd84d6c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:20.163760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5daef-f1ac-42a4-b400-48e7391b19df None None] Network 3acdc802-67bf-4354-933c-9f85a58a4398 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:20.172105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a475b72a-4cc8-454f-93e7-2c4486b14efe None None] Provisioning for port fc863564-efc7-47cc-af93-59a64d282a1f completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:20.184335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bc8725e7-7f97-45d0-9a2d-57bd93c2e7b2 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.197763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Pushing event updated for resources: {'Port': ['ID=82f95048-a113-433c-b4f8-b70cec89854e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:20.201078 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:20.238334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a475b72a-4cc8-454f-93e7-2c4486b14efe None None] Provisioning complete for port fc863564-efc7-47cc-af93-59a64d282a1f triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:20.239462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a475b72a-4cc8-454f-93e7-2c4486b14efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.250585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Attempting to bind port a2ebdc7d-9555-4e75-b61a-b6f5400078dc on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:20.251195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Attempting to bind port a2ebdc7d-9555-4e75-b61a-b6f5400078dc by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'e7fcbaca-eea7-4f9d-a409-fa38c7d09527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1af9111f-7277-47d4-8db4-3c6716ecbc38'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:20.251819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Attempting to bind port a2ebdc7d-9555-4e75-b61a-b6f5400078dc on network 1af9111f-7277-47d4-8db4-3c6716ecbc38 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:20.267602 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5778dc84-503c-46c5-b6ae-e18fd5bd69a4 req-012b6308-db77-40c1-9644-2cecb6828ee2 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.0761220 Jun 11 11:40:20.300587 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Network 3acdc802-67bf-4354-933c-9f85a58a4398 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:20.305808 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Transition to ACTIVE for port object 02dcc924-9720-4afa-bccd-69f6f9346d6a will not be triggered until provisioned by entity L2. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:20.308626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:20.311085 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:20.317740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:20.318860 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.322605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:20.322781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:20.323114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:20.334506 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Request body: {'port': {'device_id': '83eee2d7-1975-4756-821c-53aea8b4206e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:20.339864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:20.340131 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:20.366944 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 9 to bind port 81f6cb06-6d11-4084-9a8d-228180931446 Jun 11 11:40:20.383215 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.395045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:20.395943 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:20.396187 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Pushing event updated for resources: {'Port': ['ID=2b80d598-6516-4ad4-b654-58283b9a3442,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:20.396321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:20.398844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Made reservation on behalf of aa514fd0781b448d9ea1dc27965e0d3f for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:20.401666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:20.404440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.414008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:20.414347 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:20.429173 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:40:20.429567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Checking segment: {'id': 'e7fcbaca-eea7-4f9d-a409-fa38c7d09527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1af9111f-7277-47d4-8db4-3c6716ecbc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:20.429989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.430393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Bound using segment: {'id': 'e7fcbaca-eea7-4f9d-a409-fa38c7d09527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1af9111f-7277-47d4-8db4-3c6716ecbc38'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:40:20.433344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Bound port: a2ebdc7d-9555-4e75-b61a-b6f5400078dc, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fcbaca-eea7-4f9d-a409-fa38c7d09527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '1af9111f-7277-47d4-8db4-3c6716ecbc38'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:40:20.433757 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.435581 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempt 10 to bind port 81f6cb06-6d11-4084-9a8d-228180931446 Jun 11 11:40:20.453598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:20.492127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:20.492479 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:20.492812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempting to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:20.504370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:20.504885 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Failed to bind port 81f6cb06-6d11-4084-9a8d-228180931446 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '0b766893-fc63-40b0-9f4d-a7bd977a0cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '5a9c8b89-1386-410e-b469-b612a53ce56d'}] Jun 11 11:40:20.505295 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.513573 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.4745531 Jun 11 11:40:20.519910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42482) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:20.520664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a475b72a-4cc8-454f-93e7-2c4486b14efe None None] Port fc863564-efc7-47cc-af93-59a64d282a1f cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:20.536315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Request body: {'port': {'network_id': '3acdc802-67bf-4354-933c-9f85a58a4398', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1200170219', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:20.536860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.api.validators [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] bootfile-name is not in valid_values {{(pid=99006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:40:20.537135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.api.validators [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] tftp-server is not in valid_values {{(pid=99006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:40:20.537540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.api.validators [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] server-ip-address is not in valid_values {{(pid=99006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:40:20.658979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bc8725e7-7f97-45d0-9a2d-57bd93c2e7b2 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.680081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.686371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] For port a2ebdc7d-9555-4e75-b61a-b6f5400078dc, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:20.689636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:20.694090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ed808566-3d0a-4841-8908-66790db035a9 None None] Provisioning for port c6f10f79-fc45-42fd-a8f1-1edf88ae104e completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:20.701198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b315a27-658c-4107-8c38-bf2d2c2f6d1c req-9b90f2c2-1258-4ee3-b90d-65e5982b9e8c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:20.703781 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b315a27-658c-4107-8c38-bf2d2c2f6d1c req-9b90f2c2-1258-4ee3-b90d-65e5982b9e8c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 931 time: 0.7514803 Jun 11 11:40:20.710576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ed808566-3d0a-4841-8908-66790db035a9 None None] Provisioning complete for port c6f10f79-fc45-42fd-a8f1-1edf88ae104e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:20.710576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ed808566-3d0a-4841-8908-66790db035a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.740722 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] For port a2ebdc7d-9555-4e75-b61a-b6f5400078dc, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a2ebdc7d-9555-4e75-b61a-b6f5400078dc,segment=NetworkSegment(e7fcbaca-eea7-4f9d-a409-fa38c7d09527),segment_id=e7fcbaca-eea7-4f9d-a409-fa38c7d09527)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:40:20.753241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event updated for resources: {'Port': ['ID=02dcc924-9720-4afa-bccd-69f6f9346d6a,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:20.756152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:20.766310 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:20.766703 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:20.767029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:20.775624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fc45631-cce2-4d9a-8cca-2cd3db2026a4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.778673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.782167 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-34305186-9412-4280-afa8-6199eb9ab78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:20.807216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:20.807550 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:20.813584 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 2 to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a Jun 11 11:40:20.817307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8725e7-7f97-45d0-9a2d-57bd93c2e7b2 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event deleted for resources: {'Subnet': ['ID=816a434f-eef1-4cb4-a254-a89cb90048f4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:20.824627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bc8725e7-7f97-45d0-9a2d-57bd93c2e7b2 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:20.826679 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bc8725e7-7f97-45d0-9a2d-57bd93c2e7b2 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "DELETE /v2.0/subnets/816a434f-eef1-4cb4-a254-a89cb90048f4 HTTP/1.1" status: 204 len: 168 time: 1.8487895 Jun 11 11:40:20.833637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-d53b517c-4a47-40b2-b3c1-094cd2f87d36 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:20.835286 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-d53b517c-4a47-40b2-b3c1-094cd2f87d36 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.25 "GET /v2.0/networks?id=1d17cd3b-356d-4491-bc08-349e534864e5 HTTP/1.1" status: 200 len: 812 time: 0.8436661 Jun 11 11:40:20.840955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42484) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:20.854342 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bc8725e7-7f97-45d0-9a2d-57bd93c2e7b2 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:20.878017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Pushing event updated for resources: {'Port': ['ID=a2ebdc7d-9555-4e75-b61a-b6f5400078dc,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:20.883295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:20.913986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:20.914331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:20.914708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:20.946928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] For port 81f6cb06-6d11-4084-9a8d-228180931446, host hv-neutron-7864, cleared binding levels {{(pid=99005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:20.947310 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attempted to set empty binding levels {{(pid=99005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 11:40:21.011162 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b315a27-658c-4107-8c38-bf2d2c2f6d1c req-f73a821d-2aa8-47bb-bc95-85ed5a6d07a6 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128081 Jun 11 11:40:21.014107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ed808566-3d0a-4841-8908-66790db035a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:21.051066 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:21.065037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e23eb458-d279-4ec2-8278-d39dc69ebec4 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:21.067558 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:21.068385 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:21.070817 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-27feacda-931f-45e0-bee6-ab89b4b84715 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac502e42ab37461c8e36602ae529c4de HTTP/1.1" status: 200 len: 380 time: 0.2073398 Jun 11 11:40:21.085172 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 3 to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a Jun 11 11:40:21.095595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Request body: {'port': {'device_id': 'a1713e31-a783-4df7-b886-00f71880684a', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'admin_state_up': True, 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'security_groups': ['8fe42e7a-8324-4e7d-be46-35105c2493d3']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:21.110111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ed808566-3d0a-4841-8908-66790db035a9 None None] For port c6f10f79-fc45-42fd-a8f1-1edf88ae104e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c6f10f79-fc45-42fd-a8f1-1edf88ae104e,segment=NetworkSegment(cb43ffa8-a332-4118-8dd7-c243a9181ae3),segment_id=cb43ffa8-a332-4118-8dd7-c243a9181ae3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:21.117473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ed808566-3d0a-4841-8908-66790db035a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:21.122911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:21.145619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Made reservation on behalf of 682a054fbd4741e2a6d3e0d8504453c7 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:21.166557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:21.304710 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-217403c3-184e-4f25-8012-9de3bba70b7a tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Deleting subnet a50a365e-5734-491e-8fdc-281db4c464e5 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:40:21.324297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] device_id is not set on port 9ebbddc3-f7da-4382-8cc2-cc71af62ca5c yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:21.331700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:21.341515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:21.342124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:21.342728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:21.357219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] In _notify_port_updated(), no bound segment for port 81f6cb06-6d11-4084-9a8d-228180931446 on network 5a9c8b89-1386-410e-b469-b612a53ce56d {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:40:21.359585 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:21.371772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:21.372562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:21.386137 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "PUT /v2.0/ports/81f6cb06-6d11-4084-9a8d-228180931446 HTTP/1.1" status: 200 len: 981 time: 5.6142731 Jun 11 11:40:21.392904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-217403c3-184e-4f25-8012-9de3bba70b7a tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:21.423248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event updated for resources: {'Port': ['ID=81f6cb06-6d11-4084-9a8d-228180931446,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:21.435897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2b80d598-6516-4ad4-b654-58283b9a3442 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:21.480133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42488) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:21.536202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c97325c0-a20d-4c5f-b839-5f553763e976 None None] Provisioning complete for port c6f10f79-fc45-42fd-a8f1-1edf88ae104e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:21.536586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c97325c0-a20d-4c5f-b839-5f553763e976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:21.539825 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed808566-3d0a-4841-8908-66790db035a9 None None] Pushing event updated for resources: {'Port': ['ID=c6f10f79-fc45-42fd-a8f1-1edf88ae104e,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:21.565082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Allocated IP 2001:db8::c9 (3acdc802-67bf-4354-933c-9f85a58a4398/ea690f07-1353-41fd-a9af-6dff7972bce2/9ebbddc3-f7da-4382-8cc2-cc71af62ca5c) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:21.567746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ed808566-3d0a-4841-8908-66790db035a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:21.608368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 2b80d598-6516-4ad4-b654-58283b9a3442 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:21.611112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:21.712115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c97325c0-a20d-4c5f-b839-5f553763e976 None None] Provisioning for port 82f95048-a113-433c-b4f8-b70cec89854e completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:21.717450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c97325c0-a20d-4c5f-b839-5f553763e976 None None] Provisioning complete for port 82f95048-a113-433c-b4f8-b70cec89854e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:21.717850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c97325c0-a20d-4c5f-b839-5f553763e976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:21.732371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event updated for resources: {'Subnet': ['ID=eb2df8d7-d5ed-47d6-873d-a826fbaf7832,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:21.735252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:21.804684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c97325c0-a20d-4c5f-b839-5f553763e976 None None] Port 82f95048-a113-433c-b4f8-b70cec89854e cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:21.811128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Checking segment: {'id': '2e3774b9-343f-4811-92a9-4e5d5801a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4dbc15b-b032-46a2-89e1-0679b70ee033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:21.811489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Network hostable DHCP agents. Network: e4dbc15b-b032-46a2-89e1-0679b70ee033, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:21.825733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Made reservation on behalf of ac502e42ab37461c8e36602ae529c4de for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:21.829603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:21.929694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-af8d1301-3834-4756-b883-28a9fc63e950 None None] Provisioning complete for port 82f95048-a113-433c-b4f8-b70cec89854e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:21.929964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-af8d1301-3834-4756-b883-28a9fc63e950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:21.966874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:21.966874 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:21.970450 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Network e4dbc15b-b032-46a2-89e1-0679b70ee033 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:21.976649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc98e9d-ea80-47b5-9013-259997ea6c70 None None] Network c4f19661-f39e-4add-83da-9022ec3e8f1f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:22.027703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-af8d1301-3834-4756-b883-28a9fc63e950 None None] Port 82f95048-a113-433c-b4f8-b70cec89854e cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:22.048153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, e4dbc15b-b032-46a2-89e1-0679b70ee033) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:22.052689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:22.053296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.082065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f1cdfb-fa50-4792-8a8f-fb1f041702c7 None None] Network e4dbc15b-b032-46a2-89e1-0679b70ee033 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:22.137243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.157931 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7128272 Jun 11 11:40:22.164297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42492) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:22.181703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1102082031', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:22.188586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Transition to ACTIVE for port object 9ebbddc3-f7da-4382-8cc2-cc71af62ca5c will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:22.216586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Allocated IP 172.20.0.11 (1d17cd3b-356d-4491-bc08-349e534864e5/2c446c43-9d6e-4499-976d-f4a133895aed/06de0d3a-6c55-4ec9-b003-5ebc91925d86) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:22.260718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.261770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.288000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a71377-65cd-487b-874a-5ce49eec9e89 {{(pid=99005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:40:22.299882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.313324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Transition to ACTIVE for port object 13a71377-65cd-487b-874a-5ce49eec9e89 will not be triggered until provisioned by entity L2. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:22.335807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-217403c3-184e-4f25-8012-9de3bba70b7a tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.388366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.399700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7738bfa7-7aa8-4825-bfaa-4352467d8736 None None] Network 1af9111f-7277-47d4-8db4-3c6716ecbc38 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:22.414332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c43f361-48c3-4c6e-a1b7-fe3e676a0683 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182 tempest-ExternalNetworksAdminNegativeTestJSON-1410354182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:22.447945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-e4dbc15b-b032-46a2-89e1-0679b70ee033', 'network_id': 'e4dbc15b-b032-46a2-89e1-0679b70ee033', 'tenant_id': 'aa514fd0781b448d9ea1dc27965e0d3f', 'fixed_ips': [{'subnet_id': 'eb2df8d7-d5ed-47d6-873d-a826fbaf7832'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:40:22.448806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.510744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-332b2032-6a7e-4107-abd5-17adfa9dbdf7 None None] Provisioning for port 2b80d598-6516-4ad4-b654-58283b9a3442 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:22.514719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fc45631-cce2-4d9a-8cca-2cd3db2026a4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.521441 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 4 to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a Jun 11 11:40:22.538292 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7deb1f97-fb5b-4c11-8a30-4eb5abd53666 req-5cef8528-41c7-4096-9d03-452952af91e0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 1.0529780 Jun 11 11:40:22.547799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:22.548153 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:22.548499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:22.553306 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.568597 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-332b2032-6a7e-4107-abd5-17adfa9dbdf7 None None] Provisioning complete for port 2b80d598-6516-4ad4-b654-58283b9a3442 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:22.568984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-332b2032-6a7e-4107-abd5-17adfa9dbdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.576605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.577106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:22.577658 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:22.578938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-938d7584-26d0-4918-a0c5-9fe651d8ba90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:22.586564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Pushing event updated for resources: {'Port': ['ID=9ebbddc3-f7da-4382-8cc2-cc71af62ca5c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:22.606434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:22.608882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fc45631-cce2-4d9a-8cca-2cd3db2026a4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.675173 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 5 to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a Jun 11 11:40:22.699375 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-9fc45631-cce2-4d9a-8cca-2cd3db2026a4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] In _notify_port_updated(), no bound segment for port fc863564-efc7-47cc-af93-59a64d282a1f on network a68cd398-12fc-422a-b63a-27075e762f46 {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:40:22.704938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc45631-cce2-4d9a-8cca-2cd3db2026a4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:22.705607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fc45631-cce2-4d9a-8cca-2cd3db2026a4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.710871 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9fc45631-cce2-4d9a-8cca-2cd3db2026a4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "PUT /v2.0/ports/fc863564-efc7-47cc-af93-59a64d282a1f HTTP/1.1" status: 200 len: 1002 time: 3.0237620 Jun 11 11:40:22.724939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:22.725282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:22.725627 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:22.735483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42494) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:22.737270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:22.737597 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:22.739166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:22.757937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Transition to ACTIVE for port object 06de0d3a-6c55-4ec9-b003-5ebc91925d86 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:22.816938 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 6 to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a Jun 11 11:40:22.860236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Allocated IP 172.20.0.2 (e4dbc15b-b032-46a2-89e1-0679b70ee033/eb2df8d7-d5ed-47d6-873d-a826fbaf7832/9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:22.869933 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:22.870292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:22.870662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:23.012899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5bd82-4bf3-4e47-bdac-695dc5d744dd None None] DHCP port deletion for c4f19661-f39e-4add-83da-9022ec3e8f1f request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:40:23.093852 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-217403c3-184e-4f25-8012-9de3bba70b7a tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.116967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-332b2032-6a7e-4107-abd5-17adfa9dbdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.214662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=13a71377-65cd-487b-874a-5ce49eec9e89,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:23.222877 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:23.224896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-217403c3-184e-4f25-8012-9de3bba70b7a tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.225622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:23.225948 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:23.226423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.534s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:23.233048 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c6f10f79-fc45-42fd-a8f1-1edf88ae104e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:23.234717 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 7 to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a Jun 11 11:40:23.264299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f7197-0fc5-4f98-bc6f-f51bc8c70973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Deleting port 81f6cb06-6d11-4084-9a8d-228180931446 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:23.264639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7197-0fc5-4f98-bc6f-f51bc8c70973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.288470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.295367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Network 3acdc802-67bf-4354-933c-9f85a58a4398 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:23.326934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:23.327286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:23.327616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:23.343190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-217403c3-184e-4f25-8012-9de3bba70b7a tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.345102 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-217403c3-184e-4f25-8012-9de3bba70b7a tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "DELETE /v2.0/subnets/a50a365e-5734-491e-8fdc-281db4c464e5 HTTP/1.1" status: 204 len: 168 time: 2.4920776 Jun 11 11:40:23.347820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-332b2032-6a7e-4107-abd5-17adfa9dbdf7 None None] For port 2b80d598-6516-4ad4-b654-58283b9a3442, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2b80d598-6516-4ad4-b654-58283b9a3442,segment=NetworkSegment(d40b41c6-c312-4f1e-bbc4-aeab0369c61e),segment_id=d40b41c6-c312-4f1e-bbc4-aeab0369c61e)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:23.349617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:23.362974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42496) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:23.367209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-332b2032-6a7e-4107-abd5-17adfa9dbdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.372997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:23.379530 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:23.380043 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:23.380798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc45631-cce2-4d9a-8cca-2cd3db2026a4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'Port': ['ID=fc863564-efc7-47cc-af93-59a64d282a1f,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:23.412827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:23.419561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:23.426774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:23.427469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.439284 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 8 to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a Jun 11 11:40:23.468815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5bd82-4bf3-4e47-bdac-695dc5d744dd None None] Deleting port 2b80d598-6516-4ad4-b654-58283b9a3442 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:23.469388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7ef5bd82-4bf3-4e47-bdac-695dc5d744dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.473728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Network 1d17cd3b-356d-4491-bc08-349e534864e5 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:23.479655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9fc45631-cce2-4d9a-8cca-2cd3db2026a4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:23.481142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eeaf4f4f-1066-46b9-ab69-5dd93aae787b tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:23.496160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Attempting to bind port 13a71377-65cd-487b-874a-5ce49eec9e89 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:23.496766 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Attempting to bind port 13a71377-65cd-487b-874a-5ce49eec9e89 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:23.497448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Attempting to bind port 13a71377-65cd-487b-874a-5ce49eec9e89 on network 49066024-ebb2-43f1-9ec8-e6b6bc340030 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:23.497560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:23.501774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:23.532336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.546990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c6f10f79-fc45-42fd-a8f1-1edf88ae104e triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:23.547528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.570356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-ad5f7197-0fc5-4f98-bc6f-f51bc8c70973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] For port 81f6cb06-6d11-4084-9a8d-228180931446, host hv-neutron-7864, got binding levels [] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:23.570953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7197-0fc5-4f98-bc6f-f51bc8c70973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.579941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:23.580950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:23.581440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:23.607332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Transition to ACTIVE for port object 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:23.614637 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0835640 Jun 11 11:40:23.617306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42500) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:23.640325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87be1d2-e4ca-43d1-a1b2-70a5fd5e267f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:23.646381 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e87be1d2-e4ca-43d1-a1b2-70a5fd5e267f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2773314 Jun 11 11:40:23.646381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217403c3-184e-4f25-8012-9de3bba70b7a tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event deleted for resources: {'Subnet': ['ID=a50a365e-5734-491e-8fdc-281db4c464e5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:23.649953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42502) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:23.652422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-9d44fca0-6011-4cc9-9b14-304a512542e3 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Deleting port fc863564-efc7-47cc-af93-59a64d282a1f {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:23.652594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d44fca0-6011-4cc9-9b14-304a512542e3 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.728748 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df713eb8-a7dd-422c-a455-ad4e21268040 req-9fd94a0e-74dc-4667-b456-26b22842b76d tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:23.730623 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-df713eb8-a7dd-422c-a455-ad4e21268040 req-9fd94a0e-74dc-4667-b456-26b22842b76d tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 931 time: 1.4595501 Jun 11 11:40:23.748572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Pushing event updated for resources: {'Port': ['ID=06de0d3a-6c55-4ec9-b003-5ebc91925d86,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:23.758648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:23.804077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.813723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Port 13a71377-65cd-487b-874a-5ce49eec9e89 on network 49066024-ebb2-43f1-9ec8-e6b6bc340030 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:23.814107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Attempting to bind port 13a71377-65cd-487b-874a-5ce49eec9e89 on network 49066024-ebb2-43f1-9ec8-e6b6bc340030 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:23.826564 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-217403c3-184e-4f25-8012-9de3bba70b7a tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:23.844764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:23.845311 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:23.898005 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:23.898779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:23.905124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b2032-6a7e-4107-abd5-17adfa9dbdf7 None None] Pushing event updated for resources: {'Port': ['ID=2b80d598-6516-4ad4-b654-58283b9a3442,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:23.912791 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 9 to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a Jun 11 11:40:23.919099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cb7ac7ad-eed7-43d9-979a-45c178312985 None None] Provisioning for port a2ebdc7d-9555-4e75-b61a-b6f5400078dc completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:23.921923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a163872d-927f-42b4-b602-cf8e2815f660 None None] Network 1af9111f-7277-47d4-8db4-3c6716ecbc38 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:23.930949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-332b2032-6a7e-4107-abd5-17adfa9dbdf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:23.966072 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-df713eb8-a7dd-422c-a455-ad4e21268040 req-695f1083-093d-4d5a-95bc-aee4affd0b98 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185652 Jun 11 11:40:23.970034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f7197-0fc5-4f98-bc6f-f51bc8c70973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Calling delete_port for 81f6cb06-6d11-4084-9a8d-228180931446 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:23.973006 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9007907 Jun 11 11:40:23.986084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Transition to ACTIVE for port object 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:23.989078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Request body: {'port': {'device_id': 'a1713e31-a783-4df7-b886-00f71880684a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:23.999654 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7ef5bd82-4bf3-4e47-bdac-695dc5d744dd None None] For port 2b80d598-6516-4ad4-b654-58283b9a3442, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2b80d598-6516-4ad4-b654-58283b9a3442,segment=NetworkSegment(d40b41c6-c312-4f1e-bbc4-aeab0369c61e),segment_id=d40b41c6-c312-4f1e-bbc4-aeab0369c61e)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:23.999868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7ef5bd82-4bf3-4e47-bdac-695dc5d744dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.001967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e635c151-8eed-4037-8390-1147cf8dfd69 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:24.007832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e635c151-8eed-4037-8390-1147cf8dfd69 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:24.014340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e635c151-8eed-4037-8390-1147cf8dfd69 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:24.018775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:24.018927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.019038 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e635c151-8eed-4037-8390-1147cf8dfd69 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2959273 Jun 11 11:40:24.019127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:24.019127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:24.022445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42504) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:24.034859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:40:24.035207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Checking segment: {'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:24.035939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Bound using segment: {'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:40:24.036414 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Bound port: 13a71377-65cd-487b-874a-5ce49eec9e89, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030'}}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:40:24.036762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.064607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:24.101526 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:24.102111 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:24.109538 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 10 to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a Jun 11 11:40:24.156776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5bd82-4bf3-4e47-bdac-695dc5d744dd None None] Calling delete_port for 2b80d598-6516-4ad4-b654-58283b9a3442 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:24.171503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cb7ac7ad-eed7-43d9-979a-45c178312985 None None] Provisioning complete for port fc863564-efc7-47cc-af93-59a64d282a1f triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:24.171888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac7ad-eed7-43d9-979a-45c178312985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.234569 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d44fca0-6011-4cc9-9b14-304a512542e3 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.242444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.303946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.331248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Network e4dbc15b-b032-46a2-89e1-0679b70ee033 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:24.334372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-fcb6e57e-fa6a-437a-a492-0d84117d4605 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Deleting port 9ebbddc3-f7da-4382-8cc2-cc71af62ca5c {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:24.334894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fcb6e57e-fa6a-437a-a492-0d84117d4605 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.353503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:24.353847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:24.354186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:24.371937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:24.393489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:24.401956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Pushing event updated for resources: {'Port': ['ID=9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:24.409352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:24.411747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-9d44fca0-6011-4cc9-9b14-304a512542e3 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Calling delete_port for fc863564-efc7-47cc-af93-59a64d282a1f owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:24.415663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ac7ad-eed7-43d9-979a-45c178312985 None None] Port fc863564-efc7-47cc-af93-59a64d282a1f cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:24.431344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a2ebdc7d-9555-4e75-b61a-b6f5400078dc up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:24.452748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:24.453076 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 02dcc924-9720-4afa-bccd-69f6f9346d6a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:24.453434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.567324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Attempting to bind port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:24.567915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Attempting to bind port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '2e3774b9-343f-4811-92a9-4e5d5801a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4dbc15b-b032-46a2-89e1-0679b70ee033'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:24.568042 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Attempting to bind port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 on network e4dbc15b-b032-46a2-89e1-0679b70ee033 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:24.569904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7ef5bd82-4bf3-4e47-bdac-695dc5d744dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.570404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] For port 13a71377-65cd-487b-874a-5ce49eec9e89, host hv-neutron-7864, cleared binding levels {{(pid=99005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:24.574150 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a6bcdb81-0f1e-4eaa-a2d5-5d053be3c591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:24.620292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:40:24.620682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Checking segment: {'id': '2e3774b9-343f-4811-92a9-4e5d5801a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4dbc15b-b032-46a2-89e1-0679b70ee033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:24.621099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.621509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Bound using segment: {'id': '2e3774b9-343f-4811-92a9-4e5d5801a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4dbc15b-b032-46a2-89e1-0679b70ee033'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:40:24.622016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Bound port: 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3774b9-343f-4811-92a9-4e5d5801a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'e4dbc15b-b032-46a2-89e1-0679b70ee033'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:40:24.622567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.624371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5bd82-4bf3-4e47-bdac-695dc5d744dd None None] Pushing event deleted for resources: {'Port': ['ID=2b80d598-6516-4ad4-b654-58283b9a3442,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:24.628729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7ef5bd82-4bf3-4e47-bdac-695dc5d744dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:24.640394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef5bd82-4bf3-4e47-bdac-695dc5d744dd None None] No DVR routers for this DVR port 2b80d598-6516-4ad4-b654-58283b9a3442 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:40:24.662694 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] For port 13a71377-65cd-487b-874a-5ce49eec9e89, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13a71377-65cd-487b-874a-5ce49eec9e89,segment=NetworkSegment(fa07bb02-88c9-467a-8cb5-6048d1ec9d35),segment_id=fa07bb02-88c9-467a-8cb5-6048d1ec9d35)] {{(pid=99005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:40:24.684028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dd34d-5894-46ac-a815-c49d4f6598a8 req-ad4f4b38-5507-4ede-bb17-26e6812ef618 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:24.685699 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f14dd34d-5894-46ac-a815-c49d4f6598a8 req-ad4f4b38-5507-4ede-bb17-26e6812ef618 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 932 time: 0.8421690 Jun 11 11:40:24.689867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.700413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port a2ebdc7d-9555-4e75-b61a-b6f5400078dc completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:24.702049 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.705129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7197-0fc5-4f98-bc6f-f51bc8c70973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.712626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port a2ebdc7d-9555-4e75-b61a-b6f5400078dc triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:24.713152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.713447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6d776c33-2b40-4b8b-b522-2d320eb4bf77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:24.748803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fcb6e57e-fa6a-437a-a492-0d84117d4605 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.750204 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c7d0bc41-8f12-4ee3-b610-83900917381c None None] Provisioning for port 9ebbddc3-f7da-4382-8cc2-cc71af62ca5c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:24.762962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.773782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c7d0bc41-8f12-4ee3-b610-83900917381c None None] Provisioning complete for port 9ebbddc3-f7da-4382-8cc2-cc71af62ca5c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:24.774289 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7d0bc41-8f12-4ee3-b610-83900917381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.780979 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8355b241-6c73-44e6-8cc0-63b102bc0a87 None None] DHCP port deletion for 1af9111f-7277-47d4-8db4-3c6716ecbc38 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:40:24.856573 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] For port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:24.878340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] For port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56,segment=NetworkSegment(2e3774b9-343f-4811-92a9-4e5d5801a961),segment_id=2e3774b9-343f-4811-92a9-4e5d5801a961)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:40:24.886514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0bc41-8f12-4ee3-b610-83900917381c None None] Port 9ebbddc3-f7da-4382-8cc2-cc71af62ca5c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:24.889741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:24.893330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:24.907912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-fcb6e57e-fa6a-437a-a492-0d84117d4605 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Calling delete_port for 9ebbddc3-f7da-4382-8cc2-cc71af62ca5c owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:25.006875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c7d0bc41-8f12-4ee3-b610-83900917381c None None] Provisioning complete for port a2ebdc7d-9555-4e75-b61a-b6f5400078dc triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:25.007547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7d0bc41-8f12-4ee3-b610-83900917381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.017011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.064846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8355b241-6c73-44e6-8cc0-63b102bc0a87 None None] Deleting port a2ebdc7d-9555-4e75-b61a-b6f5400078dc {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:25.065233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8355b241-6c73-44e6-8cc0-63b102bc0a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.066938 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Pushing event updated for resources: {'Port': ['ID=9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:25.089238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:25.103559 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7197-0fc5-4f98-bc6f-f51bc8c70973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.107035 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ad5f7197-0fc5-4f98-bc6f-f51bc8c70973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "DELETE /v2.0/ports/81f6cb06-6d11-4084-9a8d-228180931446 HTTP/1.1" status: 204 len: 168 time: 3.6255481 Jun 11 11:40:25.117725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:25.119027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.120820 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] 10.222.0.25 "PUT /v2.0/ports/13a71377-65cd-487b-874a-5ce49eec9e89 HTTP/1.1" status: 200 len: 1093 time: 4.9810107 Jun 11 11:40:25.129396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83eee2d7-1975-4756-821c-53aea8b4206e', 'tag': '13a71377-65cd-487b-874a-5ce49eec9e89'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:40:25.156014 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42510) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:25.232486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] For port 02dcc924-9720-4afa-bccd-69f6f9346d6a, host hv-neutron-7864, cleared binding levels {{(pid=99005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:25.232786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempted to set empty binding levels {{(pid=99005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 11:40:25.277553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port a2ebdc7d-9555-4e75-b61a-b6f5400078dc, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a2ebdc7d-9555-4e75-b61a-b6f5400078dc,segment=NetworkSegment(e7fcbaca-eea7-4f9d-a409-fa38c7d09527),segment_id=e7fcbaca-eea7-4f9d-a409-fa38c7d09527)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:25.280712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8355b241-6c73-44e6-8cc0-63b102bc0a87 None None] For port a2ebdc7d-9555-4e75-b61a-b6f5400078dc, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a2ebdc7d-9555-4e75-b61a-b6f5400078dc,segment=NetworkSegment(e7fcbaca-eea7-4f9d-a409-fa38c7d09527),segment_id=e7fcbaca-eea7-4f9d-a409-fa38c7d09527)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:25.281281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8355b241-6c73-44e6-8cc0-63b102bc0a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.312215 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.373497 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:25.419171 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.434054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8355b241-6c73-44e6-8cc0-63b102bc0a87 None None] Calling delete_port for a2ebdc7d-9555-4e75-b61a-b6f5400078dc owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:25.485246 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f14dd34d-5894-46ac-a815-c49d4f6598a8 req-cc30cfee-f5a9-4447-945c-9d8f728e3049 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7723007 Jun 11 11:40:25.486475 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7868d56a-a6ed-407c-b206-645032864a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] GET failed (client error): The resource could not be found. Jun 11 11:40:25.488245 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7868d56a-a6ed-407c-b206-645032864a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] 10.222.0.46 "GET /v2.0/ports/81f6cb06-6d11-4084-9a8d-228180931446 HTTP/1.1" status: 404 len: 333 time: 0.3184409 Jun 11 11:40:25.493878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "83eee2d7-1975-4756-821c-53aea8b4206e", "tag": "13a71377-65cd-487b-874a-5ce49eec9e89"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:40:25.499631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42516) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:25.514805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2b80d598-6516-4ad4-b654-58283b9a3442 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:40:25.546040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=13a71377-65cd-487b-874a-5ce49eec9e89,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:25.568597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:25.572991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.847s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:25.619920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=a2ebdc7d-9555-4e75-b61a-b6f5400078dc,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:25.633344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] In _notify_port_updated(), no bound segment for port 02dcc924-9720-4afa-bccd-69f6f9346d6a on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:40:25.637015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:25.637970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.640057 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "PUT /v2.0/ports/02dcc924-9720-4afa-bccd-69f6f9346d6a HTTP/1.1" status: 200 len: 976 time: 8.0747309 Jun 11 11:40:25.653541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:25.656043 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42522) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:25.661499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 2b80d598-6516-4ad4-b654-58283b9a3442 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:40:25.661862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2b80d598-6516-4ad4-b654-58283b9a3442 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:40:25.662302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a2ebdc7d-9555-4e75-b61a-b6f5400078dc no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:40:25.672333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f7197-0fc5-4f98-bc6f-f51bc8c70973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Pushing event deleted for resources: {'Port': ['ID=81f6cb06-6d11-4084-9a8d-228180931446,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:25.730417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Deleting port a2ebdc7d-9555-4e75-b61a-b6f5400078dc {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:25.730892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.842353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f063c5c1-ac79-4b77-8588-552cb6cb7449 x-openstack-request-id: req-f063c5c1-ac79-4b77-8588-552cb6cb7449 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:40:25.842720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83eee2d7-1975-4756-821c-53aea8b4206e", "tag": "13a71377-65cd-487b-874a-5ce49eec9e89", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:40:25.843157 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f063c5c1-ac79-4b77-8588-552cb6cb7449 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:40:25.843704 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83eee2d7-1975-4756-821c-53aea8b4206e', 'tag': '13a71377-65cd-487b-874a-5ce49eec9e89', 'status': 'completed', 'code': 200} Jun 11 11:40:25.885492 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d44fca0-6011-4cc9-9b14-304a512542e3 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.912391 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c7d0bc41-8f12-4ee3-b610-83900917381c None None] Provisioning for port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:25.917892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Allocated IP 172.26.6.245 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/39333caf-1dc4-4e19-9c1f-9f5299d2b8d9) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:25.925944 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c7d0bc41-8f12-4ee3-b610-83900917381c None None] Provisioning complete for port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:25.926675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7d0bc41-8f12-4ee3-b610-83900917381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.945895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event updated for resources: {'Port': ['ID=02dcc924-9720-4afa-bccd-69f6f9346d6a,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:25.955253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:25.962196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7136f7-5c6e-4a53-bd89-7bdf142c098e req-99942dad-af1a-49d7-a782-a65e54471689 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:25.963815 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1b7136f7-5c6e-4a53-bd89-7bdf142c098e req-99942dad-af1a-49d7-a782-a65e54471689 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 943 time: 0.4764447 Jun 11 11:40:25.965113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.498s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:25.973894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:25.978617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06de0d3a-6c55-4ec9-b003-5ebc91925d86 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:40:25.994007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0bc41-8f12-4ee3-b610-83900917381c None None] Port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:26.000842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.008043 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] For port a2ebdc7d-9555-4e75-b61a-b6f5400078dc, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a2ebdc7d-9555-4e75-b61a-b6f5400078dc,segment=NetworkSegment(e7fcbaca-eea7-4f9d-a409-fa38c7d09527),segment_id=e7fcbaca-eea7-4f9d-a409-fa38c7d09527)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:26.008941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.024689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44fca0-6011-4cc9-9b14-304a512542e3 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event deleted for resources: {'Port': ['ID=fc863564-efc7-47cc-af93-59a64d282a1f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:26.029647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d44fca0-6011-4cc9-9b14-304a512542e3 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:26.035104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:26.035549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:26.047092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-255a77ea-c349-417f-8aec-e5884f73a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.048959 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-255a77ea-c349-417f-8aec-e5884f73a09b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40057aca28ba4547afec842333f5da6a&device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 1096 time: 0.7816885 Jun 11 11:40:26.057355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.061442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8355b241-6c73-44e6-8cc0-63b102bc0a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.070473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Transition to ACTIVE for port object 06de0d3a-6c55-4ec9-b003-5ebc91925d86 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:26.073302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9a25fafd-f2e7-4296-9724-8e0663602266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:26.118517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.121636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355b241-6c73-44e6-8cc0-63b102bc0a87 None None] Pushing event deleted for resources: {'Port': ['ID=a2ebdc7d-9555-4e75-b61a-b6f5400078dc,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:26.124569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8355b241-6c73-44e6-8cc0-63b102bc0a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:26.135904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355b241-6c73-44e6-8cc0-63b102bc0a87 None None] No DVR routers for this DVR port a2ebdc7d-9555-4e75-b61a-b6f5400078dc on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:40:26.182612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5dc3c2bf-b614-4469-86db-70e5530b369d tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:26.191247 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Calling delete_port for a2ebdc7d-9555-4e75-b61a-b6f5400078dc owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:26.198623 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d44fca0-6011-4cc9-9b14-304a512542e3 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.204857 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9d44fca0-6011-4cc9-9b14-304a512542e3 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "DELETE /v2.0/ports/fc863564-efc7-47cc-af93-59a64d282a1f HTTP/1.1" status: 204 len: 168 time: 3.4662926 Jun 11 11:40:26.221966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42526) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:26.311624 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1b7136f7-5c6e-4a53-bd89-7bdf142c098e req-3869fae9-e030-431a-839c-2255e89ed710 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3251538 Jun 11 11:40:26.332620 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-3ed390f4-f323-4634-a764-ea7ecc9a6ad6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a71377-65cd-487b-874a-5ce49eec9e89 HTTP/1.1" status: 200 len: 217 time: 0.2208271 Jun 11 11:40:26.336222 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-be61571e-a4a6-464d-abe8-3a0837f52c26 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] GET failed (client error): The resource could not be found. Jun 11 11:40:26.341279 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-be61571e-a4a6-464d-abe8-3a0837f52c26 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "GET /v2.0/ports/fc863564-efc7-47cc-af93-59a64d282a1f HTTP/1.1" status: 404 len: 333 time: 0.0978434 Jun 11 11:40:26.353284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42528) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:26.359577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.360068 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.360545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.361021 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.361494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.361969 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.362432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.363088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.363556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.364026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.364487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.364949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.365407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.365869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.366333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.366824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.367288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.367748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.368744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.369208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.369672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.370139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.370626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.371094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.374218 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d399bc98-8d87-49f1-9a4a-daaceff632db tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21630 time: 0.7133503 Jun 11 11:40:26.386645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42530) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:26.419911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Request body: {'port': {'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-392112098'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:26.467515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Pushing event updated for resources: {'Port': ['ID=06de0d3a-6c55-4ec9-b003-5ebc91925d86,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:26.529623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.553193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fcb6e57e-fa6a-437a-a492-0d84117d4605 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.557984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:26.563547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9c0ebf62-80cb-4016-830b-ed6b927f2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:26.565009 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-9c0ebf62-80cb-4016-830b-ed6b927f2518 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ce86379-44b5-4a96-a7eb-d3322a0864fe HTTP/1.1" status: 200 len: 844 time: 0.2224488 Jun 11 11:40:26.608239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.640574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:26.671342 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9c8b89-1386-410e-b469-b612a53ce56d']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:26.741682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b766893-fc63-40b0-9f4d-a7bd977a0cf3') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:26.741985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b766893-fc63-40b0-9f4d-a7bd977a0cf3') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:26.743184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.762193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-058e7dab-bb53-4fa3-8daf-d5c659759bc9 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:26.831218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6e57e-fa6a-437a-a492-0d84117d4605 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Pushing event deleted for resources: {'Port': ['ID=9ebbddc3-f7da-4382-8cc2-cc71af62ca5c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:26.841031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fcb6e57e-fa6a-437a-a492-0d84117d4605 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:26.843237 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event deleted for resources: {'Port': ['ID=a2ebdc7d-9555-4e75-b61a-b6f5400078dc,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:26.843908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fcb6e57e-fa6a-437a-a492-0d84117d4605 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.849229 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fcb6e57e-fa6a-437a-a492-0d84117d4605 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] 10.222.0.46 "DELETE /v2.0/ports/9ebbddc3-f7da-4382-8cc2-cc71af62ca5c HTTP/1.1" status: 204 len: 168 time: 2.8253694 Jun 11 11:40:26.849409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] No DVR routers for this DVR port a2ebdc7d-9555-4e75-b61a-b6f5400078dc on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:40:26.849506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.867739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111aa4f1-4523-45e0-b3cc-c11938499ac4 None None] Network e4dbc15b-b032-46a2-89e1-0679b70ee033 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:26.874519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42534) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:26.878108 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:26.893658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a9be4d85-1dba-42b0-9edb-6f05e942f0bb tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Deleting port 02dcc924-9720-4afa-bccd-69f6f9346d6a {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:26.894001 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9be4d85-1dba-42b0-9edb-6f05e942f0bb tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.929374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Request body: {'port': {'name': 'tempest-new-port-name-2018577348', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:26.929873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.api.validators [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] bootfile-name is not in valid_values {{(pid=99006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:40:26.930094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.api.validators [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] tftp-server is not in valid_values {{(pid=99006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:40:26.930508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.api.validators [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] server-ip-address is not in valid_values {{(pid=99006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:40:26.934031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.942686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.981381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cf4de0c9-8fb7-4e6c-b6a2-ee223ec25569 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:26.988856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e1357066-67d9-4d93-975b-2bf58dfb14b0 None None] Provisioning for port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:26.990236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:26.990688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:26.996462 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:27.016073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-a9be4d85-1dba-42b0-9edb-6f05e942f0bb tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] For port 02dcc924-9720-4afa-bccd-69f6f9346d6a, host hv-neutron-7864, got binding levels [] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:27.016441 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9be4d85-1dba-42b0-9edb-6f05e942f0bb tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.091947 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2dc17e4f-bd68-4390-b6c3-925d0045260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:27.093461 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-2dc17e4f-bd68-4390-b6c3-925d0045260f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49066024-ebb2-43f1-9ec8-e6b6bc340030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4806273 Jun 11 11:40:27.112940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:27.136150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a9be4d85-1dba-42b0-9edb-6f05e942f0bb tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Calling delete_port for 02dcc924-9720-4afa-bccd-69f6f9346d6a owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:27.170069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:27.181908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.185797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:27.189686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Attempting to bind port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:27.190029 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Attempting to bind port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:27.190381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Attempting to bind port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 on network 1d17cd3b-356d-4491-bc08-349e534864e5 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:27.197017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event updated for resources: {'Port': ['ID=39333caf-1dc4-4e19-9c1f-9f5299d2b8d9,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:27.199615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.201189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:27.208686 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af9111f-7277-47d4-8db4-3c6716ecbc38']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:27.229393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42d9fd-ccba-466b-ba54-a0f3814b5004 req-7b6ff742-69c0-41eb-838c-74620e831f56 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:27.231267 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc42d9fd-ccba-466b-ba54-a0f3814b5004 req-7b6ff742-69c0-41eb-838c-74620e831f56 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 944 time: 0.5506916 Jun 11 11:40:27.249978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fcbaca-eea7-4f9d-a409-fa38c7d09527') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:27.250277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fcbaca-eea7-4f9d-a409-fa38c7d09527') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:27.260654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-51b6f9a4-f10d-40b6-a3fd-5c8079df7189 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:27.267743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.269755 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] 10.222.0.46 "DELETE /v2.0/networks/5a9c8b89-1386-410e-b469-b612a53ce56d HTTP/1.1" status: 204 len: 168 time: 1.7671463 Jun 11 11:40:27.273046 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 on network 1d17cd3b-356d-4491-bc08-349e534864e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:27.273586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Attempting to bind port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 on network 1d17cd3b-356d-4491-bc08-349e534864e5 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:27.306254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Made reservation on behalf of 15b7e9b9800b47b4907b83d0f0043710 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:27.309800 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.318155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Pushing event deleted for resources: {'Network': ['ID=5a9c8b89-1386-410e-b469-b612a53ce56d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:27.333549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:27.336146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:40:27.337231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Checking segment: {'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:27.337554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Bound using segment: {'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:40:27.338203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Bound port: 06de0d3a-6c55-4ec9-b003-5ebc91925d86, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c27095d-a304-492d-8b7e-41951858fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:40:27.338739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.341389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.361313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.373312 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] device_id is not set on port c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:27.390252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.412027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.444047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:27.444802 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:27.449272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:27.451907 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:27.453845 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:27.480552 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc42d9fd-ccba-466b-ba54-a0f3814b5004 req-8b9db994-6912-43b0-8c98-eb12a849ddc9 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324939 Jun 11 11:40:27.557967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:27.599109 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-7e495ff9-8c11-44ad-82ca-e71a246f14eb service neutron] 10.222.0.25 "GET /v2.0/networks/49066024-ebb2-43f1-9ec8-e6b6bc340030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051478 Jun 11 11:40:27.655560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:27.660862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:27.661892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.762479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.789451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42542) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:27.806716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56,segment=NetworkSegment(2e3774b9-343f-4811-92a9-4e5d5801a961),segment_id=2e3774b9-343f-4811-92a9-4e5d5801a961)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:27.812110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.814718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:27.874347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:27.877592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:27.906896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.919015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9be4d85-1dba-42b0-9edb-6f05e942f0bb tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.925701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:27.930692 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "DELETE /v2.0/networks/1af9111f-7277-47d4-8db4-3c6716ecbc38 HTTP/1.1" status: 204 len: 168 time: 4.1157446 Jun 11 11:40:27.932304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:27.935804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42546) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:28.025164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event deleted for resources: {'Network': ['ID=1af9111f-7277-47d4-8db4-3c6716ecbc38,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:28.045282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:28.046313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9be4d85-1dba-42b0-9edb-6f05e942f0bb tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.048241 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a9be4d85-1dba-42b0-9edb-6f05e942f0bb tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "DELETE /v2.0/ports/02dcc924-9720-4afa-bccd-69f6f9346d6a HTTP/1.1" status: 204 len: 168 time: 1.6094649 Jun 11 11:40:28.049165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:28.060309 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42548) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:28.120602 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be4d85-1dba-42b0-9edb-6f05e942f0bb tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event deleted for resources: {'Port': ['ID=02dcc924-9720-4afa-bccd-69f6f9346d6a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:28.168446 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e8cb43-b71b-4400-9121-2f24f307082f tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] GET failed (client error): The resource could not be found. Jun 11 11:40:28.169995 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b3e8cb43-b71b-4400-9121-2f24f307082f tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "GET /v2.0/ports/02dcc924-9720-4afa-bccd-69f6f9346d6a HTTP/1.1" status: 404 len: 333 time: 0.1087227 Jun 11 11:40:28.171120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a9be4d85-1dba-42b0-9edb-6f05e942f0bb tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:28.179555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42550) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:28.197704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-148933071', 'network_id': '71846d98-13a7-412d-b428-40376d222995'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:28.209979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.217340 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c641728a-1f6e-4acd-acc9-d7a39972006d req-62d80c54-ea38-42fe-8dc2-75bda21a5695 service neutron] 10.222.0.25 "GET /v2.0/networks/49066024-ebb2-43f1-9ec8-e6b6bc340030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117599 Jun 11 11:40:28.238199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Made reservation on behalf of e52542bd915d434a86efda038b78062d for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:28.240662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.260491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] For port 06de0d3a-6c55-4ec9-b003-5ebc91925d86, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:28.334622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] For port 06de0d3a-6c55-4ec9-b003-5ebc91925d86, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=06de0d3a-6c55-4ec9-b003-5ebc91925d86,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:40:28.357198 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] device_id is not set on port e4e7fe17-0d37-4c2e-b9d3-00eb5026b0fe yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:28.363950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.380272 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:28.411945 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.437188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Allocated IP 2001:db8::b2 (a68cd398-12fc-422a-b63a-27075e762f46/b63e1f2b-4384-45f8-acea-7c7cbde7bd8b/c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:28.441094 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fd11bc34-194f-4898-8257-3d0f07b17f80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6dc79bc7334b4231aaa3a604591a635c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6283298 Jun 11 11:40:28.460942 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42554) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:28.473030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f19661-f39e-4add-83da-9022ec3e8f1f']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:28.497470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40b41c6-c312-4f1e-bbc4-aeab0369c61e') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:28.497769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40b41c6-c312-4f1e-bbc4-aeab0369c61e') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:28.512415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.550390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.566408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.578648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:28.579213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.580626 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] 10.222.0.25 "PUT /v2.0/ports/06de0d3a-6c55-4ec9-b003-5ebc91925d86 HTTP/1.1" status: 200 len: 1094 time: 4.5960507 Jun 11 11:40:28.582462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1713e31-a783-4df7-b886-00f71880684a', 'tag': '06de0d3a-6c55-4ec9-b003-5ebc91925d86'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:40:28.594840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf96824-95ce-4d9e-870b-3a9e63237fbf req-cbda856a-f780-40aa-a4da-f51f5ad9b76e tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:28.596209 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2bf96824-95ce-4d9e-870b-3a9e63237fbf req-cbda856a-f780-40aa-a4da-f51f5ad9b76e tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 943 time: 1.0095258 Jun 11 11:40:28.619134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.625254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f req-fc726fe0-219a-40e3-91d0-928c1bb1c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:28.626781 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f req-fc726fe0-219a-40e3-91d0-928c1bb1c857 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40057aca28ba4547afec842333f5da6a&device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 1096 time: 0.3420789 Jun 11 11:40:28.652700 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:28.653110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:28.656252 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:28.765347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] In _notify_port_updated(), no bound segment for port 82f95048-a113-433c-b4f8-b70cec89854e on network 3acdc802-67bf-4354-933c-9f85a58a4398 {{(pid=99006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:40:28.775365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:28.776274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.779067 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] 10.222.0.46 "PUT /v2.0/ports/82f95048-a113-433c-b4f8-b70cec89854e HTTP/1.1" status: 200 len: 1130 time: 1.9030895 Jun 11 11:40:28.783669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42562) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:28.818686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1713e31-a783-4df7-b886-00f71880684a", "tag": "06de0d3a-6c55-4ec9-b003-5ebc91925d86"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:40:28.856409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-22c022d4-6dee-43db-b5d3-5a69a267246f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.891281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-22c022d4-6dee-43db-b5d3-5a69a267246f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:28.897983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Pushing event updated for resources: {'Port': ['ID=06de0d3a-6c55-4ec9-b003-5ebc91925d86,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:28.931663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:28.948654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9586a254-d3c1-40d0-a961-4ae4c90dfae1 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:29.004760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a60cbad3-2bcf-449d-a78b-cf14e4c873fb None None] Provisioning complete for port 82f95048-a113-433c-b4f8-b70cec89854e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:29.004760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a60cbad3-2bcf-449d-a78b-cf14e4c873fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.011797 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2bf96824-95ce-4d9e-870b-3a9e63237fbf req-70621ab4-3223-4b29-83e7-7e62555210c2 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731184 Jun 11 11:40:29.029921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.043962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ba6f83-745a-4552-b045-e6ea0a5ad7fa tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:29.045333 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-33ba6f83-745a-4552-b045-e6ea0a5ad7fa tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] 10.222.0.46 "GET /v2.0/ports/82f95048-a113-433c-b4f8-b70cec89854e HTTP/1.1" status: 200 len: 1130 time: 0.2376165 Jun 11 11:40:29.058845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a60cbad3-2bcf-449d-a78b-cf14e4c873fb None None] Port 82f95048-a113-433c-b4f8-b70cec89854e cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:29.067458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.082032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42568) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:29.130604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:29.162472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.164360 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "DELETE /v2.0/networks/c4f19661-f39e-4add-83da-9022ec3e8f1f HTTP/1.1" status: 204 len: 168 time: 1.2242002 Jun 11 11:40:29.168447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42570) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:29.173925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.212373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Pushing event updated for resources: {'Port': ['ID=82f95048-a113-433c-b4f8-b70cec89854e,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:29.228849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4921150f-0bf5-4af0-bb19-30fc74bf6668 x-openstack-request-id: req-4921150f-0bf5-4af0-bb19-30fc74bf6668 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:40:29.229182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1713e31-a783-4df7-b886-00f71880684a", "tag": "06de0d3a-6c55-4ec9-b003-5ebc91925d86", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:40:29.229473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4921150f-0bf5-4af0-bb19-30fc74bf6668 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:40:29.229973 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1713e31-a783-4df7-b886-00f71880684a', 'tag': '06de0d3a-6c55-4ec9-b003-5ebc91925d86', 'status': 'completed', 'code': 200} Jun 11 11:40:29.234729 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:29.253080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-5f4fae73-014f-42ee-9c4d-48ec2064df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:29.254902 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-5f4fae73-014f-42ee-9c4d-48ec2064df40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac502e42ab37461c8e36602ae529c4de&device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 1097 time: 0.5995135 Jun 11 11:40:29.259790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event deleted for resources: {'Network': ['ID=c4f19661-f39e-4add-83da-9022ec3e8f1f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:29.278712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:29.296647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f req-a3581ce4-b3f7-4edb-af5d-06243adc53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:29.298101 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f req-a3581ce4-b3f7-4edb-af5d-06243adc53eb service neutron] 10.222.0.25 "GET /v2.0/networks?id=49066024-ebb2-43f1-9ec8-e6b6bc340030 HTTP/1.1" status: 200 len: 907 time: 0.6568413 Jun 11 11:40:29.315257 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-22c022d4-6dee-43db-b5d3-5a69a267246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.317900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-22c022d4-6dee-43db-b5d3-5a69a267246f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.319000 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-22c022d4-6dee-43db-b5d3-5a69a267246f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0137bf4c-01b0-44d4-bbea-f96fd630bf28 HTTP/1.1" status: 204 len: 168 time: 0.8540480 Jun 11 11:40:29.345312 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-fc410321-54af-4e0f-8981-1f1f8163b83f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06de0d3a-6c55-4ec9-b003-5ebc91925d86 HTTP/1.1" status: 200 len: 217 time: 0.0812330 Jun 11 11:40:29.350818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.391174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c9b1530d-bb7a-4113-a3b1-e11a0cf49c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:29.411581 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb516-f985-4f98-90cd-616e51327c31 req-66c9a558-39cf-47f1-a95d-9f88dc5d6a09 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:29.413008 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-474cb516-f985-4f98-90cd-616e51327c31 req-66c9a558-39cf-47f1-a95d-9f88dc5d6a09 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 944 time: 0.7559733 Jun 11 11:40:29.417801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Transition to ACTIVE for port object c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:29.428623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:29.482284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c022d4-6dee-43db-b5d3-5a69a267246f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0137bf4c-01b0-44d4-bbea-f96fd630bf28,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:29.484869 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f req-663d05a1-786a-455f-a109-14a48f63ff83 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a71377-65cd-487b-874a-5ce49eec9e89 HTTP/1.1" status: 200 len: 217 time: 0.1741264 Jun 11 11:40:29.493941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-22c022d4-6dee-43db-b5d3-5a69a267246f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:29.501635 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.518729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:29.519183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.573985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-dd930a61-ab32-414e-b27f-028639bab17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:29.575939 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-dd930a61-ab32-414e-b27f-028639bab17e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c446c43-9d6e-4499-976d-f4a133895aed HTTP/1.1" status: 200 len: 851 time: 0.2153487 Jun 11 11:40:29.620911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.636836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1dc58418-5d32-4b1a-860f-7a9b983ae7be tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:29.645901 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-474cb516-f985-4f98-90cd-616e51327c31 req-ad734f17-f208-4e31-985d-da75ccf5c92d tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778336 Jun 11 11:40:29.706144 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.712832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aeb06d1b-7447-49cb-bdb3-d55d8bc13304 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:29.721235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.723027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f req-9e054a5f-f2a1-418f-83a3-064d9eae84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:29.724465 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f req-9e054a5f-f2a1-418f-83a3-064d9eae84fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ce86379-44b5-4a96-a7eb-d3322a0864fe HTTP/1.1" status: 200 len: 844 time: 0.2196662 Jun 11 11:40:29.776858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-117ba2db-899c-4007-8c5b-e54aaea137f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Deleting port 82f95048-a113-433c-b4f8-b70cec89854e {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:29.777230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-117ba2db-899c-4007-8c5b-e54aaea137f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.784980 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Network 71846d98-13a7-412d-b428-40376d222995 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:29.785556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42578) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:29.845949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event updated for resources: {'Port': ['ID=e4e7fe17-0d37-4c2e-b9d3-00eb5026b0fe,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:29.848882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:29.851487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:29.853177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:29.853775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.857864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:29.920983 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:29.990842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3accadb5-6959-434c-ae9d-00828cd7f27e']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:30.017668 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8328218 Jun 11 11:40:30.020753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26976be6-6a2a-4506-a34a-3c466f3e2671') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:30.020909 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26976be6-6a2a-4506-a34a-3c466f3e2671') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:30.045071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42580) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:30.064278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:30.117680 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-267e420e-d4db-4152-becb-1ea33e17222c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cce5dd0c2fbb4cc99da35be90f091c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068297 Jun 11 11:40:30.130006 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:30.132451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42584) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:30.148833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-117ba2db-899c-4007-8c5b-e54aaea137f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:30.154606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:30.155005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:30.160305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Network a68cd398-12fc-422a-b63a-27075e762f46 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:30.170927 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:30.184566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-e01f6f2f-719a-4b5a-9965-7b9e8b81e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:30.185998 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-e01f6f2f-719a-4b5a-9965-7b9e8b81e6bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1d17cd3b-356d-4491-bc08-349e534864e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5961730 Jun 11 11:40:30.186880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:30.192606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'Port': ['ID=c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:30.203322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f req-df938cbc-e65c-4428-ad2f-0d9a649389b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:30.204982 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f req-df938cbc-e65c-4428-ad2f-0d9a649389b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49066024-ebb2-43f1-9ec8-e6b6bc340030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4689009 Jun 11 11:40:30.206045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55df994-301a-4a76-ae6e-9431682322d2 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:30.207267 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c55df994-301a-4a76-ae6e-9431682322d2 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "GET /v2.0/ports/e4e7fe17-0d37-4c2e-b9d3-00eb5026b0fe HTTP/1.1" status: 200 len: 954 time: 0.1612058 Jun 11 11:40:30.230091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:30.236076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:30.236705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:30.241444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42586) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:30.245464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:30.363933 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.9558258 Jun 11 11:40:30.417362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42588) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:30.423887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Request body: {'port': {'network_id': 'a68cd398-12fc-422a-b63a-27075e762f46', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1043182747'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:30.498440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-39524b75-f651-40af-866f-a45a5ad160ca None None] Provisioning for port c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:30.503252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-39524b75-f651-40af-866f-a45a5ad160ca None None] Provisioning complete for port c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:30.503911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-39524b75-f651-40af-866f-a45a5ad160ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:30.553791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-39524b75-f651-40af-866f-a45a5ad160ca None None] Port c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:30.562813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-117ba2db-899c-4007-8c5b-e54aaea137f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Calling delete_port for 82f95048-a113-433c-b4f8-b70cec89854e owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:30.590641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a2b57-798f-4d05-bbb9-93f6cd4c7f26 req-0879b8eb-d8d4-4396-b4c7-0ace56209e07 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:30.592173 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6d2a2b57-798f-4d05-bbb9-93f6cd4c7f26 req-0879b8eb-d8d4-4396-b4c7-0ace56209e07 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 943 time: 0.4400277 Jun 11 11:40:30.599619 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-0ae86146-293f-44da-be11-4d35b285cb23 service neutron] 10.222.0.25 "GET /v2.0/networks/1d17cd3b-356d-4491-bc08-349e534864e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590198 Jun 11 11:40:30.694000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:30.749721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:30.751461 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "DELETE /v2.0/networks/3accadb5-6959-434c-ae9d-00828cd7f27e HTTP/1.1" status: 204 len: 168 time: 1.5723310 Jun 11 11:40:30.755534 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ca29a12a-3f3c-4fd9-867e-8d990eda36ca tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:30.779309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42592) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:30.779967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Router 84335bb5-b805-4aa4-8ef6-b5f3c461a157 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:40:30.825611 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6d2a2b57-798f-4d05-bbb9-93f6cd4c7f26 req-14933532-5d38-460a-895d-1ff73568b15f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204013 Jun 11 11:40:30.842470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event deleted for resources: {'Network': ['ID=3accadb5-6959-434c-ae9d-00828cd7f27e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:30.858354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:30.864922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-11946400-124b-4972-8b11-8654589bb1b5 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Deleting port e4e7fe17-0d37-4c2e-b9d3-00eb5026b0fe {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:30.865282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11946400-124b-4972-8b11-8654589bb1b5 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:30.890646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Made reservation on behalf of 15b7e9b9800b47b4907b83d0f0043710 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:30.894133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:30.901387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83bb6f3d-523e-42bc-a926-4abefdd4c858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:30.958223 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f req-bbf41e78-60b5-4756-ab3c-70ad8dd297f8 service neutron] 10.222.0.25 "GET /v2.0/networks/49066024-ebb2-43f1-9ec8-e6b6bc340030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034543 Jun 11 11:40:30.980805 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83bb6f3d-523e-42bc-a926-4abefdd4c858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.063710 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-518476a0-02a3-44e0-a66b-4735c2e483d5 req-fbe88751-4f1a-47c7-a189-aafa63dba815 service neutron] 10.222.0.25 "GET /v2.0/networks/1d17cd3b-356d-4491-bc08-349e534864e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436805 Jun 11 11:40:31.146365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] device_id is not set on port 4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:31.155277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35b733-46dc-4b87-b6ae-f3d3c60bde22 req-e45b782d-2c29-4cbc-80d0-770654b1f08b tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:31.156783 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1c35b733-46dc-4b87-b6ae-f3d3c60bde22 req-e45b782d-2c29-4cbc-80d0-770654b1f08b tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 944 time: 0.3496778 Jun 11 11:40:31.164163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.171105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11946400-124b-4972-8b11-8654589bb1b5 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.205450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-117ba2db-899c-4007-8c5b-e54aaea137f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.212526 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7625c0b8-20c3-43a2-b18b-864632b3a54d tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:31.219366 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-755d5ef8-0a36-4d66-a03d-05fa67a7fb0f req-3be1c793-e935-416c-8bde-28f3367d5918 service neutron] 10.222.0.25 "GET /v2.0/networks/49066024-ebb2-43f1-9ec8-e6b6bc340030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515225 Jun 11 11:40:31.254561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83bb6f3d-523e-42bc-a926-4abefdd4c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.257147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83bb6f3d-523e-42bc-a926-4abefdd4c858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.258811 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-83bb6f3d-523e-42bc-a926-4abefdd4c858 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a521f910-c011-468a-a880-c258b846521d HTTP/1.1" status: 204 len: 168 time: 1.1234961 Jun 11 11:40:31.268479 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ba2db-899c-4007-8c5b-e54aaea137f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Pushing event deleted for resources: {'Port': ['ID=82f95048-a113-433c-b4f8-b70cec89854e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:31.277266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-117ba2db-899c-4007-8c5b-e54aaea137f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:31.277712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:31.284367 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1c35b733-46dc-4b87-b6ae-f3d3c60bde22 req-5bc549aa-3329-4ab0-b0a3-f60dc6b4693f tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186669 Jun 11 11:40:31.315288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb6f3d-523e-42bc-a926-4abefdd4c858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a521f910-c011-468a-a880-c258b846521d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:31.317298 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-117ba2db-899c-4007-8c5b-e54aaea137f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.319339 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-117ba2db-899c-4007-8c5b-e54aaea137f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] 10.222.0.46 "DELETE /v2.0/ports/82f95048-a113-433c-b4f8-b70cec89854e HTTP/1.1" status: 204 len: 168 time: 2.2364810 Jun 11 11:40:31.320355 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-83bb6f3d-523e-42bc-a926-4abefdd4c858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:31.336125 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42596) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:31.356939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-11946400-124b-4972-8b11-8654589bb1b5 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Calling delete_port for e4e7fe17-0d37-4c2e-b9d3-00eb5026b0fe owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:31.420023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-1840f06d-fd3f-4046-8066-4aca16ebb5de tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Deleting subnet ea690f07-1353-41fd-a9af-6dff7972bce2 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:40:31.424035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1840f06d-fd3f-4046-8066-4aca16ebb5de tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.486199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1840f06d-fd3f-4046-8066-4aca16ebb5de tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.547254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:40:31.572678 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e17df-8a5f-4683-990f-8c89993b82f6 None None] Sync routers for ids ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:40:31.589838 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e17df-8a5f-4683-990f-8c89993b82f6 None None] Routers {'84335bb5-b805-4aa4-8ef6-b5f3c461a157'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:31.590476 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1f0e17df-8a5f-4683-990f-8c89993b82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:31.637467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1840f06d-fd3f-4046-8066-4aca16ebb5de tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.646825 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.649927 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1f0e17df-8a5f-4683-990f-8c89993b82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:31.659797 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e17df-8a5f-4683-990f-8c89993b82f6 None None] Routers {'84335bb5-b805-4aa4-8ef6-b5f3c461a157'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:31.660684 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1f0e17df-8a5f-4683-990f-8c89993b82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:31.679693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a7f109-df52-42e2-8e89-037075551322']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:31.710814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.715329 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.5476375 Jun 11 11:40:31.716875 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42604) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:31.718008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Allocated IP 2001:db8::13d (a68cd398-12fc-422a-b63a-27075e762f46/b63e1f2b-4384-45f8-acea-7c7cbde7bd8b/4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:31.727733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63954a5a-5f06-4f4b-9dfe-1a13efcda705') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:31.728528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63954a5a-5f06-4f4b-9dfe-1a13efcda705') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:31.728655 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1f0e17df-8a5f-4683-990f-8c89993b82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:31.729736 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e17df-8a5f-4683-990f-8c89993b82f6 None None] The sync data for ids ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:40:31.732750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9 req-312a8574-bdeb-4123-ad9d-bb5f94744e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:31.734239 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9 req-312a8574-bdeb-4123-ad9d-bb5f94744e8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac502e42ab37461c8e36602ae529c4de&device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 1097 time: 0.5948906 Jun 11 11:40:31.765697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1840f06d-fd3f-4046-8066-4aca16ebb5de tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.768619 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:31.808757 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840f06d-fd3f-4046-8066-4aca16ebb5de tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Pushing event deleted for resources: {'Subnet': ['ID=ea690f07-1353-41fd-a9af-6dff7972bce2,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:31.812034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1840f06d-fd3f-4046-8066-4aca16ebb5de tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:31.812414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.813033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1840f06d-fd3f-4046-8066-4aca16ebb5de tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:31.818211 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1840f06d-fd3f-4046-8066-4aca16ebb5de tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] 10.222.0.46 "DELETE /v2.0/subnets/ea690f07-1353-41fd-a9af-6dff7972bce2 HTTP/1.1" status: 204 len: 168 time: 0.4803698 Jun 11 11:40:31.818891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42610) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:31.830636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8380429-0a7c-4ebf-8e75-ec1433390933 None None] Network 3acdc802-67bf-4354-933c-9f85a58a4398 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:31.932389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.018961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Deleting port c6f10f79-fc45-42fd-a8f1-1edf88ae104e {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:32.019227 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.027488 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.035565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11946400-124b-4972-8b11-8654589bb1b5 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.065592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5049d65-1bb9-47ba-a903-c4248cee9d22 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:32.072541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:32.072541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.074259 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 13a71377-65cd-487b-874a-5ce49eec9e89 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:32.084884 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:32.142732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] For port c6f10f79-fc45-42fd-a8f1-1edf88ae104e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c6f10f79-fc45-42fd-a8f1-1edf88ae104e,segment=NetworkSegment(cb43ffa8-a332-4118-8dd7-c243a9181ae3),segment_id=cb43ffa8-a332-4118-8dd7-c243a9181ae3)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:32.143106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.239512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 13a71377-65cd-487b-874a-5ce49eec9e89, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13a71377-65cd-487b-874a-5ce49eec9e89,segment=NetworkSegment(fa07bb02-88c9-467a-8cb5-6048d1ec9d35),segment_id=fa07bb02-88c9-467a-8cb5-6048d1ec9d35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:32.254260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '13a71377-65cd-487b-874a-5ce49eec9e89', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'port_id': '13a71377-65cd-487b-874a-5ce49eec9e89', 'mac_address': 'fa:16:3e:16:77:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:40:32.258369 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b303026c-f8a9-4e01-921d-8e7adc3a181b None None] DHCP port deletion for 3acdc802-67bf-4354-933c-9f85a58a4398 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:40:32.258601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Calling delete_port for c6f10f79-fc45-42fd-a8f1-1edf88ae104e owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:32.347286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.369699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a71377-65cd-487b-874a-5ce49eec9e89 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:40:32.399905 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 13a71377-65cd-487b-874a-5ce49eec9e89, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13a71377-65cd-487b-874a-5ce49eec9e89,segment=NetworkSegment(fa07bb02-88c9-467a-8cb5-6048d1ec9d35),segment_id=fa07bb02-88c9-467a-8cb5-6048d1ec9d35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:32.402805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b303026c-f8a9-4e01-921d-8e7adc3a181b None None] Deleting port c6f10f79-fc45-42fd-a8f1-1edf88ae104e {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:32.403191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b303026c-f8a9-4e01-921d-8e7adc3a181b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.463764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.467171 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:32.482631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11946400-124b-4972-8b11-8654589bb1b5 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4e7fe17-0d37-4c2e-b9d3-00eb5026b0fe,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:32.486293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-11946400-124b-4972-8b11-8654589bb1b5 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:32.489476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b303026c-f8a9-4e01-921d-8e7adc3a181b None None] For port c6f10f79-fc45-42fd-a8f1-1edf88ae104e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c6f10f79-fc45-42fd-a8f1-1edf88ae104e,segment=NetworkSegment(cb43ffa8-a332-4118-8dd7-c243a9181ae3),segment_id=cb43ffa8-a332-4118-8dd7-c243a9181ae3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:32.489918 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b303026c-f8a9-4e01-921d-8e7adc3a181b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.513722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Pushing event deleted for resources: {'Port': ['ID=c6f10f79-fc45-42fd-a8f1-1edf88ae104e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:32.526499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] No DVR routers for this DVR port c6f10f79-fc45-42fd-a8f1-1edf88ae104e on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:40:32.532971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.533605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.534160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.534974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.535533 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.536530 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.537402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.537960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.538556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.539341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.540594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.541177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:32.556397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:32.603805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b303026c-f8a9-4e01-921d-8e7adc3a181b None None] Calling delete_port for c6f10f79-fc45-42fd-a8f1-1edf88ae104e owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:32.606493 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.610314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:32.716956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.730574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=13a71377-65cd-487b-874a-5ce49eec9e89,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:32.734489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:32.746353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acdc802-67bf-4354-933c-9f85a58a4398']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:32.755990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b303026c-f8a9-4e01-921d-8e7adc3a181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.765707 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb43ffa8-a332-4118-8dd7-c243a9181ae3') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:32.765847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:32.766266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb43ffa8-a332-4118-8dd7-c243a9181ae3') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:32.770304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303026c-f8a9-4e01-921d-8e7adc3a181b None None] No DVR routers for this DVR port c6f10f79-fc45-42fd-a8f1-1edf88ae104e on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:40:32.788325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ee70b-2e1c-4a12-841d-db4b7b33ded1 req-19e203bc-84d5-44dd-870b-0d5f7c1a3aea tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:32.790378 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ed8ee70b-2e1c-4a12-841d-db4b7b33ded1 req-19e203bc-84d5-44dd-870b-0d5f7c1a3aea tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 944 time: 0.2456548 Jun 11 11:40:32.792245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.829498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303026c-f8a9-4e01-921d-8e7adc3a181b None None] Pushing event deleted for resources: {'Port': ['ID=c6f10f79-fc45-42fd-a8f1-1edf88ae104e,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:32.831820 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.835934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b303026c-f8a9-4e01-921d-8e7adc3a181b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:32.859110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:32.859534 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:32.862859 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:32.864828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11946400-124b-4972-8b11-8654589bb1b5 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.866439 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-11946400-124b-4972-8b11-8654589bb1b5 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "DELETE /v2.0/ports/e4e7fe17-0d37-4c2e-b9d3-00eb5026b0fe HTTP/1.1" status: 204 len: 168 time: 2.5881672 Jun 11 11:40:32.873991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['13a71377-65cd-487b-874a-5ce49eec9e89'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:40:32.878617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42638) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:32.909061 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ed8ee70b-2e1c-4a12-841d-db4b7b33ded1 req-196a810b-fc61-497f-8f7c-74dc1595c024 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082342 Jun 11 11:40:32.909233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.924924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:32.961827 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a9f13e-797c-4194-ba54-519a73008e1d tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] GET failed (client error): The resource could not be found. Jun 11 11:40:32.967088 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-77a9f13e-797c-4194-ba54-519a73008e1d tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "GET /v2.0/ports/e4e7fe17-0d37-4c2e-b9d3-00eb5026b0fe HTTP/1.1" status: 404 len: 333 time: 0.0874040 Jun 11 11:40:32.967922 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42640) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:32.973061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42642) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:32.978634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:32.982722 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] 10.222.0.46 "DELETE /v2.0/networks/62a7f109-df52-42e2-8e89-037075551322 HTTP/1.1" status: 204 len: 168 time: 2.1984351 Jun 11 11:40:33.028460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Request body: {'port': {'network_id': '71846d98-13a7-412d-b428-40376d222995', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1130678112'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:33.062730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.066370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9 req-2dbb2c62-d965-4570-9397-eed4c90e7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:33.067891 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9 req-2dbb2c62-d965-4570-9397-eed4c90e7a68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1d17cd3b-356d-4491-bc08-349e534864e5 HTTP/1.1" status: 200 len: 914 time: 1.3152611 Jun 11 11:40:33.072761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Pushing event deleted for resources: {'Network': ['ID=62a7f109-df52-42e2-8e89-037075551322,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:33.076504 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.088386 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] 10.222.0.46 "DELETE /v2.0/networks/3acdc802-67bf-4354-933c-9f85a58a4398 HTTP/1.1" status: 204 len: 168 time: 1.2646039 Jun 11 11:40:33.088386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fc340d44-88ff-423d-b08a-f29288660e24 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:33.092948 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.106153 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Pushing event deleted for resources: {'Network': ['ID=3acdc802-67bf-4354-933c-9f85a58a4398,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:33.107829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Made reservation on behalf of e52542bd915d434a86efda038b78062d for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:33.110118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.112389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:33.129670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] device_id is not set on port 63a5f42f-1b72-4180-9c80-2098f0843fcf yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:33.202068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b64a1-483e-4903-94b2-2b0d9c67c7fa req-551fc1f6-f2c0-4cfc-94c2-6bf12e79a8a0 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:33.203727 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3c5b64a1-483e-4903-94b2-2b0d9c67c7fa req-551fc1f6-f2c0-4cfc-94c2-6bf12e79a8a0 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 943 time: 1.1724081 Jun 11 11:40:33.205200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.205584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.205958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.206321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.206765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.207131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.207628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.208055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.208688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.209214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.209574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.209936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:33.213644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:33.221897 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9 req-0830ccee-010a-4ec6-b1ab-44d40762a403 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06de0d3a-6c55-4ec9-b003-5ebc91925d86 HTTP/1.1" status: 200 len: 217 time: 0.1337047 Jun 11 11:40:33.231615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Transition to ACTIVE for port object 4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:33.279083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-708548281', 'router:external': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:33.302083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9 req-35c18e82-f770-47a1-b54f-4497103b95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:33.303573 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9 req-35c18e82-f770-47a1-b54f-4497103b95e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c446c43-9d6e-4499-976d-f4a133895aed HTTP/1.1" status: 200 len: 851 time: 0.0700450 Jun 11 11:40:33.408240 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.413710 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Made reservation on behalf of 2ed13c99cabf444e85c427cc2555246f for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:33.416927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.432036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c6f10f79-fc45-42fd-a8f1-1edf88ae104e no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:40:33.434932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.449079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42652) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:33.458250 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3c5b64a1-483e-4903-94b2-2b0d9c67c7fa req-5bb00da9-80da-45d9-aa38-1d8e8150b26b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408614 Jun 11 11:40:33.467241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c6f10f79-fc45-42fd-a8f1-1edf88ae104e {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:40:33.468017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c6f10f79-fc45-42fd-a8f1-1edf88ae104e not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:40:33.537601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.545762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:33.596068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.603621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:33.627309 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Network 71846d98-13a7-412d-b428-40376d222995 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:33.632060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:33.639137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:33.640114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:33.640795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.656334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event updated for resources: {'Port': ['ID=63a5f42f-1b72-4180-9c80-2098f0843fcf,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:33.662976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:33.671317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Network a68cd398-12fc-422a-b63a-27075e762f46 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:33.671425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42658) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:33.682091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9 req-94aeacde-344e-43db-8fa2-21cc2d75627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:33.683613 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9 req-94aeacde-344e-43db-8fa2-21cc2d75627d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1d17cd3b-356d-4491-bc08-349e534864e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3694298 Jun 11 11:40:33.684496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:33.687204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:33.693123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:33.693775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.709974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.743754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.754773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:33.755294 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'Port': ['ID=4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:33.758698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:33.772372 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3514941 Jun 11 11:40:33.773426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42662) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:33.778599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9464c203-cca9-426a-873b-759fce50894c tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bd', 'mac_address': 'fa:16:3e:b4:39:bb'}, {'ip_address': '2001:db8::b2', 'mac_address': 'fa:16:3e:f4:b8:6f'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:33.788461 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8159254 Jun 11 11:40:33.837356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42664) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:33.860144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:33.877678 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:33.940124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7feba4-ab2e-406f-949e-f27d36ddaa1c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:33.962239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:33.987308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:33.987847 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Added segment a4db8cd1-7862-4c19-8075-018f28f624ec of type vlan for network 54ebe810-af12-4d7f-be02-41ce073a40a9 Jun 11 11:40:33.995954 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8ad9b246-86da-4070-a7a5-4c0770f71982 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22e64ac6d66f4050a26ff7be9f39bb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5426536 Jun 11 11:40:34.001292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42668) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:34.011156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-21a2f8cd-b8d6-40ce-a71f-8609db2580cb None None] Provisioning for port 4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:34.017189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-21a2f8cd-b8d6-40ce-a71f-8609db2580cb None None] Provisioning complete for port 4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:34.018660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-21a2f8cd-b8d6-40ce-a71f-8609db2580cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.041553 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9 req-eb3f2f25-51ef-4c2d-a495-965a1aa3e799 service neutron] 10.222.0.25 "GET /v2.0/networks/1d17cd3b-356d-4491-bc08-349e534864e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359218 Jun 11 11:40:34.067768 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 06de0d3a-6c55-4ec9-b003-5ebc91925d86 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:40:34.084376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 13a71377-65cd-487b-874a-5ce49eec9e89 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:34.090791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-21a2f8cd-b8d6-40ce-a71f-8609db2580cb None None] Port 4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:34.144177 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d9083a60-17a6-4640-89ac-688e3f383a9d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=682a054fbd4741e2a6d3e0d8504453c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693346 Jun 11 11:40:34.175114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42670) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:34.195839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.204551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.235554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 13a71377-65cd-487b-874a-5ce49eec9e89 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:34.249107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 13a71377-65cd-487b-874a-5ce49eec9e89 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:34.249494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.256784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 06de0d3a-6c55-4ec9-b003-5ebc91925d86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=06de0d3a-6c55-4ec9-b003-5ebc91925d86,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:34.298378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '06de0d3a-6c55-4ec9-b003-5ebc91925d86', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'port_id': '06de0d3a-6c55-4ec9-b003-5ebc91925d86', 'mac_address': 'fa:16:3e:8a:7f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:40:34.315028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29b2fc-c34e-4b56-800d-c31063631470 req-5dbacb82-9de7-4231-ac84-1c98c897c36a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:34.316672 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5a29b2fc-c34e-4b56-800d-c31063631470 req-5dbacb82-9de7-4231-ac84-1c98c897c36a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 944 time: 0.2246189 Jun 11 11:40:34.317394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.318425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:34.319072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.323848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:34.324031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf4f08d5-1be5-414a-9694-3a75b60c7d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.326360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.354887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.407795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06de0d3a-6c55-4ec9-b003-5ebc91925d86 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:40:34.410877 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3773017 Jun 11 11:40:34.416664 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42672) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:34.425015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf4f08d5-1be5-414a-9694-3a75b60c7d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.441991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 06de0d3a-6c55-4ec9-b003-5ebc91925d86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=06de0d3a-6c55-4ec9-b003-5ebc91925d86,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:34.443122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.456636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.459723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:34.494353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Request body: {'subnet': {'network_id': '54ebe810-af12-4d7f-be02-41ce073a40a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:34.497788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83eee2d7-1975-4756-821c-53aea8b4206e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a71377-65cd-487b-874a-5ce49eec9e89'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:40:34.500389 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e69fae72-d0ad-4ef2-a6f1-f6b34132ccf9 req-d4986e5c-42c5-4ea7-a3bb-61c5bc92df04 service neutron] 10.222.0.25 "GET /v2.0/networks/1d17cd3b-356d-4491-bc08-349e534864e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437847 Jun 11 11:40:34.539165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event updated for resources: {'Network': ['ID=54ebe810-af12-4d7f-be02-41ce073a40a9,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:34.548244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:34.591850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 54ebe810-af12-4d7f-be02-41ce073a40a9 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:34.627929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 13a71377-65cd-487b-874a-5ce49eec9e89, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13a71377-65cd-487b-874a-5ce49eec9e89,segment=NetworkSegment(fa07bb02-88c9-467a-8cb5-6048d1ec9d35),segment_id=fa07bb02-88c9-467a-8cb5-6048d1ec9d35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:34.644425 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5a29b2fc-c34e-4b56-800d-c31063631470 req-7a5a742f-604d-454e-95a5-3950a335c8fa tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901781 Jun 11 11:40:34.645636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.655430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] device_id is not set on port 63a5f42f-1b72-4180-9c80-2098f0843fcf yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:34.678555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.692793 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Transition to ACTIVE for port object 63a5f42f-1b72-4180-9c80-2098f0843fcf will not be triggered until provisioned by entity L2. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:34.698421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:34.712724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a2dc26a8-9e9c-48a4-afcd-90deff64932e tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:34.733646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['06de0d3a-6c55-4ec9-b003-5ebc91925d86'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:40:34.775727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=06de0d3a-6c55-4ec9-b003-5ebc91925d86,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:34.780734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422b5fc1-7144-49c6-b890-649d7c64cba7" -d '{"events": [{"server_uuid": "83eee2d7-1975-4756-821c-53aea8b4206e", "name": "network-vif-plugged", "status": "completed", "tag": "13a71377-65cd-487b-874a-5ce49eec9e89"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:40:34.824947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.825678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.826245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.826960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.827632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.828216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.828761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.829628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.830182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.830783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.831487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.832444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:40:34.834500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event updated for resources: {'Port': ['ID=63a5f42f-1b72-4180-9c80-2098f0843fcf,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:34.845014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:34.849452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:34.850591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ed808566-3d0a-4841-8908-66790db035a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:34.866247 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:34.866625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:34.866972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:34.872240 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:34.872581 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:34.872967 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 2 to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf Jun 11 11:40:34.887679 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:34.888026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:34.888411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:34.893330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:34.893473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a862e67-8874-4d19-8cfd-da36c0610b4a x-openstack-request-id: req-5a862e67-8874-4d19-8cfd-da36c0610b4a {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:40:34.893687 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:34.893799 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83eee2d7-1975-4756-821c-53aea8b4206e", "name": "network-vif-plugged", "status": "completed", "tag": "13a71377-65cd-487b-874a-5ce49eec9e89", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:40:34.894057 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 3 to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf Jun 11 11:40:34.894181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a862e67-8874-4d19-8cfd-da36c0610b4a {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:40:34.894581 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83eee2d7-1975-4756-821c-53aea8b4206e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a71377-65cd-487b-874a-5ce49eec9e89', 'code': 200} Jun 11 11:40:34.910305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:34.910305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:34.910656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:34.915133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:34.915455 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:34.916172 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 4 to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf Jun 11 11:40:34.927492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=13a71377-65cd-487b-874a-5ce49eec9e89,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:34.933587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:34.941005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:34.941357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:34.941710 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:34.947834 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:34.948027 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:34.948483 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 5 to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf Jun 11 11:40:34.966840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:34.968252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:34.968614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:34.974275 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:34.974641 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:34.975035 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 6 to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf Jun 11 11:40:34.999049 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:34.999445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:35.000107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:35.000314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11603c9b-1655-4eba-a796-3167e3d4acc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.005054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:35.005386 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:35.005773 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 7 to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf Jun 11 11:40:35.021497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:35.021850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:35.022192 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:35.026721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:35.027054 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:35.027455 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 8 to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf Jun 11 11:40:35.041448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9464c203-cca9-426a-873b-759fce50894c tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.046619 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:35.047016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:35.048404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:35.053680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:35.054024 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:35.054420 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 9 to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf Jun 11 11:40:35.071943 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:35.072394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:35.072784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:35.077986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:35.078142 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:35.078680 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.plugins.ml2.plugin [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempt 10 to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf Jun 11 11:40:35.092981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Made reservation on behalf of 2ed13c99cabf444e85c427cc2555246f for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:35.094211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:35.094662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:35.095127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempting to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:35.095380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.098608 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11603c9b-1655-4eba-a796-3167e3d4acc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.100417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:40:35.100417 dv-neutron-786478-5-hyperv neutron-server[99005]: ERROR neutron.plugins.ml2.managers [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Failed to bind port 63a5f42f-1b72-4180-9c80-2098f0843fcf on host hv-neutron-7864 for vnic_type normal using segments [{'id': '53a20603-a112-4484-ad14-f11f2b8e13cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '71846d98-13a7-412d-b428-40376d222995'}] Jun 11 11:40:35.100604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.174786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] For port 63a5f42f-1b72-4180-9c80-2098f0843fcf, host hv-neutron-7864, cleared binding levels {{(pid=99005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:35.175070 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attempted to set empty binding levels {{(pid=99005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 11:40:35.180047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.183069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a9be4d85-1dba-42b0-9edb-6f05e942f0bb tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:35.217589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] In _notify_port_updated(), no bound segment for port 63a5f42f-1b72-4180-9c80-2098f0843fcf on network 71846d98-13a7-412d-b428-40376d222995 {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:40:35.219279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:35.220216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.221419 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "PUT /v2.0/ports/63a5f42f-1b72-4180-9c80-2098f0843fcf HTTP/1.1" status: 200 len: 977 time: 1.3683646 Jun 11 11:40:35.224193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42684) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:35.279414 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event updated for resources: {'Port': ['ID=63a5f42f-1b72-4180-9c80-2098f0843fcf,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:35.283722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:35.342500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-cceca2b4-3a07-48b1-8852-2e60fc68dd16 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Deleting port 63a5f42f-1b72-4180-9c80-2098f0843fcf {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:35.342895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cceca2b4-3a07-48b1-8852-2e60fc68dd16 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.348447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf4f08d5-1be5-414a-9694-3a75b60c7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.350985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf4f08d5-1be5-414a-9694-3a75b60c7d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.352655 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cf4f08d5-1be5-414a-9694-3a75b60c7d9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3be7eac2-31a4-4d8a-933f-9a558b89441d HTTP/1.1" status: 204 len: 168 time: 1.3428771 Jun 11 11:40:35.377278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:35.436445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-cceca2b4-3a07-48b1-8852-2e60fc68dd16 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] For port 63a5f42f-1b72-4180-9c80-2098f0843fcf, host hv-neutron-7864, got binding levels [] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:35.436772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cceca2b4-3a07-48b1-8852-2e60fc68dd16 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.489769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f08d5-1be5-414a-9694-3a75b60c7d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be7eac2-31a4-4d8a-933f-9a558b89441d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:35.507287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cf4f08d5-1be5-414a-9694-3a75b60c7d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:35.536850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-cceca2b4-3a07-48b1-8852-2e60fc68dd16 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Calling delete_port for 63a5f42f-1b72-4180-9c80-2098f0843fcf owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:35.574983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc903c-91d9-4207-bb1b-37d29b24cdad req-b71d3d15-f363-4c1c-a3d0-c71f2f97267f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:35.576616 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-39fc903c-91d9-4207-bb1b-37d29b24cdad req-b71d3d15-f363-4c1c-a3d0-c71f2f97267f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 945 time: 0.6255424 Jun 11 11:40:35.650603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cceca2b4-3a07-48b1-8852-2e60fc68dd16 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.655344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:35.671014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11603c9b-1655-4eba-a796-3167e3d4acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.673555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-11603c9b-1655-4eba-a796-3167e3d4acc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.677171 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-11603c9b-1655-4eba-a796-3167e3d4acc7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69a3c27e-b3c4-4c39-be51-dd38766ca2ae HTTP/1.1" status: 204 len: 168 time: 1.4954550 Jun 11 11:40:35.689303 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4c6f6ec-5669-4563-bb8a-46799c09f33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:35.697532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceca2b4-3a07-48b1-8852-2e60fc68dd16 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Pushing event deleted for resources: {'Port': ['ID=63a5f42f-1b72-4180-9c80-2098f0843fcf,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:35.705837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cceca2b4-3a07-48b1-8852-2e60fc68dd16 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:35.708375 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cceca2b4-3a07-48b1-8852-2e60fc68dd16 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.713138 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cceca2b4-3a07-48b1-8852-2e60fc68dd16 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "DELETE /v2.0/ports/63a5f42f-1b72-4180-9c80-2098f0843fcf HTTP/1.1" status: 204 len: 168 time: 0.4853423 Jun 11 11:40:35.713395 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42700) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:35.800265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11603c9b-1655-4eba-a796-3167e3d4acc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a3c27e-b3c4-4c39-be51-dd38766ca2ae,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:35.813955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb63e5-6ca6-4796-b8ea-708ea77c0080 req-74c93805-a09d-4b24-85ff-c30b606eb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:35.815359 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6eb63e5-6ca6-4796-b8ea-708ea77c0080 req-74c93805-a09d-4b24-85ff-c30b606eb2ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 1098 time: 0.6790409 Jun 11 11:40:35.819582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-11603c9b-1655-4eba-a796-3167e3d4acc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:35.924852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b6eb63e5-6ca6-4796-b8ea-708ea77c0080 req-2fe18eb7-53ac-49d6-96a5-c0d07fff08de service neutron] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:35.929782 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-39fc903c-91d9-4207-bb1b-37d29b24cdad req-20394e13-7750-4f33-ac35-0de5dca098a6 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352222 Jun 11 11:40:36.035410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Allocated IP 172.20.0.1 (e4dbc15b-b032-46a2-89e1-0679b70ee033/eb2df8d7-d5ed-47d6-873d-a826fbaf7832/88bf4f24-11e5-4b83-ad8f-fa08ea82b664) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:36.064764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 06de0d3a-6c55-4ec9-b003-5ebc91925d86 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:36.072334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9464c203-cca9-426a-873b-759fce50894c tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.081636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9464c203-cca9-426a-873b-759fce50894c tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.082551 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6edda7-cc8d-432d-ac81-b1252caef248 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] GET failed (client error): The resource could not be found. Jun 11 11:40:36.089135 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9b6edda7-cc8d-432d-ac81-b1252caef248 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] 10.222.0.46 "GET /v2.0/ports/63a5f42f-1b72-4180-9c80-2098f0843fcf HTTP/1.1" status: 404 len: 333 time: 0.3747182 Jun 11 11:40:36.093738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ce7e8cde-1f8e-4642-a9fd-f6d21910a86d tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:36.096950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42712) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:36.173216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:36.179477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:36.180126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.215066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-9464c203-cca9-426a-873b-759fce50894c tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] In _notify_port_updated(), no bound segment for port 4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee on network a68cd398-12fc-422a-b63a-27075e762f46 {{(pid=99006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:40:36.227539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464c203-cca9-426a-873b-759fce50894c tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:36.228243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9464c203-cca9-426a-873b-759fce50894c tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.229568 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9464c203-cca9-426a-873b-759fce50894c tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "PUT /v2.0/ports/4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee HTTP/1.1" status: 200 len: 1067 time: 2.4552813 Jun 11 11:40:36.245702 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42720) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:36.308764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.343115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.370807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67c925-1371-470f-9c1a-37647a4ec089 req-1c911963-31b5-470e-ba91-25c2751f1012 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:36.376024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464c203-cca9-426a-873b-759fce50894c tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event updated for resources: {'Port': ['ID=4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:36.379125 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fc67c925-1371-470f-9c1a-37647a4ec089 req-1c911963-31b5-470e-ba91-25c2751f1012 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 945 time: 0.2991645 Jun 11 11:40:36.410293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9464c203-cca9-426a-873b-759fce50894c tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:36.416663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 06de0d3a-6c55-4ec9-b003-5ebc91925d86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=06de0d3a-6c55-4ec9-b003-5ebc91925d86,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:36.426171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.432611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:36.535059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42726) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:36.546742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.560703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=06de0d3a-6c55-4ec9-b003-5ebc91925d86,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:36.565318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:36.581226 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fc67c925-1371-470f-9c1a-37647a4ec089 req-73e1164f-e67a-49cc-b180-c1c3a191d8fb tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976233 Jun 11 11:40:36.609568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Transition to ACTIVE for port object 88bf4f24-11e5-4b83-ad8f-fa08ea82b664 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:36.618144 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b6eb63e5-6ca6-4796-b8ea-708ea77c0080 req-2fe18eb7-53ac-49d6-96a5-c0d07fff08de service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.629602 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.636661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b6eb63e5-6ca6-4796-b8ea-708ea77c0080 req-2fe18eb7-53ac-49d6-96a5-c0d07fff08de service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.643198 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71846d98-13a7-412d-b428-40376d222995']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:36.645901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:36.660556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a20603-a112-4484-ad14-f11f2b8e13cc') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:36.660936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a20603-a112-4484-ad14-f11f2b8e13cc') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:36.663630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d4894dda-3804-4fda-a81c-4730aa73eaf4 None None] Provisioning complete for port 4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:36.664179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d4894dda-3804-4fda-a81c-4730aa73eaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.679287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.689476 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6eb63e5-6ca6-4796-b8ea-708ea77c0080 req-2fe18eb7-53ac-49d6-96a5-c0d07fff08de service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8598027 Jun 11 11:40:36.694828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-23e831e9-d7cd-4383-8016-b298209a0499 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Deleting port 4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:36.695442 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23e831e9-d7cd-4383-8016-b298209a0499 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.724714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-d4894dda-3804-4fda-a81c-4730aa73eaf4 None None] Port 4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:36.732929 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.742441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe18eb7-53ac-49d6-96a5-c0d07fff08de service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d239b424-02d1-4d2c-8f23-eb6ef2fa6e30,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:36.745475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:36.746046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:36.749439 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:36.752584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2fe18eb7-53ac-49d6-96a5-c0d07fff08de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:36.759079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-752924847'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:36.791293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.objects.ports [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99006) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:40:36.791808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.792985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.795926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:36.847671 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Network e4dbc15b-b032-46a2-89e1-0679b70ee033 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:36.853263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:36.860015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:36.895613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1713e31-a783-4df7-b886-00f71880684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06de0d3a-6c55-4ec9-b003-5ebc91925d86'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:40:36.899945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event updated for resources: {'Port': ['ID=88bf4f24-11e5-4b83-ad8f-fa08ea82b664,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:36.900330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ba3f72-8e66-4b8a-a105-27906e25f09f" -d '{"events": [{"server_uuid": "a1713e31-a783-4df7-b886-00f71880684a", "name": "network-vif-plugged", "status": "completed", "tag": "06de0d3a-6c55-4ec9-b003-5ebc91925d86"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:40:36.906590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:36.909293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:36.935410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.937976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42740) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:36.944869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23e831e9-d7cd-4383-8016-b298209a0499 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.947552 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6abd0b04-02c4-45bd-bcf5-01668ba48eea tempest-ExternalNetworksTestJSON-1964877050 tempest-ExternalNetworksTestJSON-1964877050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:36.956728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c953b24-89ab-46f5-af5f-4e3b1600df6a x-openstack-request-id: req-0c953b24-89ab-46f5-af5f-4e3b1600df6a {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:40:36.957033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1713e31-a783-4df7-b886-00f71880684a", "name": "network-vif-plugged", "status": "completed", "tag": "06de0d3a-6c55-4ec9-b003-5ebc91925d86", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:40:36.957297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c953b24-89ab-46f5-af5f-4e3b1600df6a {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:40:36.957692 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1713e31-a783-4df7-b886-00f71880684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06de0d3a-6c55-4ec9-b003-5ebc91925d86', 'code': 200} Jun 11 11:40:36.960310 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:36.962747 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] 10.222.0.46 "DELETE /v2.0/networks/71846d98-13a7-412d-b428-40376d222995 HTTP/1.1" status: 204 len: 168 time: 0.8648441 Jun 11 11:40:36.975914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:36.979548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:37.003912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Checking segment: {'id': 'a4db8cd1-7862-4c19-8075-018f28f624ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '54ebe810-af12-4d7f-be02-41ce073a40a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:37.004283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Network hostable DHCP agents. Network: 54ebe810-af12-4d7f-be02-41ce073a40a9, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:37.053986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:37.088363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Pushing event deleted for resources: {'Network': ['ID=71846d98-13a7-412d-b428-40376d222995,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:37.129894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Network 54ebe810-af12-4d7f-be02-41ce073a40a9 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:37.141704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event updated for resources: {'Subnet': ['ID=45d6aa24-6c6a-4dbb-8981-67d2b63dabd1,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:37.148196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:37.154485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 54ebe810-af12-4d7f-be02-41ce073a40a9) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:37.164882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:37.165558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c649be1-c92d-4644-94b6-ba99a9b1e84b None None] Network 54ebe810-af12-4d7f-be02-41ce073a40a9 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:37.166026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:37.219695 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-23e831e9-d7cd-4383-8016-b298209a0499 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Calling delete_port for 4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:37.226029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:37.235718 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8128335 Jun 11 11:40:37.236799 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42748) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:37.237826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:37.246240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1148361037', 'network_id': '54ebe810-af12-4d7f-be02-41ce073a40a9'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:37.247457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1478d37a-0446-4637-ad06-dedef121510d tempest-DvrRoutersNegativeTest-1471293328 tempest-DvrRoutersNegativeTest-1471293328-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1103615496', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:37.250299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.policy [None req-1478d37a-0446-4637-ad06-dedef121510d tempest-DvrRoutersNegativeTest-1471293328 tempest-DvrRoutersNegativeTest-1471293328-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=99005) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 11 11:40:37.251105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.policy [None req-1478d37a-0446-4637-ad06-dedef121510d tempest-DvrRoutersNegativeTest-1471293328 tempest-DvrRoutersNegativeTest-1471293328-project] Failed policy check for 'create_router' {{(pid=99005) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 11 11:40:37.251670 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-1478d37a-0446-4637-ad06-dedef121510d tempest-DvrRoutersNegativeTest-1471293328 tempest-DvrRoutersNegativeTest-1471293328-project] create failed (client error): Access was denied to this resource. Jun 11 11:40:37.252677 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1478d37a-0446-4637-ad06-dedef121510d tempest-DvrRoutersNegativeTest-1471293328 tempest-DvrRoutersNegativeTest-1471293328-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3124595 Jun 11 11:40:37.309338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Made reservation on behalf of 2ed13c99cabf444e85c427cc2555246f for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:37.313584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:37.417161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] device_id is not set on port 3994940f-94be-4e0e-b00a-f44be5942a8d yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:37.473162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42756) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:37.491521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:37.507037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c03b3-e15e-4619-a960-8b256d6e3bf4 None None] Network 54ebe810-af12-4d7f-be02-41ce073a40a9 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:37.564633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad471dc9-6e58-409e-a031-1a617d29bb6e req-2ed7b439-d19b-4f2e-bdb8-951cd7ca9e3d tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:37.566171 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ad471dc9-6e58-409e-a031-1a617d29bb6e req-2ed7b439-d19b-4f2e-bdb8-951cd7ca9e3d tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 945 time: 0.3416121 Jun 11 11:40:37.635286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42762) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:37.677184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1190970-89bc-4026-9edb-a7d2a5e62b4c req-da9ac9d9-756f-405e-b837-18550dbfada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:37.679038 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1190970-89bc-4026-9edb-a7d2a5e62b4c req-da9ac9d9-756f-405e-b837-18550dbfada2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 1099 time: 0.3293183 Jun 11 11:40:37.682104 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ad471dc9-6e58-409e-a031-1a617d29bb6e req-49d90c13-3de7-44f2-b459-78ce43062f04 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091790 Jun 11 11:40:37.713300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:37.719026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23e831e9-d7cd-4383-8016-b298209a0499 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:37.721400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bd4d6e8e-72d0-4ca1-9ce7-b196202ec4b6 None None] Provisioning for port 88bf4f24-11e5-4b83-ad8f-fa08ea82b664 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:37.722167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:37.727627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Allocated IP 2001:db8::326 (54ebe810-af12-4d7f-be02-41ce073a40a9/45d6aa24-6c6a-4dbb-8981-67d2b63dabd1/3994940f-94be-4e0e-b00a-f44be5942a8d) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:37.729185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-80ad7bd8-f22a-4edd-bc2d-5b133c188970 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:37.766629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bd4d6e8e-72d0-4ca1-9ce7-b196202ec4b6 None None] Provisioning complete for port 88bf4f24-11e5-4b83-ad8f-fa08ea82b664 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:37.766949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bd4d6e8e-72d0-4ca1-9ce7-b196202ec4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:37.771848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e831e9-d7cd-4383-8016-b298209a0499 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event deleted for resources: {'Port': ['ID=4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:37.780099 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-23e831e9-d7cd-4383-8016-b298209a0499 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:37.781448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:37.785830 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:37.854915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d6e8e-72d0-4ca1-9ce7-b196202ec4b6 None None] Port 88bf4f24-11e5-4b83-ad8f-fa08ea82b664 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:37.888847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b771f39-d7b7-402d-9ad2-124e23235ced,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:37.892411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:37.899505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:37.899862 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment 191ed112-4a23-43ef-a5fb-80dd60f6a76b of type vlan for network 74725c78-42f9-4dcd-a236-7a86cc0ad381 Jun 11 11:40:37.999403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.078142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.083737 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:38.084347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.108308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a296842a-9feb-4528-8a94-d595c5b37c7c tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:38.224984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=74725c78-42f9-4dcd-a236-7a86cc0ad381,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:38.229354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:38.231494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-23e831e9-d7cd-4383-8016-b298209a0499 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.233914 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-23e831e9-d7cd-4383-8016-b298209a0499 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "DELETE /v2.0/ports/4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee HTTP/1.1" status: 204 len: 168 time: 1.9865787 Jun 11 11:40:38.237292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42766) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:38.239810 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7034636 Jun 11 11:40:38.244561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 74725c78-42f9-4dcd-a236-7a86cc0ad381 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:38.277619 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a25a212-6d8e-49d3-8075-b76cbb75d234 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] GET failed (client error): The resource could not be found. Jun 11 11:40:38.279582 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1a25a212-6d8e-49d3-8075-b76cbb75d234 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "GET /v2.0/ports/4946c9ad-7f70-4f9e-8e5d-a9586ca7d3ee HTTP/1.1" status: 404 len: 333 time: 0.0417385 Jun 11 11:40:38.282802 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42768) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:38.339499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0068c48-6cf4-4839-add9-4c37f1083aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.379529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42770) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:38.389092 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1190970-89bc-4026-9edb-a7d2a5e62b4c req-d421c936-916e-4a24-90a6-5a34673cf800 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6742578 Jun 11 11:40:38.408828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'network_id': '74725c78-42f9-4dcd-a236-7a86cc0ad381', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:38.415625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-80e6ac7a-8553-44dd-81dc-4001360877ee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Deleting port c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:38.416048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-80e6ac7a-8553-44dd-81dc-4001360877ee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.512367 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-90d45bd0-552c-4ae5-b758-71ab408b2a90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ae1891a05e24249a23130a4644ac724&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0335476 Jun 11 11:40:38.515704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42772) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:38.540669 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-80e6ac7a-8553-44dd-81dc-4001360877ee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.646750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-80e6ac7a-8553-44dd-81dc-4001360877ee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Calling delete_port for c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:38.707674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030342da-ad6e-4692-86c5-5e58fc61dc21 req-b2b374f5-1f51-448d-84bc-59f13b88970f tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:38.709142 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-030342da-ad6e-4692-86c5-5e58fc61dc21 req-b2b374f5-1f51-448d-84bc-59f13b88970f tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 946 time: 0.8804166 Jun 11 11:40:38.734548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-981f6e2f-bba7-4467-85f6-07038a6193b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.772728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-981f6e2f-bba7-4467-85f6-07038a6193b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.876669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.897648 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-030342da-ad6e-4692-86c5-5e58fc61dc21 req-2e44ae96-c50a-4e59-95f9-5aae68dcf1ef tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741469 Jun 11 11:40:38.918422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-80e6ac7a-8553-44dd-81dc-4001360877ee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.922180 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-29145ca5-4947-4386-b963-ae488a66ec0a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:38.957684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.960072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6ac7a-8553-44dd-81dc-4001360877ee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event deleted for resources: {'Port': ['ID=c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:38.962030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-981f6e2f-bba7-4467-85f6-07038a6193b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.962392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0068c48-6cf4-4839-add9-4c37f1083aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.965318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-981f6e2f-bba7-4467-85f6-07038a6193b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.969025 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-981f6e2f-bba7-4467-85f6-07038a6193b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c38db807-cb3d-4c0d-9fa3-6046ee5c329c HTTP/1.1" status: 204 len: 168 time: 0.4500437 Jun 11 11:40:38.969025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-80e6ac7a-8553-44dd-81dc-4001360877ee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:38.972942 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:38.981414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:38.992533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-67622373-e6f6-4172-84cc-65f093b8f790 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:39.000228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0068c48-6cf4-4839-add9-4c37f1083aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.009840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-80e6ac7a-8553-44dd-81dc-4001360877ee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.014408 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-80e6ac7a-8553-44dd-81dc-4001360877ee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "DELETE /v2.0/ports/c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a HTTP/1.1" status: 204 len: 168 time: 0.7279763 Jun 11 11:40:39.014408 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f6e2f-bba7-4467-85f6-07038a6193b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38db807-cb3d-4c0d-9fa3-6046ee5c329c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:39.015689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42778) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:39.026321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-981f6e2f-bba7-4467-85f6-07038a6193b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:39.068995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31748e1b-f47c-4f26-9658-fdb767b273e0 req-3aebb9c3-165a-4ee5-a331-7267f6adb170 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:39.070689 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-31748e1b-f47c-4f26-9658-fdb767b273e0 req-3aebb9c3-165a-4ee5-a331-7267f6adb170 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 945 time: 0.2264676 Jun 11 11:40:39.072317 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ad0ce2-ef9f-476f-adde-594199f9e7c6 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] GET failed (client error): The resource could not be found. Jun 11 11:40:39.079411 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-44ad0ce2-ef9f-476f-adde-594199f9e7c6 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "GET /v2.0/ports/c3bc8c5a-6b4b-430d-8a3f-fa88081b7d1a HTTP/1.1" status: 404 len: 333 time: 0.0561950 Jun 11 11:40:39.080988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42780) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:39.138949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:39.143557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.180854 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-31748e1b-f47c-4f26-9658-fdb767b273e0 req-395e84ed-b786-44be-9f71-37fb09acac70 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036589 Jun 11 11:40:39.187648 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f0068c48-6cf4-4839-add9-4c37f1083aaa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57b41824e6664164b60e3b92ab6c098b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5425539 Jun 11 11:40:39.189156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event updated for resources: {'Port': ['ID=88bf4f24-11e5-4b83-ad8f-fa08ea82b664,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:39.207316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42784) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:39.253116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:39.268343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.272170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.296945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:39.356862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6a96d699-8361-42b9-bacf-9bdefec0fca5 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Deleting port 1a0acfa9-7351-413a-b9b0-fb70f25b1e0e {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:39.357216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a96d699-8361-42b9-bacf-9bdefec0fca5 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.379741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91cbd682-ae6b-4bac-a62a-ce98ed0efc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.425000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42788) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:39.464032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91cbd682-ae6b-4bac-a62a-ce98ed0efc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.466658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0068c48-6cf4-4839-add9-4c37f1083aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f201e8-acb3-4e91-bb03-0b5f33fd2382,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:39.522677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a96d699-8361-42b9-bacf-9bdefec0fca5 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.540261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f0068c48-6cf4-4839-add9-4c37f1083aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:39.546431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Network 54ebe810-af12-4d7f-be02-41ce073a40a9 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:39.548272 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:39.581536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:39.591139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:39.592136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:39.592743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.620593 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6a96d699-8361-42b9-bacf-9bdefec0fca5 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Calling delete_port for 1a0acfa9-7351-413a-b9b0-fb70f25b1e0e owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:39.632755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91cbd682-ae6b-4bac-a62a-ce98ed0efc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.635992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91cbd682-ae6b-4bac-a62a-ce98ed0efc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.637150 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-91cbd682-ae6b-4bac-a62a-ce98ed0efc07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13f201e8-acb3-4e91-bb03-0b5f33fd2382 HTTP/1.1" status: 204 len: 168 time: 0.4288747 Jun 11 11:40:39.639350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:39.671602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event updated for resources: {'Port': ['ID=3994940f-94be-4e0e-b00a-f44be5942a8d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:39.677485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:39.684080 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4439712 Jun 11 11:40:39.687443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42792) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:39.690958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbd682-ae6b-4bac-a62a-ce98ed0efc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f201e8-acb3-4e91-bb03-0b5f33fd2382,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:39.694093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-91cbd682-ae6b-4bac-a62a-ce98ed0efc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:39.701688 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-19155d24-a1c4-4256-85b3-decbec3ad08b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e52542bd915d434a86efda038b78062d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714627 Jun 11 11:40:39.705954 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42794) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:39.747654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Network e4dbc15b-b032-46a2-89e1-0679b70ee033 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:39.762089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:39.903606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:39.913423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bb3cb-3415-46bf-b47f-f1a340ce9f8b req-2a0f6682-99cd-4aa7-8826-cc4e79e4268e tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:39.916039 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa5bb3cb-3415-46bf-b47f-f1a340ce9f8b req-2a0f6682-99cd-4aa7-8826-cc4e79e4268e tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 945 time: 0.4899256 Jun 11 11:40:39.928146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42798) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:39.929513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:40.041207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-376b45fc-38bb-48a9-a605-9d0d28ec620b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Request body: {'floatingip': {'port_id': '13a71377-65cd-487b-874a-5ce49eec9e89'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:40.044632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=b3533482-dda8-461b-a116-62d7fecc4abb,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:40.107726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4499ad20-4f28-4d71-8337-ccc58939d932 None None] Provisioning complete for port 88bf4f24-11e5-4b83-ad8f-fa08ea82b664 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:40.108810 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4499ad20-4f28-4d71-8337-ccc58939d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.123062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:40.163409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-67dc2583-b9e9-436d-b796-a0a2bc14d458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.167998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4499ad20-4f28-4d71-8337-ccc58939d932 None None] Port 88bf4f24-11e5-4b83-ad8f-fa08ea82b664 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:40.212437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-67dc2583-b9e9-436d-b796-a0a2bc14d458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.214865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a96d699-8361-42b9-bacf-9bdefec0fca5 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.227979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:40.250203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-376b45fc-38bb-48a9-a605-9d0d28ec620b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for floatingip, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.277823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96d699-8361-42b9-bacf-9bdefec0fca5 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event deleted for resources: {'Port': ['ID=1a0acfa9-7351-413a-b9b0-fb70f25b1e0e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:40.291436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6a96d699-8361-42b9-bacf-9bdefec0fca5 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:40.316579 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbecfe-32ce-4e6a-b478-6acf974600e0 req-c54a9fb6-7327-4f09-b5a3-b7a6c3a90ec1 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:40.318201 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-56dbecfe-32ce-4e6a-b478-6acf974600e0 req-c54a9fb6-7327-4f09-b5a3-b7a6c3a90ec1 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 946 time: 0.2523305 Jun 11 11:40:40.344674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a96d699-8361-42b9-bacf-9bdefec0fca5 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.346808 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6a96d699-8361-42b9-bacf-9bdefec0fca5 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "DELETE /v2.0/ports/1a0acfa9-7351-413a-b9b0-fb70f25b1e0e HTTP/1.1" status: 204 len: 168 time: 1.2661695 Jun 11 11:40:40.353665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42812) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:40.412840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking segment: {'id': '191ed112-4a23-43ef-a5fb-80dd60f6a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '74725c78-42f9-4dcd-a236-7a86cc0ad381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:40.413183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network hostable DHCP agents. Network: 74725c78-42f9-4dcd-a236-7a86cc0ad381, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:40.421219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-67dc2583-b9e9-436d-b796-a0a2bc14d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.423768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-67dc2583-b9e9-436d-b796-a0a2bc14d458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.424902 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-67dc2583-b9e9-436d-b796-a0a2bc14d458 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b827ff4-98de-455b-aeba-ca90cca389ff HTTP/1.1" status: 204 len: 168 time: 0.7189016 Jun 11 11:40:40.434943 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:40.462433 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-18248bd4-0a00-4c7d-b73f-f0d90b11e525 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Deleting subnet b63e1f2b-4384-45f8-acea-7c7cbde7bd8b {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:40:40.467260 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-56dbecfe-32ce-4e6a-b478-6acf974600e0 req-8aec6143-909a-411d-9c56-14d911196518 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275671 Jun 11 11:40:40.470847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc2583-b9e9-436d-b796-a0a2bc14d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b827ff4-98de-455b-aeba-ca90cca389ff,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:40.473085 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18248bd4-0a00-4c7d-b73f-f0d90b11e525 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.480981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-67dc2583-b9e9-436d-b796-a0a2bc14d458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:40.489806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-1db8b0c9-b394-44aa-9bab-b3d83edb1d3b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Deleting port 3994940f-94be-4e0e-b00a-f44be5942a8d {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:40.490312 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1db8b0c9-b394-44aa-9bab-b3d83edb1d3b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.537911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Router 84335bb5-b805-4aa4-8ef6-b5f3c461a157 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:40:40.555552 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18248bd4-0a00-4c7d-b73f-f0d90b11e525 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.718462 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18248bd4-0a00-4c7d-b73f-f0d90b11e525 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.724792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network 74725c78-42f9-4dcd-a236-7a86cc0ad381 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:40.755406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42826) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:40.813532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18248bd4-0a00-4c7d-b73f-f0d90b11e525 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.823846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:40.858367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18248bd4-0a00-4c7d-b73f-f0d90b11e525 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event deleted for resources: {'Subnet': ['ID=b63e1f2b-4384-45f8-acea-7c7cbde7bd8b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:40.865207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-18248bd4-0a00-4c7d-b73f-f0d90b11e525 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:40.866358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18248bd4-0a00-4c7d-b73f-f0d90b11e525 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:40.867175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90301bf5-9454-4adf-85be-ee963bf31728 None None] Network a68cd398-12fc-422a-b63a-27075e762f46 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:40.868389 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-18248bd4-0a00-4c7d-b73f-f0d90b11e525 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "DELETE /v2.0/subnets/b63e1f2b-4384-45f8-acea-7c7cbde7bd8b HTTP/1.1" status: 204 len: 168 time: 0.5135646 Jun 11 11:40:40.870881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42832) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:41.002189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.069527 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3d4dbad4-87e1-44a9-9e40-891362658317 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-483306850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:41.108559 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Deleting port f1802a47-6c28-494d-a036-4a0213324017 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:41.109032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.128809 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbad4-87e1-44a9-9e40-891362658317 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.129982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbad4-87e1-44a9-9e40-891362658317 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.233605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbad4-87e1-44a9-9e40-891362658317 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.243766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] DHCP port deletion for a68cd398-12fc-422a-b63a-27075e762f46 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:40:41.270204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 74725c78-42f9-4dcd-a236-7a86cc0ad381) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:41.291376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:41.292212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.343213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1db8b0c9-b394-44aa-9bab-b3d83edb1d3b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.350411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] For port f1802a47-6c28-494d-a036-4a0213324017, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f1802a47-6c28-494d-a036-4a0213324017,segment=NetworkSegment(71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3),segment_id=71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:41.351127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.379784 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9892945 Jun 11 11:40:41.416130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507d1a45-53f9-4683-bfc0-57a79c581fb9 None None] Network 74725c78-42f9-4dcd-a236-7a86cc0ad381 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:41.427344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42846) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:41.439215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1320611317'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:41.486807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Calling delete_port for f1802a47-6c28-494d-a036-4a0213324017 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:41.502106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-1db8b0c9-b394-44aa-9bab-b3d83edb1d3b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Calling delete_port for 3994940f-94be-4e0e-b00a-f44be5942a8d owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:41.513073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f1802a47-6c28-494d-a036-4a0213324017 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:40:41.578834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] Deleting port f1802a47-6c28-494d-a036-4a0213324017 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:41.579252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.618601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbad4-87e1-44a9-9e40-891362658317 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.631108 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.636313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-80e6ac7a-8553-44dd-81dc-4001360877ee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:41.637096 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No ports have port_id starting with f1802a47-6c28-494d-a036-4a0213324017 Jun 11 11:40:41.667904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event deleted for resources: {'Port': ['ID=f1802a47-6c28-494d-a036-4a0213324017,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:41.671634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:41.674333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] No DVR routers for this DVR port f1802a47-6c28-494d-a036-4a0213324017 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:40:41.730907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] For port f1802a47-6c28-494d-a036-4a0213324017, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f1802a47-6c28-494d-a036-4a0213324017,segment=NetworkSegment(71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3),segment_id=71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:41.731310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.760281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d4dbad4-87e1-44a9-9e40-891362658317 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.761894 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3d4dbad4-87e1-44a9-9e40-891362658317 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0055223 Jun 11 11:40:41.794075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:40:41.802300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42852) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:41.817041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.820263 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "PUT /v2.0/routers/84335bb5-b805-4aa4-8ef6-b5f3c461a157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0948155 Jun 11 11:40:41.822638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-345745949'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:41.823867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42854) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:41.829592 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Request body: {'port': {'network_id': 'e4dbc15b-b032-46a2-89e1-0679b70ee033', 'name': 'tempest-FloatingIPAdminTestJSON-1670141530'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:41.835295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015aec8-8df5-41da-a733-24661a79b81d req-37fc3c6c-6917-4aff-adb0-25df0e1bd165 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:41.836434 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6015aec8-8df5-41da-a733-24661a79b81d req-37fc3c6c-6917-4aff-adb0-25df0e1bd165 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 946 time: 1.1127968 Jun 11 11:40:41.837086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:41.838253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] Calling delete_port for f1802a47-6c28-494d-a036-4a0213324017 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:41.840373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.859458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42858) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:41.866957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195bb1c0-3d6d-45fa-beb7-617e785e54b7 None None] Sync routers for ids ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:40:41.887496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-942f9313-400f-4269-94c3-756c86d500af tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Request body: {'floatingip': {'port_id': '06de0d3a-6c55-4ec9-b003-5ebc91925d86'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:41.887999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-74725c78-42f9-4dcd-a236-7a86cc0ad381', 'network_id': '74725c78-42f9-4dcd-a236-7a86cc0ad381', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': 'b3533482-dda8-461b-a116-62d7fecc4abb'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:40:41.888844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:41.948951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68cd398-12fc-422a-b63a-27075e762f46']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:41.950817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195bb1c0-3d6d-45fa-beb7-617e785e54b7 None None] Routers {'84335bb5-b805-4aa4-8ef6-b5f3c461a157'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:41.951481 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-195bb1c0-3d6d-45fa-beb7-617e785e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:41.970379 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:41.970850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c7eeb4-bd64-4b8d-bc20-c336f9c2d8d3') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:41.992917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.003338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-942f9313-400f-4269-94c3-756c86d500af tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for floatingip, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.019953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-195bb1c0-3d6d-45fa-beb7-617e785e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:42.020425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.041850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:42.043347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:42.102231 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:42.114400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195bb1c0-3d6d-45fa-beb7-617e785e54b7 None None] Routers {'84335bb5-b805-4aa4-8ef6-b5f3c461a157'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:42.115073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-195bb1c0-3d6d-45fa-beb7-617e785e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:42.127169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Made reservation on behalf of ccc8793e289f44fe9ee895898be25a64 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:42.131208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.143812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:42.211768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.217982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-195bb1c0-3d6d-45fa-beb7-617e785e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:42.218181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.resource_extend [None req-376b45fc-38bb-48a9-a605-9d0d28ec620b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:40:42.218566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195bb1c0-3d6d-45fa-beb7-617e785e54b7 None None] The sync data for ids ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:40:42.228245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.238263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.243599 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e85c04fc-fb52-41d2-be9a-7524de5ea5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:42.245347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:42.251681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.254110 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] 10.222.0.46 "DELETE /v2.0/networks/a68cd398-12fc-422a-b63a-27075e762f46 HTTP/1.1" status: 204 len: 168 time: 1.3822820 Jun 11 11:40:42.276179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6f3c0115-4b89-4b22-92a6-5e22a63b2cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.281186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] Network a68cd398-12fc-422a-b63a-27075e762f46 is not hosted by any dhcp agent {{(pid=99007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 11:40:42.281766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] No DVR routers for this DVR port f1802a47-6c28-494d-a036-4a0213324017 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:40:42.285399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] Pushing event deleted for resources: {'Port': ['ID=f1802a47-6c28-494d-a036-4a0213324017,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:42.292216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Allocated IP 172.20.255.242 (74725c78-42f9-4dcd-a236-7a86cc0ad381/b3533482-dda8-461b-a116-62d7fecc4abb/ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:42.294657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:42.310340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.310807 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment 8e54a4e5-ba07-4200-b8f3-c03537ffd9ea of type vlan for network 0764f11b-9451-4982-b83f-738a7d8e620b Jun 11 11:40:42.374941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Pushing event deleted for resources: {'Network': ['ID=a68cd398-12fc-422a-b63a-27075e762f46,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:42.391375 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Made reservation on behalf of aa514fd0781b448d9ea1dc27965e0d3f for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:42.397671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.405025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:42.443216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] device_id is not set on port 1eae615d-a1e8-4134-9b87-87065a3ad6e4 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:42.486591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42872) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:42.496084 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.506887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-376b45fc-38bb-48a9-a605-9d0d28ec620b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.528155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-376b45fc-38bb-48a9-a605-9d0d28ec620b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.541899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.553939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Transition to ACTIVE for port object ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:42.575363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Transition to ACTIVE for port object ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:42.590221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.597712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:42.604196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1db8b0c9-b394-44aa-9bab-b3d83edb1d3b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.639577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Allocated IP 172.20.0.7 (e4dbc15b-b032-46a2-89e1-0679b70ee033/eb2df8d7-d5ed-47d6-873d-a826fbaf7832/1eae615d-a1e8-4134-9b87-87065a3ad6e4) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:42.658637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.resource_extend [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:40:42.666881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:42.737878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Network 74725c78-42f9-4dcd-a236-7a86cc0ad381 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:42.744617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:42.760300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:42.768711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Pushing event updated for resources: {'Port': ['ID=ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:42.774414 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:42.812252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42878) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:42.829879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8b0c9-b394-44aa-9bab-b3d83edb1d3b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event deleted for resources: {'Port': ['ID=3994940f-94be-4e0e-b00a-f44be5942a8d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:42.842911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1db8b0c9-b394-44aa-9bab-b3d83edb1d3b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:42.856318 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e1edf2c2-bdc2-44cd-93f4-e2c1059c3e0a tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1926709875'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:42.859676 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.865278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:42.865902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.868321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Attempting to bind port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:42.869049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Attempting to bind port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '191ed112-4a23-43ef-a5fb-80dd60f6a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '74725c78-42f9-4dcd-a236-7a86cc0ad381'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:42.869611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Attempting to bind port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 on network 74725c78-42f9-4dcd-a236-7a86cc0ad381 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:42.875673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:40:42.876524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Checking segment: {'id': '191ed112-4a23-43ef-a5fb-80dd60f6a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '74725c78-42f9-4dcd-a236-7a86cc0ad381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:42.877153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.878301 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Bound using segment: {'id': '191ed112-4a23-43ef-a5fb-80dd60f6a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '74725c78-42f9-4dcd-a236-7a86cc0ad381'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:40:42.879428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Bound port: ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191ed112-4a23-43ef-a5fb-80dd60f6a76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '74725c78-42f9-4dcd-a236-7a86cc0ad381'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:40:42.880158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.888700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1d4070c-46b1-4cb9-a59f-c14f5b6109bf tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:42.893369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.935728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Transition to ACTIVE for port object 1eae615d-a1e8-4134-9b87-87065a3ad6e4 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:42.969448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] For port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:42.973451 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-422b6cd0-edc6-42e5-9136-d266da8413d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15b7e9b9800b47b4907b83d0f0043710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598659 Jun 11 11:40:42.974749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] For port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2,segment=NetworkSegment(191ed112-4a23-43ef-a5fb-80dd60f6a76b),segment_id=191ed112-4a23-43ef-a5fb-80dd60f6a76b)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:40:42.979161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42882) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:42.981740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:42.984417 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2e4791df-bed2-4bdd-9a59-a9f56fd04419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:43.034923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.040475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:43.058565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Pushing event updated for resources: {'Port': ['ID=ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:43.068163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:43.125178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Network e4dbc15b-b032-46a2-89e1-0679b70ee033 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:43.127020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2009933-50de-4f75-abf6-6c13d27f19bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.128976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:43.131977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event updated for resources: {'Port': ['ID=1eae615d-a1e8-4134-9b87-87065a3ad6e4,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:43.136682 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:43.139547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:43.205816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2009933-50de-4f75-abf6-6c13d27f19bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.237348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:43.237348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.302073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2009933-50de-4f75-abf6-6c13d27f19bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.310433 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2009933-50de-4f75-abf6-6c13d27f19bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.312222 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c2009933-50de-4f75-abf6-6c13d27f19bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4294283e-7dca-4754-8bf9-7104cd80ca74 HTTP/1.1" status: 204 len: 168 time: 0.3320789 Jun 11 11:40:43.313308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:43.325746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2009933-50de-4f75-abf6-6c13d27f19bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4294283e-7dca-4754-8bf9-7104cd80ca74,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:43.333507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c2009933-50de-4f75-abf6-6c13d27f19bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:43.378386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.395427 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5671742 Jun 11 11:40:43.395720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42886) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:43.402380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.408416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1db8b0c9-b394-44aa-9bab-b3d83edb1d3b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.415233 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1db8b0c9-b394-44aa-9bab-b3d83edb1d3b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "DELETE /v2.0/ports/3994940f-94be-4e0e-b00a-f44be5942a8d HTTP/1.1" status: 204 len: 168 time: 3.7247982 Jun 11 11:40:43.428655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42890) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:43.442115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54ebe810-af12-4d7f-be02-41ce073a40a9', 'external_fixed_ips': [{'subnet_id': '45d6aa24-6c6a-4dbb-8981-67d2b63dabd1', 'ip_address': '2001:db8::326'}]}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:43.507676 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-376b45fc-38bb-48a9-a605-9d0d28ec620b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Floating IP 0e8af658-87d6-4c2a-804a-bcddb33c1e96 associated. External IP: 172.26.6.190, port: 13a71377-65cd-487b-874a-5ce49eec9e89. Jun 11 11:40:43.528622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:40:43.528622 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 11:40:43.528622 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'project_id_1': '2ed13c99cabf444e85c427cc2555246f', 'expiration_1': datetime.datetime(2021, 6, 11, 11, 40, 43, 452186)}] Jun 11 11:40:43.528622 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:40:43.529068 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:40:43.534435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:43.598472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:43.642117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dc51668e-ba0f-4296-b3b5-7eee7ff28424 None None] Provisioning for port 1eae615d-a1e8-4134-9b87-87065a3ad6e4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:43.650854 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dc51668e-ba0f-4296-b3b5-7eee7ff28424 None None] Provisioning complete for port 1eae615d-a1e8-4134-9b87-87065a3ad6e4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:43.651662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dc51668e-ba0f-4296-b3b5-7eee7ff28424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.653028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'project_id': 'aa514fd0781b448d9ea1dc27965e0d3f', 'port_id': '1eae615d-a1e8-4134-9b87-87065a3ad6e4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:43.703525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-dc51668e-ba0f-4296-b3b5-7eee7ff28424 None None] Port 1eae615d-a1e8-4134-9b87-87065a3ad6e4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:40:43.707998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:43.721586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=0764f11b-9451-4982-b83f-738a7d8e620b,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:43.734038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 0764f11b-9451-4982-b83f-738a7d8e620b details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:43.779530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:43.787345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cf4f08d5-1be5-414a-9694-3a75b60c7d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:43.807593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.807946 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Added segment bacad477-c242-44af-9248-152f6dd556d7 of type vlan for network 1854b337-4c70-4db4-8d39-a1bad296a471 Jun 11 11:40:43.832933 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.857797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1edf2c2-bdc2-44cd-93f4-e2c1059c3e0a tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.859087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1edf2c2-bdc2-44cd-93f4-e2c1059c3e0a tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:43.927553 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4951622 Jun 11 11:40:43.929087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42904) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:43.934970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'network_id': '0764f11b-9451-4982-b83f-738a7d8e620b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:44.003675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b289f2f4-cb91-43d5-b333-5088e5a3a0f3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:44.022851 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.026501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:44.076058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.088779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.089695 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.166618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:44.170619 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.173343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1edf2c2-bdc2-44cd-93f4-e2c1059c3e0a tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.238588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1edf2c2-bdc2-44cd-93f4-e2c1059c3e0a tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.279212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Allocated IP 172.26.6.133 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/b55a60f1-0619-44d1-b159-398f53438d95) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:44.305136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42912) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:44.323177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.324410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d81e4-3045-4d57-8af1-c9b8705af2c3 None None] Network 74725c78-42f9-4dcd-a236-7a86cc0ad381 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:44.328985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:44.329765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.339038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-375f1071-ea8b-4e99-b51d-7df7c3bc1103 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:44.412083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1edf2c2-bdc2-44cd-93f4-e2c1059c3e0a tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.416924 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e1edf2c2-bdc2-44cd-93f4-e2c1059c3e0a tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.9229228 Jun 11 11:40:44.424083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42916) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:44.426280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.resource_extend [None req-942f9313-400f-4269-94c3-756c86d500af tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:40:44.471605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-214070127'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:44.481008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.486650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42918) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:44.486841 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6818650 Jun 11 11:40:44.493454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d89df71a-0116-47ec-b319-6a5fc2dbd55a None None] Provisioning for port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:44.498676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d89df71a-0116-47ec-b319-6a5fc2dbd55a None None] Provisioning complete for port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:44.498873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Request body: {'subnet': {'network_id': '1854b337-4c70-4db4-8d39-a1bad296a471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:44.499476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d89df71a-0116-47ec-b319-6a5fc2dbd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.659590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d89df71a-0116-47ec-b319-6a5fc2dbd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.669800 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event updated for resources: {'Network': ['ID=1854b337-4c70-4db4-8d39-a1bad296a471,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:44.674434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:44.687984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 1854b337-4c70-4db4-8d39-a1bad296a471 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:44.704593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8029e2e2-458a-4586-acf1-fb3277dd1f02 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.709909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-942f9313-400f-4269-94c3-756c86d500af tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.735535 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d89df71a-0116-47ec-b319-6a5fc2dbd55a None None] For port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2,segment=NetworkSegment(191ed112-4a23-43ef-a5fb-80dd60f6a76b),segment_id=191ed112-4a23-43ef-a5fb-80dd60f6a76b)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:44.747078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d89df71a-0116-47ec-b319-6a5fc2dbd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.752757 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3887c370-a066-48b4-a87d-2b77e21ef5c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:44.768563 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-942f9313-400f-4269-94c3-756c86d500af tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:44.830730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376b45fc-38bb-48a9-a605-9d0d28ec620b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:40:44.834143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.024756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89df71a-0116-47ec-b319-6a5fc2dbd55a None None] Pushing event updated for resources: {'Port': ['ID=ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:45.030175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d89df71a-0116-47ec-b319-6a5fc2dbd55a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:45.033075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c5afd9f1-1b3a-4360-8395-3b0d7bf52230 None None] Provisioning complete for port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:45.033472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c5afd9f1-1b3a-4360-8395-3b0d7bf52230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.034490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Made reservation on behalf of 550b41e5070f4098a76b7f11f6a3b45d for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:45.037943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-870d8440-c330-4842-9a47-0621f66920ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.038138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.117262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.232533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8029e2e2-458a-4586-acf1-fb3277dd1f02 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.238393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8029e2e2-458a-4586-acf1-fb3277dd1f02 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.327964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.333999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.365908 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-942f9313-400f-4269-94c3-756c86d500af tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Floating IP 13e51616-d2c6-4182-919f-a8c0249bae0e associated. External IP: 172.26.6.141, port: 06de0d3a-6c55-4ec9-b003-5ebc91925d86. Jun 11 11:40:45.383862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Made reservation on behalf of ccc8793e289f44fe9ee895898be25a64 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:45.387721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.424106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8029e2e2-458a-4586-acf1-fb3277dd1f02 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.424625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8029e2e2-458a-4586-acf1-fb3277dd1f02 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88749905-2516-465e-bf58-825d66497ad7 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:40:45.428446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:45.430354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8029e2e2-458a-4586-acf1-fb3277dd1f02 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.435467 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8029e2e2-458a-4586-acf1-fb3277dd1f02 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] 10.222.0.46 "DELETE /v2.0/routers/88749905-2516-465e-bf58-825d66497ad7 HTTP/1.1" status: 204 len: 168 time: 1.0063925 Jun 11 11:40:45.439888 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42920) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:45.460130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-00f1991e-b98c-41ef-b456-0094a87dfac5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Request body: {'router': {'name': 'tempest-router-795171046', 'distributed': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:45.499685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:45.500162 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.642176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.662514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1840f06d-fd3f-4046-8066-4aca16ebb5de tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:45.668593 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.782147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:45.799985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:45.818304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:45.857551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376b45fc-38bb-48a9-a605-9d0d28ec620b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:40:45.863190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-376b45fc-38bb-48a9-a605-9d0d28ec620b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.871450 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cf379-d2ee-4d3b-b744-17dc7ab13f6b None None] Sync routers for ids ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:40:45.882852 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=507c4680-36dd-4805-9192-80de26491164,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:45.889394 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cf379-d2ee-4d3b-b744-17dc7ab13f6b None None] Routers {'1ff94b9d-0fb4-417f-80fa-9cad0311cca5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:45.890113 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e43cf379-d2ee-4d3b-b744-17dc7ab13f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:45.931196 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-376b45fc-38bb-48a9-a605-9d0d28ec620b tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "PUT /v2.0/floatingips/0e8af658-87d6-4c2a-804a-bcddb33c1e96 HTTP/1.1" status: 200 len: 991 time: 5.9275098 Jun 11 11:40:45.933835 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83eee2d7-1975-4756-821c-53aea8b4206e', 'tag': '13a71377-65cd-487b-874a-5ce49eec9e89'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:40:45.936279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737566ca-46e0-49f9-a59a-507f74ca9f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "83eee2d7-1975-4756-821c-53aea8b4206e", "tag": "13a71377-65cd-487b-874a-5ce49eec9e89"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:40:45.948250 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:45.954444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:45.956139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2a333cff-b914-4a98-9fa8-0cbf8730a624 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:45.975217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.038443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking segment: {'id': '8e54a4e5-ba07-4200-b8f3-c03537ffd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '0764f11b-9451-4982-b83f-738a7d8e620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:46.038833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network hostable DHCP agents. Network: 0764f11b-9451-4982-b83f-738a7d8e620b, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:46.060759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.123990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660d11d5-c221-4c3f-8d1b-a66e654b7989 x-openstack-request-id: req-660d11d5-c221-4c3f-8d1b-a66e654b7989 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:40:46.124351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83eee2d7-1975-4756-821c-53aea8b4206e", "tag": "13a71377-65cd-487b-874a-5ce49eec9e89", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:40:46.124622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-660d11d5-c221-4c3f-8d1b-a66e654b7989 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:40:46.125089 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83eee2d7-1975-4756-821c-53aea8b4206e', 'tag': '13a71377-65cd-487b-874a-5ce49eec9e89', 'status': 'completed', 'code': 200} Jun 11 11:40:46.133668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942f9313-400f-4269-94c3-756c86d500af tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Router 335f224f-5f6a-4887-a472-e36ea3999042 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:40:46.146223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:46.150248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Pushing event updated for resources: {'Port': ['ID=b55a60f1-0619-44d1-b159-398f53438d95,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:46.151553 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e43cf379-d2ee-4d3b-b744-17dc7ab13f6b None None] Set router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:40:46.188028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00f1991e-b98c-41ef-b456-0094a87dfac5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.188832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00f1991e-b98c-41ef-b456-0094a87dfac5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.194822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:46.205683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ee664f8c-d560-458c-890b-eb818fdd1326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:46.242685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.243057 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Added segment da4182ff-ed5e-40f8-8476-09f1fdd31458 of type vlan for network e157b8e1-c82c-4b41-ae7c-bf0aa5554403 Jun 11 11:40:46.276337 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network 0764f11b-9451-4982-b83f-738a7d8e620b is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:46.339933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737566ca-46e0-49f9-a59a-507f74ca9f5a req-ef0fce5c-334a-4944-a307-2ea75d7ff70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:46.341479 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-737566ca-46e0-49f9-a59a-507f74ca9f5a req-ef0fce5c-334a-4944-a307-2ea75d7ff70f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40057aca28ba4547afec842333f5da6a&device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 1098 time: 0.2156415 Jun 11 11:40:46.344375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942f9313-400f-4269-94c3-756c86d500af tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:40:46.354098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465043a-2764-443b-904a-299f93ef8cae None None] Sync routers for ids ['335f224f-5f6a-4887-a472-e36ea3999042'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:40:46.357770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.358772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-942f9313-400f-4269-94c3-756c86d500af tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.363547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465043a-2764-443b-904a-299f93ef8cae None None] Routers {'335f224f-5f6a-4887-a472-e36ea3999042'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:46.364428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c465043a-2764-443b-904a-299f93ef8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['335f224f-5f6a-4887-a472-e36ea3999042'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:46.368677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb22f04c-9450-4690-8b1d-614f7a29cd43,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:46.429226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 0764f11b-9451-4982-b83f-738a7d8e620b) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:46.434733 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:46.435329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.449822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:46.450732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fc7ca137-b764-4fcb-8029-a9df98147c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:46.479453 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-942f9313-400f-4269-94c3-756c86d500af tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "PUT /v2.0/floatingips/13e51616-d2c6-4182-919f-a8c0249bae0e HTTP/1.1" status: 200 len: 992 time: 4.6060553 Jun 11 11:40:46.490212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fc659b-b47b-4e6f-b223-2900902ef22d None None] Network 0764f11b-9451-4982-b83f-738a7d8e620b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:46.491145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.495619 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00f1991e-b98c-41ef-b456-0094a87dfac5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.546058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00f1991e-b98c-41ef-b456-0094a87dfac5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.579496 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e43cf379-d2ee-4d3b-b744-17dc7ab13f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:43Z', 'revision_number': 4, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '0e8af658-87d6-4c2a-804a-bcddb33c1e96', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'floating_ip_address': '172.26.6.190', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'port_id': '13a71377-65cd-487b-874a-5ce49eec9e89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'mac_address': 'fa:16:3e:16:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eee2d7-1975-4756-821c-53aea8b4206e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:39:59Z', 'updated_at': '2021-06-11T11:40:41Z', 'revision_number': 1, 'project_id': '40057aca28ba4547afec842333f5da6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7885f59f-55c8-4209-ab1e-f488143414bf', 'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'mac_address': 'fa:16:3e:8d:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:39Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 5, 'project_id': '40057aca28ba4547afec842333f5da6a', 'subnets': [{'id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:46.586791 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cf379-d2ee-4d3b-b744-17dc7ab13f6b None None] Checking router: 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:40:46.606318 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cf379-d2ee-4d3b-b744-17dc7ab13f6b None None] Routers {'1ff94b9d-0fb4-417f-80fa-9cad0311cca5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:46.607029 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e43cf379-d2ee-4d3b-b744-17dc7ab13f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:46.658716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737566ca-46e0-49f9-a59a-507f74ca9f5a req-221ef806-6fec-4110-a852-aa2213e34a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:46.660926 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-737566ca-46e0-49f9-a59a-507f74ca9f5a req-221ef806-6fec-4110-a852-aa2213e34a27 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49066024-ebb2-43f1-9ec8-e6b6bc340030 HTTP/1.1" status: 200 len: 907 time: 0.2997007 Jun 11 11:40:46.665182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-c465043a-2764-443b-904a-299f93ef8cae None None] Set router 335f224f-5f6a-4887-a472-e36ea3999042 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:40:46.691061 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7609658 Jun 11 11:40:46.703923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42932) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:46.707997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.resource_extend [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:40:46.748910 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00f1991e-b98c-41ef-b456-0094a87dfac5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:46.748910 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-00f1991e-b98c-41ef-b456-0094a87dfac5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2924383 Jun 11 11:40:46.750797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42934) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:46.830504 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-737566ca-46e0-49f9-a59a-507f74ca9f5a req-af051dc9-8d4c-4b86-9bf7-8e77300594b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a71377-65cd-487b-874a-5ce49eec9e89 HTTP/1.1" status: 200 len: 999 time: 0.1628156 Jun 11 11:40:46.894896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event updated for resources: {'Subnet': ['ID=75af5156-f8a5-4a60-89d7-9a3c2dd38ca4,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:46.919527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737566ca-46e0-49f9-a59a-507f74ca9f5a req-a0d6b8e6-aa7b-4769-a8c5-9396061b7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:46.921008 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-737566ca-46e0-49f9-a59a-507f74ca9f5a req-a0d6b8e6-aa7b-4769-a8c5-9396061b7812 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ce86379-44b5-4a96-a7eb-d3322a0864fe HTTP/1.1" status: 200 len: 844 time: 0.0823424 Jun 11 11:40:46.932784 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e43cf379-d2ee-4d3b-b744-17dc7ab13f6b None None] Set router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:40:46.941256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-0764f11b-9451-4982-b83f-738a7d8e620b', 'network_id': '0764f11b-9451-4982-b83f-738a7d8e620b', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '507c4680-36dd-4805-9192-80de26491164'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:40:46.942018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:47.004962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:47.008436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737566ca-46e0-49f9-a59a-507f74ca9f5a req-aca479e9-cc12-4771-9a1a-eb35fb953d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:47.011592 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-737566ca-46e0-49f9-a59a-507f74ca9f5a req-aca479e9-cc12-4771-9a1a-eb35fb953d07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49066024-ebb2-43f1-9ec8-e6b6bc340030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843127 Jun 11 11:40:47.020763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:47.027212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:47.028099 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:47.040268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-79b9d0b5-3af3-44a2-bcb3-69855fd04ae3 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:47.168772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Allocated IP 172.20.0.2 (0764f11b-9451-4982-b83f-738a7d8e620b/507c4680-36dd-4805-9192-80de26491164/5ed258a0-9158-454b-a895-85dd78accee5) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:47.183452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c3e53cac-c066-4764-9cf0-70a15efd36cb tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:47.185223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Checking segment: {'id': 'bacad477-c242-44af-9248-152f6dd556d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '1854b337-4c70-4db4-8d39-a1bad296a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:47.185578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Network hostable DHCP agents. Network: 1854b337-4c70-4db4-8d39-a1bad296a471, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:47.189366 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-737566ca-46e0-49f9-a59a-507f74ca9f5a req-c4a331d5-4263-4b01-8e90-9a7b8a3ad9f2 service neutron] 10.222.0.25 "GET /v2.0/networks/49066024-ebb2-43f1-9ec8-e6b6bc340030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710434 Jun 11 11:40:47.400111 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e43cf379-d2ee-4d3b-b744-17dc7ab13f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:43Z', 'revision_number': 4, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '0e8af658-87d6-4c2a-804a-bcddb33c1e96', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'floating_ip_address': '172.26.6.190', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'port_id': '13a71377-65cd-487b-874a-5ce49eec9e89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'mac_address': 'fa:16:3e:16:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eee2d7-1975-4756-821c-53aea8b4206e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:39:59Z', 'updated_at': '2021-06-11T11:40:41Z', 'revision_number': 1, 'project_id': '40057aca28ba4547afec842333f5da6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7885f59f-55c8-4209-ab1e-f488143414bf', 'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'mac_address': 'fa:16:3e:8d:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:39Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 5, 'project_id': '40057aca28ba4547afec842333f5da6a', 'subnets': [{'id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:47.404011 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cf379-d2ee-4d3b-b744-17dc7ab13f6b None None] The sync data for ids ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'] in dv-neutron-786478-5-hyperv is: [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:43Z', 'revision_number': 4, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '0e8af658-87d6-4c2a-804a-bcddb33c1e96', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'floating_ip_address': '172.26.6.190', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'port_id': '13a71377-65cd-487b-874a-5ce49eec9e89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'mac_address': 'fa:16:3e:16:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eee2d7-1975-4756-821c-53aea8b4206e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:39:59Z', 'updated_at': '2021-06-11T11:40:41Z', 'revision_number': 1, 'project_id': '40057aca28ba4547afec842333f5da6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7885f59f-55c8-4209-ab1e-f488143414bf', 'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'mac_address': 'fa:16:3e:8d:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:39Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 5, 'project_id': '40057aca28ba4547afec842333f5da6a', 'subnets': [{'id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:40:47.425063 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-737566ca-46e0-49f9-a59a-507f74ca9f5a req-db5ec2e5-e2c0-4091-ad48-d234c846c892 service neutron] 10.222.0.25 "GET /v2.0/networks/49066024-ebb2-43f1-9ec8-e6b6bc340030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280569 Jun 11 11:40:47.436094 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c465043a-2764-443b-904a-299f93ef8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '13e51616-d2c6-4182-919f-a8c0249bae0e', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'port_id': '06de0d3a-6c55-4ec9-b003-5ebc91925d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'mac_address': 'fa:16:3e:8a:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1713e31-a783-4df7-b886-00f71880684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:40:02Z', 'updated_at': '2021-06-11T11:40:44Z', 'revision_number': 1, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22', 'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'mac_address': 'fa:16:3e:72:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:45Z', 'updated_at': '2021-06-11T11:39:59Z', 'revision_number': 5, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'subnets': [{'id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:47.446458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465043a-2764-443b-904a-299f93ef8cae None None] Checking router: 335f224f-5f6a-4887-a472-e36ea3999042 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:40:47.478346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:47.491275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465043a-2764-443b-904a-299f93ef8cae None None] Routers {'335f224f-5f6a-4887-a472-e36ea3999042'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:47.492397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c465043a-2764-443b-904a-299f93ef8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['335f224f-5f6a-4887-a472-e36ea3999042'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:47.499230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Transition to ACTIVE for port object 5ed258a0-9158-454b-a895-85dd78accee5 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:47.618102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Transition to ACTIVE for port object 5ed258a0-9158-454b-a895-85dd78accee5 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:47.630875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:47.634355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a6bcdb81-0f1e-4eaa-a2d5-5d053be3c591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:47.654193 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0772a-b2b7-4755-851b-6ac0d9739a07 None None] New status for floating IP 0e8af658-87d6-4c2a-804a-bcddb33c1e96: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:40:47.708705 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.3943624 Jun 11 11:40:47.709256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42940) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:47.721579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'subnet': {'network_id': 'e157b8e1-c82c-4b41-ae7c-bf0aa5554403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:47.789701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Network': ['ID=e157b8e1-c82c-4b41-ae7c-bf0aa5554403,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:47.809282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:47.810873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:47.841352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:47.929659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network e157b8e1-c82c-4b41-ae7c-bf0aa5554403 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:47.954883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Made reservation on behalf of 550b41e5070f4098a76b7f11f6a3b45d for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:47.963332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:47.977110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:47.980431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Network 0764f11b-9451-4982-b83f-738a7d8e620b is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:47.982181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-c465043a-2764-443b-904a-299f93ef8cae None None] Set router 335f224f-5f6a-4887-a472-e36ea3999042 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:40:48.023920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:48.026352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:48.031534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Pushing event updated for resources: {'Port': ['ID=5ed258a0-9158-454b-a895-85dd78accee5,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:48.031936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Network 1854b337-4c70-4db4-8d39-a1bad296a471 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:48.033999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:48.090043 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.145075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1713e31-a783-4df7-b886-00f71880684a', 'tag': '06de0d3a-6c55-4ec9-b003-5ebc91925d86'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:40:48.147832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12687470-f144-4cfa-9122-c0162ec808dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a1713e31-a783-4df7-b886-00f71880684a", "tag": "06de0d3a-6c55-4ec9-b003-5ebc91925d86"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:40:48.196647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c3e53cac-c066-4764-9cf0-70a15efd36cb tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.200660 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 1854b337-4c70-4db4-8d39-a1bad296a471) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:48.208242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c3e53cac-c066-4764-9cf0-70a15efd36cb tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.230249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df40ab06-feed-4f23-b236-b3eb89743ed5 x-openstack-request-id: req-df40ab06-feed-4f23-b236-b3eb89743ed5 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:40:48.230661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1713e31-a783-4df7-b886-00f71880684a", "tag": "06de0d3a-6c55-4ec9-b003-5ebc91925d86", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:40:48.231001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df40ab06-feed-4f23-b236-b3eb89743ed5 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:40:48.231433 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1713e31-a783-4df7-b886-00f71880684a', 'tag': '06de0d3a-6c55-4ec9-b003-5ebc91925d86', 'status': 'completed', 'code': 200} Jun 11 11:40:48.234409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5920f9f-3c95-4ecb-a3e8-3ebe1376672a None None] Network 1854b337-4c70-4db4-8d39-a1bad296a471 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:48.250720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:48.251874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.260991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.264665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-221f1ff1-9a43-4a84-8e3a-28c1610756a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:48.293247 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Attempting to bind port 5ed258a0-9158-454b-a895-85dd78accee5 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:48.293744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Attempting to bind port 5ed258a0-9158-454b-a895-85dd78accee5 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '8e54a4e5-ba07-4200-b8f3-c03537ffd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '0764f11b-9451-4982-b83f-738a7d8e620b'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:48.293998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Attempting to bind port 5ed258a0-9158-454b-a895-85dd78accee5 on network 0764f11b-9451-4982-b83f-738a7d8e620b {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:48.358411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:40:48.358890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Checking segment: {'id': '8e54a4e5-ba07-4200-b8f3-c03537ffd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '0764f11b-9451-4982-b83f-738a7d8e620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:48.359222 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.360160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Bound using segment: {'id': '8e54a4e5-ba07-4200-b8f3-c03537ffd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '0764f11b-9451-4982-b83f-738a7d8e620b'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:40:48.360160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Bound port: 5ed258a0-9158-454b-a895-85dd78accee5, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e54a4e5-ba07-4200-b8f3-c03537ffd9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '0764f11b-9451-4982-b83f-738a7d8e620b'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:40:48.360456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.386577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Subnet': ['ID=0eda7636-7194-4ae9-9ea0-894bb0b20624,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:48.389676 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:48.397324 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9054804 Jun 11 11:40:48.406778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42944) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:48.412157 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Request body: {'network': {'name': 'tempest-router-network01--269872264'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:48.426492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Checking segment: {'id': 'da4182ff-ed5e-40f8-8476-09f1fdd31458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'e157b8e1-c82c-4b41-ae7c-bf0aa5554403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:48.426969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network hostable DHCP agents. Network: e157b8e1-c82c-4b41-ae7c-bf0aa5554403, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:48.445846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12687470-f144-4cfa-9122-c0162ec808dd req-9a6a9a89-11ca-4f6d-8801-76977b8ad31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:48.447093 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12687470-f144-4cfa-9122-c0162ec808dd req-9a6a9a89-11ca-4f6d-8801-76977b8ad31d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac502e42ab37461c8e36602ae529c4de&device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 1099 time: 0.1760139 Jun 11 11:40:48.454956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c3e53cac-c066-4764-9cf0-70a15efd36cb tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.455596 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e53cac-c066-4764-9cf0-70a15efd36cb tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d27ec515-3baa-482b-a606-95bf19e2e4ed {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:40:48.465927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network e157b8e1-c82c-4b41-ae7c-bf0aa5554403 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:48.477925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.485809 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c3e53cac-c066-4764-9cf0-70a15efd36cb tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.487189 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c3e53cac-c066-4764-9cf0-70a15efd36cb tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] 10.222.0.46 "DELETE /v2.0/routers/d27ec515-3baa-482b-a606-95bf19e2e4ed HTTP/1.1" status: 204 len: 168 time: 1.7150605 Jun 11 11:40:48.491337 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42948) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:48.508898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, e157b8e1-c82c-4b41-ae7c-bf0aa5554403) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:48.513912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:48.514984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.533883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ac1ac-b308-4bca-b6ee-44fdb20d027c None None] Network e157b8e1-c82c-4b41-ae7c-bf0aa5554403 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:48.547789 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4a0aab96-750c-4c68-9156-53605d4291d5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Request body: {'router': {'name': 'tempest-router-1278201948', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cd61f625366440fa8e6dd7d6af0cf4cd'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:48.602893 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:40:48.635726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12687470-f144-4cfa-9122-c0162ec808dd req-858a193e-ef53-4eeb-869e-3c4e15a1c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:48.637409 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12687470-f144-4cfa-9122-c0162ec808dd req-858a193e-ef53-4eeb-869e-3c4e15a1c573 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1d17cd3b-356d-4491-bc08-349e534864e5 HTTP/1.1" status: 200 len: 914 time: 0.1828554 Jun 11 11:40:48.643550 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9309382 Jun 11 11:40:48.648425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Made reservation on behalf of ccc8793e289f44fe9ee895898be25a64 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:48.650183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42950) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:48.652081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.656729 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-630441413', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:48.663674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] For port 5ed258a0-9158-454b-a895-85dd78accee5, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:48.685924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Deleting port 5ed258a0-9158-454b-a895-85dd78accee5 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:48.686336 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.738470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] For port 5ed258a0-9158-454b-a895-85dd78accee5, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5ed258a0-9158-454b-a895-85dd78accee5,segment=NetworkSegment(8e54a4e5-ba07-4200-b8f3-c03537ffd9ea),segment_id=8e54a4e5-ba07-4200-b8f3-c03537ffd9ea)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:40:48.756169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.757314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.757483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.761112 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-1854b337-4c70-4db4-8d39-a1bad296a471', 'network_id': '1854b337-4c70-4db4-8d39-a1bad296a471', 'tenant_id': 'ccc8793e289f44fe9ee895898be25a64', 'fixed_ips': [{'subnet_id': '75af5156-f8a5-4a60-89d7-9a3c2dd38ca4'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:40:48.762148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.762735 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12687470-f144-4cfa-9122-c0162ec808dd req-d614ec02-4c09-4629-bf96-3276b89b66d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06de0d3a-6c55-4ec9-b003-5ebc91925d86 HTTP/1.1" status: 200 len: 1000 time: 0.1186118 Jun 11 11:40:48.763033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Allocated IP 2001:db8::326 (54ebe810-af12-4d7f-be02-41ce073a40a9/45d6aa24-6c6a-4dbb-8981-67d2b63dabd1/0b8e7d27-b0e3-4ee9-868e-bb30e3dba297) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:48.766568 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a0aab96-750c-4c68-9156-53605d4291d5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.766921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:48.767669 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a0aab96-750c-4c68-9156-53605d4291d5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.858842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:48.862512 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.874603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.879222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12687470-f144-4cfa-9122-c0162ec808dd req-602cfd31-1b6b-435e-bf0f-3307db026482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:48.881176 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12687470-f144-4cfa-9122-c0162ec808dd req-602cfd31-1b6b-435e-bf0f-3307db026482 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c446c43-9d6e-4499-976d-f4a133895aed HTTP/1.1" status: 200 len: 851 time: 0.1086197 Jun 11 11:40:48.944065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Pushing event updated for resources: {'Port': ['ID=5ed258a0-9158-454b-a895-85dd78accee5,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:48.947638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:48.962160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eee461-4492-4535-9e27-875a92692d25 None None] Network e157b8e1-c82c-4b41-ae7c-bf0aa5554403 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:48.980280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:48.980631 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Added segment 8a4fef8c-6c6b-4240-9a52-0137fe63dfb3 of type vlan for network a9857f2b-4fbf-4250-804a-86c3ef8d5069 Jun 11 11:40:49.013524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a0aab96-750c-4c68-9156-53605d4291d5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:49.129415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a0aab96-750c-4c68-9156-53605d4291d5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:49.173723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] For port 5ed258a0-9158-454b-a895-85dd78accee5, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:49.174361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:49.198139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:49.328299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c465043a-2764-443b-904a-299f93ef8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '13e51616-d2c6-4182-919f-a8c0249bae0e', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'port_id': '06de0d3a-6c55-4ec9-b003-5ebc91925d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'mac_address': 'fa:16:3e:8a:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1713e31-a783-4df7-b886-00f71880684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:40:02Z', 'updated_at': '2021-06-11T11:40:44Z', 'revision_number': 1, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22', 'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'mac_address': 'fa:16:3e:72:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:45Z', 'updated_at': '2021-06-11T11:39:59Z', 'revision_number': 5, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'subnets': [{'id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:49.406980 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465043a-2764-443b-904a-299f93ef8cae None None] The sync data for ids ['335f224f-5f6a-4887-a472-e36ea3999042'] in dv-neutron-786478-5-hyperv is: [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '13e51616-d2c6-4182-919f-a8c0249bae0e', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'port_id': '06de0d3a-6c55-4ec9-b003-5ebc91925d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'mac_address': 'fa:16:3e:8a:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1713e31-a783-4df7-b886-00f71880684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:40:02Z', 'updated_at': '2021-06-11T11:40:44Z', 'revision_number': 1, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22', 'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'mac_address': 'fa:16:3e:72:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:45Z', 'updated_at': '2021-06-11T11:39:59Z', 'revision_number': 5, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'subnets': [{'id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:40:49.448865 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Allocated IP 172.20.0.2 (1854b337-4c70-4db4-8d39-a1bad296a471/75af5156-f8a5-4a60-89d7-9a3c2dd38ca4/b6939cd1-e84b-44b0-a1da-cb98f09777c4) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:49.522059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5ed258a0-9158-454b-a895-85dd78accee5 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:49.588549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:49.664674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12687470-f144-4cfa-9122-c0162ec808dd req-1dc3a9cd-5ca8-48ea-a512-d4f6f66a010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:49.666731 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12687470-f144-4cfa-9122-c0162ec808dd req-1dc3a9cd-5ca8-48ea-a512-d4f6f66a010c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1d17cd3b-356d-4491-bc08-349e534864e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6769047 Jun 11 11:40:49.697672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Calling delete_port for 5ed258a0-9158-454b-a895-85dd78accee5 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:49.700398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 5ed258a0-9158-454b-a895-85dd78accee5 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:49.722633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:49.733806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Transition to ACTIVE for port object b6939cd1-e84b-44b0-a1da-cb98f09777c4 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:49.755536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Transition to ACTIVE for port object b6939cd1-e84b-44b0-a1da-cb98f09777c4 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:49.766861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:49.770926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:49.784157 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a0aab96-750c-4c68-9156-53605d4291d5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:49.787876 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4a0aab96-750c-4c68-9156-53605d4291d5 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2751396 Jun 11 11:40:49.798172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42956) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:49.799136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:49.806025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:49.806676 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:49.816082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Request body: {'router': {'distributed': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:49.823107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7c76d24c-64f5-421d-b0a1-71a5045460fe tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:49.920362 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12687470-f144-4cfa-9122-c0162ec808dd req-0070d487-5b86-46d2-9c64-37a23732f6b1 service neutron] 10.222.0.25 "GET /v2.0/networks/1d17cd3b-356d-4491-bc08-349e534864e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330959 Jun 11 11:40:50.056348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5d221-5e72-4102-9a3e-6a989e4b6151 None None] New status for floating IP 13e51616-d2c6-4182-919f-a8c0249bae0e: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:40:50.124568 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:50.153248 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12687470-f144-4cfa-9122-c0162ec808dd req-f312c24d-4d62-4ae7-bc97-832567fcdba5 service neutron] 10.222.0.25 "GET /v2.0/networks/1d17cd3b-356d-4491-bc08-349e534864e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209826 Jun 11 11:40:50.173748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event updated for resources: {'Network': ['ID=a9857f2b-4fbf-4250-804a-86c3ef8d5069,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:50.192063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:50.215171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network a9857f2b-4fbf-4250-804a-86c3ef8d5069 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:50.224906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Network 1854b337-4c70-4db4-8d39-a1bad296a471 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:50.300113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:50.326500 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9179211 Jun 11 11:40:50.329517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:50.339941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42960) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:50.356363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9fc45631-cce2-4d9a-8cca-2cd3db2026a4 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:50.361806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:50.376848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Request body: {'network': {'name': 'tempest-router-network02--2025590164'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:50.400971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Pushing event updated for resources: {'Port': ['ID=b6939cd1-e84b-44b0-a1da-cb98f09777c4,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:50.434119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:50.440999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:50.541277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:50.543756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:50.594896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:50.617400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Network 54ebe810-af12-4d7f-be02-41ce073a40a9 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:50.629921 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:50.666816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:50.669202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event updated for resources: {'Port': ['ID=0b8e7d27-b0e3-4ee9-868e-bb30e3dba297,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:50.677151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3519dee-f2bf-4699-ac15-cccd2679076a None None] Network 0764f11b-9451-4982-b83f-738a7d8e620b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:50.700191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Made reservation on behalf of ccc8793e289f44fe9ee895898be25a64 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:50.703813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:50.760138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:50.762238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b60a3126-025d-4048-979d-c520ebc3d52a tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:50.795623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.26.6.63 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/273c12c9-e949-407f-93e2-179e1ff96ef2) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:50.813226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Attempting to bind port b6939cd1-e84b-44b0-a1da-cb98f09777c4 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:50.813608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Attempting to bind port b6939cd1-e84b-44b0-a1da-cb98f09777c4 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'bacad477-c242-44af-9248-152f6dd556d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '1854b337-4c70-4db4-8d39-a1bad296a471'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:50.813982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Attempting to bind port b6939cd1-e84b-44b0-a1da-cb98f09777c4 on network 1854b337-4c70-4db4-8d39-a1bad296a471 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:50.873846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-78135498-b5bf-4622-803c-58cda9b1d333 None None] Provisioning for port 5ed258a0-9158-454b-a895-85dd78accee5 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:50.877918 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:40:50.878300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Checking segment: {'id': 'bacad477-c242-44af-9248-152f6dd556d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '1854b337-4c70-4db4-8d39-a1bad296a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:50.878836 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:50.879399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Bound using segment: {'id': 'bacad477-c242-44af-9248-152f6dd556d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '1854b337-4c70-4db4-8d39-a1bad296a471'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:40:50.880003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Bound port: b6939cd1-e84b-44b0-a1da-cb98f09777c4, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacad477-c242-44af-9248-152f6dd556d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '1854b337-4c70-4db4-8d39-a1bad296a471'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:40:50.880384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:50.908690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-78135498-b5bf-4622-803c-58cda9b1d333 None None] Provisioning complete for port 5ed258a0-9158-454b-a895-85dd78accee5 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:50.909078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-78135498-b5bf-4622-803c-58cda9b1d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.019860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.080007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.087483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] For port b6939cd1-e84b-44b0-a1da-cb98f09777c4, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:51.092394 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-92fc4fab-d0ff-4855-a79f-97073846623f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:51.106893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.107446 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.127514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] For port b6939cd1-e84b-44b0-a1da-cb98f09777c4, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6939cd1-e84b-44b0-a1da-cb98f09777c4,segment=NetworkSegment(bacad477-c242-44af-9248-152f6dd556d7),segment_id=bacad477-c242-44af-9248-152f6dd556d7)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:40:51.137751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:51.147854 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.150907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:51.153304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:51.153427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:51.193417 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-78135498-b5bf-4622-803c-58cda9b1d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.264429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=99005) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 11 11:40:51.264908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Router 72e594e0-69b7-4f26-813e-d7d2b3087425 migrating from provider to provider. {{(pid=99005) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 11 11:40:51.265843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.273878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.275462 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.277702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Pushing event updated for resources: {'Port': ['ID=b6939cd1-e84b-44b0-a1da-cb98f09777c4,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:51.280917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:51.337761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=273c12c9-e949-407f-93e2-179e1ff96ef2,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:51.343581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:51.474124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.512975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.658426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.673419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:51.708872 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] No L3 agents can host the router 72e594e0-69b7-4f26-813e-d7d2b3087425 Jun 11 11:40:51.712047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:51.712399 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Added segment 616d7b3f-9575-4366-bc15-8b1dc5cbfacf of type vlan for network ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0 Jun 11 11:40:51.713024 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5dd61803-0939-4765-b6c0-1f3f29f03085 None None] Could not find standard attr ID for object 5ed258a0-9158-454b-a895-85dd78accee5. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:40:51.717277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Pushing event updated for resources: {'Port': ['ID=b55a60f1-0619-44d1-b159-398f53438d95,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:51.767302 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:51.796527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fea729-0dd5-4bab-8816-193df8d7c3d7 None None] DHCP port deletion for 0764f11b-9451-4982-b83f-738a7d8e620b request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:40:51.826641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:51.961741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:52.141233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:40:52.252813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No DVR routers for this DVR port 5ed258a0-9158-454b-a895-85dd78accee5 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:40:52.255151 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Port': ['ID=5ed258a0-9158-454b-a895-85dd78accee5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:52.277628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:52.278828 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Floating IP 7d8e1d58-c0d4-4f2b-8150-2b21f86ffbd6 associated. External IP: 172.26.6.133, port: 1eae615d-a1e8-4134-9b87-87065a3ad6e4. Jun 11 11:40:52.284506 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:52.308661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:40:52.320460 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d58ca7-cdf7-4e1e-ad64-9514c952e015 None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:40:52.330228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:52.333942 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6804278 Jun 11 11:40:52.334162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42968) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:52.339723 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d58ca7-cdf7-4e1e-ad64-9514c952e015 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:52.340647 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d4d58ca7-cdf7-4e1e-ad64-9514c952e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:52.394925 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d4d58ca7-cdf7-4e1e-ad64-9514c952e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:52.406869 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d58ca7-cdf7-4e1e-ad64-9514c952e015 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:52.407493 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d4d58ca7-cdf7-4e1e-ad64-9514c952e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:52.429316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28135ba9-e226-4454-8945-70725c7958e9 None None] Network 1854b337-4c70-4db4-8d39-a1bad296a471 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:52.467572 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d4d58ca7-cdf7-4e1e-ad64-9514c952e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:52.468051 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d58ca7-cdf7-4e1e-ad64-9514c952e015 None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:40:52.514079 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ba687b52-2255-40bf-be44-103427c0a253 None None] Provisioning for port b6939cd1-e84b-44b0-a1da-cb98f09777c4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:52.551774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.resource_extend [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:40:52.582341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:52.683748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:52.746775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:52.752482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:52.753353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:52.755898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Hosts for router 72e594e0-69b7-4f26-813e-d7d2b3087425: [] {{(pid=99005) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jun 11 11:40:52.806097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:52.880330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e39085c-47f1-4361-a4cc-e14e309b1a1d None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:40:52.912723 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.5403318 Jun 11 11:40:52.916316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Hosts for other DVR routers connected to router 72e594e0-69b7-4f26-813e-d7d2b3087425: set() {{(pid=99005) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jun 11 11:40:52.919112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:52.922807 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ed238c96-8b51-4894-a52d-6c740e2bd99b tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] 10.222.0.46 "PUT /v2.0/routers/72e594e0-69b7-4f26-813e-d7d2b3087425 HTTP/1.1" status: 200 len: 717 time: 3.1109622 Jun 11 11:40:52.925839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42972) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:52.926233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42974) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:52.983912 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Request body: {'subnet': {'network_id': 'a9857f2b-4fbf-4250-804a-86c3ef8d5069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:53.058097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e39085c-47f1-4361-a4cc-e14e309b1a1d None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:40:53.058587 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event updated for resources: {'Network': ['ID=ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:53.074582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:53.166389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-57a080cb-5f55-48ee-9fee-a2a3045d6b4e tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:53.236277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:53.314160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b584a507-9c92-4778-b980-cfbaed6c0d09 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:53.318713 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cca01742-7267-4590-96fa-de5f3be5d06a tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] 10.222.0.46 "GET /v2.0/routers/72e594e0-69b7-4f26-813e-d7d2b3087425 HTTP/1.1" status: 200 len: 717 time: 0.3870873 Jun 11 11:40:53.327594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42978) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:53.375314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:53.465710 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Subnet': ['ID=507c4680-36dd-4805-9192-80de26491164,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:53.534925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6939cd1-e84b-44b0-a1da-cb98f09777c4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:53.537920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:53.667435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b6939cd1-e84b-44b0-a1da-cb98f09777c4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:40:53.673597 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b6939cd1-e84b-44b0-a1da-cb98f09777c4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:53.673914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:53.768017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.20.0.1 (e157b8e1-c82c-4b41-ae7c-bf0aa5554403/0eda7636-7194-4ae9-9ea0-894bb0b20624/802a2d84-e702-4dc7-aa3e-ae265e2e6e5c) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:53.882266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5952865-0237-4139-82c2-3f002ced5e7d None None] Network 0764f11b-9451-4982-b83f-738a7d8e620b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:53.887673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:53.935089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:53.985475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:53.988762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:54.041141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b6939cd1-e84b-44b0-a1da-cb98f09777c4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6939cd1-e84b-44b0-a1da-cb98f09777c4,segment=NetworkSegment(bacad477-c242-44af-9248-152f6dd556d7),segment_id=bacad477-c242-44af-9248-152f6dd556d7)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:40:54.055445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network e157b8e1-c82c-4b41-ae7c-bf0aa5554403 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:54.059228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:54.065058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:54.069640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=802a2d84-e702-4dc7-aa3e-ae265e2e6e5c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:54.079983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.086003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:54.099189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.103905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:54.123239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Made reservation on behalf of ccc8793e289f44fe9ee895898be25a64 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:54.126897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.128388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a1833d-edbd-4cd2-b797-50b09322844e None None] DHCP port deletion for 0764f11b-9451-4982-b83f-738a7d8e620b request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:40:54.130019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.132971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0764f11b-9451-4982-b83f-738a7d8e620b']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:54.154630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5ed258a0-9158-454b-a895-85dd78accee5 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:40:54.171064 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e54a4e5-ba07-4200-b8f3-c03537ffd9ea') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:54.171500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e54a4e5-ba07-4200-b8f3-c03537ffd9ea') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:54.182430 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4da29289-2cca-4f76-a003-3fd64a6e1674 tempest-RoutersTestDVR-1560324920 tempest-RoutersTestDVR-1560324920-project] 10.222.0.46 "GET /v2.0/routers/72e594e0-69b7-4f26-813e-d7d2b3087425 HTTP/1.1" status: 200 len: 683 time: 0.8465540 Jun 11 11:40:54.187272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 5ed258a0-9158-454b-a895-85dd78accee5 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:40:54.187852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5ed258a0-9158-454b-a895-85dd78accee5 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:40:54.204455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Router 84335bb5-b805-4aa4-8ef6-b5f3c461a157 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:40:54.207587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b6939cd1-e84b-44b0-a1da-cb98f09777c4,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:54.207714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42984) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:54.211971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:54.213284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.314548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.388962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.396658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:54.397258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.415532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:54.418116 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:54.454664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-73d0251d-bcd6-4fe9-a677-72e8a9245659 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.687775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.694004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.700219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:54.782879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.784698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=802a2d84-e702-4dc7-aa3e-ae265e2e6e5c,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:54.787950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:54.827399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.839287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:54.882200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:54.884717 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/0764f11b-9451-4982-b83f-738a7d8e620b HTTP/1.1" status: 204 len: 168 time: 8.1711333 Jun 11 11:40:54.889736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42988) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:54.894892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1909212698'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:54.921470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network e157b8e1-c82c-4b41-ae7c-bf0aa5554403 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:54.926478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:54.934042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:54.937746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.052830 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=0764f11b-9451-4982-b83f-738a7d8e620b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:55.069193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:40:55.071729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-73d0251d-bcd6-4fe9-a677-72e8a9245659 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.073601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:55.078244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-73d0251d-bcd6-4fe9-a677-72e8a9245659 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.086340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.086718 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment 6d288b99-8eff-460f-a590-dd273e9155bd of type vlan for network ec314654-0608-425a-b53c-540b305298fb Jun 11 11:40:55.144165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:40:55.155862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.160726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f2512-9e5c-42a8-b01c-ade71764fd77 None None] Sync routers for ids ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:40:55.173136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f2512-9e5c-42a8-b01c-ade71764fd77 None None] Routers {'84335bb5-b805-4aa4-8ef6-b5f3c461a157'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:55.173759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-897f2512-9e5c-42a8-b01c-ade71764fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:55.177400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:40:55.205028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-73d0251d-bcd6-4fe9-a677-72e8a9245659 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.206813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d0251d-bcd6-4fe9-a677-72e8a9245659 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72e594e0-69b7-4f26-813e-d7d2b3087425 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:40:55.216656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-73d0251d-bcd6-4fe9-a677-72e8a9245659 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.221481 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-73d0251d-bcd6-4fe9-a677-72e8a9245659 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] 10.222.0.46 "DELETE /v2.0/routers/72e594e0-69b7-4f26-813e-d7d2b3087425 HTTP/1.1" status: 204 len: 168 time: 1.0108881 Jun 11 11:40:55.231094 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-897f2512-9e5c-42a8-b01c-ade71764fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:55.233553 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42992) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:55.240143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f2512-9e5c-42a8-b01c-ade71764fd77 None None] Routers {'84335bb5-b805-4aa4-8ef6-b5f3c461a157'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:55.241042 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-897f2512-9e5c-42a8-b01c-ade71764fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:55.245184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-83696884-83dc-4d2d-b488-b5bd17b48117 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Request body: {'router': {'name': 'tempest-router-1301239652', 'distributed': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:55.255370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.258328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.262803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:55.263426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.291941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.292154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-897f2512-9e5c-42a8-b01c-ade71764fd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:55.292689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f2512-9e5c-42a8-b01c-ade71764fd77 None None] The sync data for ids ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:40:55.316306 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:55.316705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:55.368143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83696884-83dc-4d2d-b488-b5bd17b48117 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.369847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83696884-83dc-4d2d-b488-b5bd17b48117 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.374439 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4811077 Jun 11 11:40:55.379150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 42994) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:55.383928 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.9871318 Jun 11 11:40:55.387683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Router a44e655e-da7c-4a15-81f7-6438e4e58cc8 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:40:55.390131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 42996) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:55.428416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'network_id': 'ec314654-0608-425a-b53c-540b305298fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:55.443029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6939cd1-e84b-44b0-a1da-cb98f09777c4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:40:55.446843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=ec314654-0608-425a-b53c-540b305298fb,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:55.459061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:55.472715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network ec314654-0608-425a-b53c-540b305298fb details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:40:55.513202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event updated for resources: {'Subnet': ['ID=8171ea50-2755-422c-b822-366a2209ea0b,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:55.532581 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:55.588917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b6939cd1-e84b-44b0-a1da-cb98f09777c4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:40:55.589430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.594940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:40:55.605636 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "PUT /v2.0/routers/99a059d2-371b-4e6b-b880-e15f1de1effd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2703784 Jun 11 11:40:55.606405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:55.609736 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e1593-aba7-413a-931b-ea76174cf94e None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:40:55.618720 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.623035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43000) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:55.625043 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e1593-aba7-413a-931b-ea76174cf94e None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:55.626855 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-da4e1593-aba7-413a-931b-ea76174cf94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:55.629390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'port': {'network_id': 'e157b8e1-c82c-4b41-ae7c-bf0aa5554403', 'name': 'tempest-FloatingIPTestJSON-675094305'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:55.711776 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-da4e1593-aba7-413a-931b-ea76174cf94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:55.720412 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e1593-aba7-413a-931b-ea76174cf94e None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:55.721025 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-da4e1593-aba7-413a-931b-ea76174cf94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:55.744291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.ipam_backend_mixin [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Performing IP validity checks on allocation pools {{(pid=99006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 11:40:55.744848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.ipam_backend_mixin [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 11:40:55.745147 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-37986e20-464c-4f2b-a9fe-5a6082fe0423 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] 10.222.0.46 "GET /v2.0/floatingips/7d8e1d58-c0d4-4f2b-8150-2b21f86ffbd6 HTTP/1.1" status: 200 len: 983 time: 0.3505764 Jun 11 11:40:55.746586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83696884-83dc-4d2d-b488-b5bd17b48117 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.749828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43002) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:55.750094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Checking segment: {'id': '8a4fef8c-6c6b-4240-9a52-0137fe63dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'a9857f2b-4fbf-4250-804a-86c3ef8d5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:55.750094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Network hostable DHCP agents. Network: a9857f2b-4fbf-4250-804a-86c3ef8d5069, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:55.765876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83696884-83dc-4d2d-b488-b5bd17b48117 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.772840 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-da4e1593-aba7-413a-931b-ea76174cf94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:55.773781 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e1593-aba7-413a-931b-ea76174cf94e None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:40:55.798766 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83696884-83dc-4d2d-b488-b5bd17b48117 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:55.802648 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-83696884-83dc-4d2d-b488-b5bd17b48117 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5674372 Jun 11 11:40:55.803682 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43004) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:55.820514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Network a9857f2b-4fbf-4250-804a-86c3ef8d5069 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:55.937310 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0c239121-8348-42e4-a6bd-fda6be71ee65 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1857231 Jun 11 11:40:55.946131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43006) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:56.149892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Made reservation on behalf of 550b41e5070f4098a76b7f11f6a3b45d for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:56.153413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:56.236318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:40:56.236572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] device_id is not set on port f8b7cafe-885a-40f4-9968-9c03836f5236 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:40:56.248889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:56.251917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, a9857f2b-4fbf-4250-804a-86c3ef8d5069) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:56.254567 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e86feb3a-a0b0-4502-b0e1-20c5edae6d22 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:56.254766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Sync routers for ids ['a44e655e-da7c-4a15-81f7-6438e4e58cc8'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:40:56.259495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f9e586e1-00c9-4871-a30e-a763deba442c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:56.264544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e99e3-9359-4749-b0ad-b4b97bd6bfc2 None None] Network a9857f2b-4fbf-4250-804a-86c3ef8d5069 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:56.271805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Routers {'a44e655e-da7c-4a15-81f7-6438e4e58cc8'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:56.272436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a44e655e-da7c-4a15-81f7-6438e4e58cc8'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:56.373410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:56.377855 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.9437933 Jun 11 11:40:56.381756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:56.383483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:56.387052 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43010) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:56.632594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Set router a44e655e-da7c-4a15-81f7-6438e4e58cc8 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:40:56.734544 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8002484 Jun 11 11:40:56.737869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43014) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:56.745767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Request body: {'subnet': {'network_id': 'ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:56.758993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=387dc1e5-453a-4399-b72e-4aa6308e3a83,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:56.810935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:56.840211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e86feb3a-a0b0-4502-b0e1-20c5edae6d22 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:56.846355 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e86feb3a-a0b0-4502-b0e1-20c5edae6d22 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:56.928888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking segment: {'id': '6d288b99-8eff-460f-a590-dd273e9155bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'ec314654-0608-425a-b53c-540b305298fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:56.929462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network hostable DHCP agents. Network: ec314654-0608-425a-b53c-540b305298fb, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:56.967100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Deleting port b55a60f1-0619-44d1-b159-398f53438d95 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:56.967447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:56.971781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.20.0.9 (e157b8e1-c82c-4b41-ae7c-bf0aa5554403/0eda7636-7194-4ae9-9ea0-894bb0b20624/f8b7cafe-885a-40f4-9968-9c03836f5236) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:56.980521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.011191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network ec314654-0608-425a-b53c-540b305298fb is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:57.037700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, ec314654-0608-425a-b53c-540b305298fb) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:57.046690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e86feb3a-a0b0-4502-b0e1-20c5edae6d22 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.047318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86feb3a-a0b0-4502-b0e1-20c5edae6d22 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec3257e9-661e-4199-94d7-dd8ac855b135 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:40:57.050196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb1980-0001-43d6-bb7b-60d2eeef5190 None None] Network ec314654-0608-425a-b53c-540b305298fb requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:57.112545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e86feb3a-a0b0-4502-b0e1-20c5edae6d22 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.115073 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e86feb3a-a0b0-4502-b0e1-20c5edae6d22 tempest-RoutersTestDVR-629160501 tempest-RoutersTestDVR-629160501-project-admin] 10.222.0.46 "DELETE /v2.0/routers/ec3257e9-661e-4199-94d7-dd8ac855b135 HTTP/1.1" status: 204 len: 168 time: 1.3084142 Jun 11 11:40:57.119586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:57.120250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.136665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Made reservation on behalf of ccc8793e289f44fe9ee895898be25a64 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:40:57.140193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.178328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-a9857f2b-4fbf-4250-804a-86c3ef8d5069', 'network_id': 'a9857f2b-4fbf-4250-804a-86c3ef8d5069', 'tenant_id': 'ccc8793e289f44fe9ee895898be25a64', 'fixed_ips': [{'subnet_id': '8171ea50-2755-422c-b822-366a2209ea0b'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:40:57.179737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.185771 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.254397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Deleting port 0b8e7d27-b0e3-4ee9-868e-bb30e3dba297 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:40:57.254927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.274884 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8951201 Jun 11 11:40:57.286071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43018) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:57.368337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.368670 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.506437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.536440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Calling delete_port for b55a60f1-0619-44d1-b159-398f53438d95 owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:57.540688 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.560606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.645135 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Calling delete_port for 0b8e7d27-b0e3-4ee9-868e-bb30e3dba297 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:40:57.647655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43024) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:57.678620 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Allocated IP 172.20.0.2 (a9857f2b-4fbf-4250-804a-86c3ef8d5069/8171ea50-2755-422c-b822-366a2209ea0b/69105080-b958-45cb-ba02-f669341cba75) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:57.698213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.703910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-ec314654-0608-425a-b53c-540b305298fb', 'network_id': 'ec314654-0608-425a-b53c-540b305298fb', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '387dc1e5-453a-4399-b72e-4aa6308e3a83'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:40:57.704894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.727685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44e655e-da7c-4a15-81f7-6438e4e58cc8', 'name': '', 'tenant_id': '2ed13c99cabf444e85c427cc2555246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54ebe810-af12-4d7f-be02-41ce073a40a9', 'external_fixed_ips': [{'subnet_id': '45d6aa24-6c6a-4dbb-8981-67d2b63dabd1', 'ip_address': '2001:db8::326'}], 'enable_snat': True}, 'gw_port_id': '0b8e7d27-b0e3-4ee9-868e-bb30e3dba297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:40:44Z', 'updated_at': '2021-06-11T11:40:51Z', 'revision_number': 3, 'project_id': '2ed13c99cabf444e85c427cc2555246f', 'gw_port': {'id': '0b8e7d27-b0e3-4ee9-868e-bb30e3dba297', 'name': '', 'network_id': '54ebe810-af12-4d7f-be02-41ce073a40a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44e655e-da7c-4a15-81f7-6438e4e58cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '45d6aa24-6c6a-4dbb-8981-67d2b63dabd1', 'ip_address': '2001:db8::326', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:40:48Z', 'updated_at': '2021-06-11T11:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45d6aa24-6c6a-4dbb-8981-67d2b63dabd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:57.753754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Checking router: a44e655e-da7c-4a15-81f7-6438e4e58cc8 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:40:57.754928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Updating router a44e655e-da7c-4a15-81f7-6438e4e58cc8 port 0b8e7d27-b0e3-4ee9-868e-bb30e3dba297 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:40:57.780786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.825109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.841955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cffa21a2-c820-488a-9abc-0cbf4610a4de tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:57.940606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:57.970487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event updated for resources: {'Subnet': ['ID=75e4e3e9-4e04-45ba-a398-564899bcbaa1,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:57.976373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:57.978613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:58.010171 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-934f36f9-08af-4200-b0d4-b33a25f236e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.029829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network e157b8e1-c82c-4b41-ae7c-bf0aa5554403 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:58.065004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:58.083420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:58.089624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.098810 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Allocated IP 172.20.0.3 (ec314654-0608-425a-b53c-540b305298fb/387dc1e5-453a-4399-b72e-4aa6308e3a83/d1d2b0cf-d713-4b81-a4f0-705cca525f13) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:58.130002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Checking segment: {'id': '616d7b3f-9575-4366-bc15-8b1dc5cbfacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:58.130272 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Network hostable DHCP agents. Network: ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:40:58.141761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.145570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:58.154824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=f8b7cafe-885a-40f4-9968-9c03836f5236,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:58.161454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:58.173559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.180022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c4fa234-5be7-4c3a-8488-12e898de434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:58.193410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b8e7d27-b0e3-4ee9-868e-bb30e3dba297,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:58.194237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:58.195480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.199000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:58.223337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Network ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:40:58.230751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event deleted for resources: {'Port': ['ID=b55a60f1-0619-44d1-b159-398f53438d95,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:58.236795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.237030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:58.289041 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:58.295464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:58.296061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.315437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b6e06f-5c58-4af9-90b4-6c11a346d9bf None None] Network ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:40:58.325060 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.325399 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Floating IP 7d8e1d58-c0d4-4f2b-8150-2b21f86ffbd6 disassociated (deleted). External IP: 172.26.6.133, port: 1eae615d-a1e8-4134-9b87-87065a3ad6e4. Jun 11 11:40:58.388576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.393592 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.434740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.491966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-934f36f9-08af-4200-b0d4-b33a25f236e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.493825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.494404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a44e655e-da7c-4a15-81f7-6438e4e58cc8 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:40:58.499497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.503902 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "DELETE /v2.0/routers/a44e655e-da7c-4a15-81f7-6438e4e58cc8 HTTP/1.1" status: 204 len: 168 time: 2.1089523 Jun 11 11:40:58.504350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43032) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:58.525665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Transition to ACTIVE for port object 69105080-b958-45cb-ba02-f669341cba75 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:58.570762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-934f36f9-08af-4200-b0d4-b33a25f236e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.576071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bb3b53ed-b487-4033-9d94-26292d3f8e1c tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:58.598652 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8572681 Jun 11 11:40:58.598652 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9740369 Jun 11 11:40:58.604708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43034) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:58.604708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43036) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:58.606795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'port': {'network_id': 'e157b8e1-c82c-4b41-ae7c-bf0aa5554403', 'name': 'tempest-FloatingIPTestJSON-413796032'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:40:58.624671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Transition to ACTIVE for port object 69105080-b958-45cb-ba02-f669341cba75 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:58.649282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-400adfc2-c1a8-4c50-85c0-55a7d3a74948 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Deleting subnet 45d6aa24-6c6a-4dbb-8981-67d2b63dabd1 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:40:58.656991 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-934f36f9-08af-4200-b0d4-b33a25f236e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd61f625366440fa8e6dd7d6af0cf4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0033486 Jun 11 11:40:58.656991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f36f9-08af-4200-b0d4-b33a25f236e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2142ff69-d323-4864-9697-82ddcfc3cbe1,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:58.660023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43038) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:58.662676 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-934f36f9-08af-4200-b0d4-b33a25f236e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:58.676751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.686117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7ef5bd82-4bf3-4e47-bdac-695dc5d744dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:58.720481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-388e739f-dd89-4078-9528-9851047648aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.748087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-388e739f-dd89-4078-9528-9851047648aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.806453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-388e739f-dd89-4078-9528-9851047648aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.809985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-388e739f-dd89-4078-9528-9851047648aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.819534 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-388e739f-dd89-4078-9528-9851047648aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2142ff69-d323-4864-9697-82ddcfc3cbe1 HTTP/1.1" status: 204 len: 168 time: 0.1523297 Jun 11 11:40:58.821273 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:58.832424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e739f-dd89-4078-9528-9851047648aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2142ff69-d323-4864-9697-82ddcfc3cbe1,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:58.836450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-388e739f-dd89-4078-9528-9851047648aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:58.957624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Network a9857f2b-4fbf-4250-804a-86c3ef8d5069 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:58.965996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:58.979619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:58.982409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:59.003734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Pushing event updated for resources: {'Port': ['ID=69105080-b958-45cb-ba02-f669341cba75,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:59.007118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:59.009257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Transition to ACTIVE for port object d1d2b0cf-d713-4b81-a4f0-705cca525f13 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:59.037102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Router 84335bb5-b805-4aa4-8ef6-b5f3c461a157 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:40:59.125404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0', 'network_id': 'ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0', 'tenant_id': 'ccc8793e289f44fe9ee895898be25a64', 'fixed_ips': [{'subnet_id': '75e4e3e9-4e04-45ba-a398-564899bcbaa1'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:40:59.126367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.136737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Transition to ACTIVE for port object d1d2b0cf-d713-4b81-a4f0-705cca525f13 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:59.179687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43046) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:40:59.190849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.195610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Attempting to bind port 69105080-b958-45cb-ba02-f669341cba75 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:59.196044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Attempting to bind port 69105080-b958-45cb-ba02-f669341cba75 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '8a4fef8c-6c6b-4240-9a52-0137fe63dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'a9857f2b-4fbf-4250-804a-86c3ef8d5069'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:59.196403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Attempting to bind port 69105080-b958-45cb-ba02-f669341cba75 on network a9857f2b-4fbf-4250-804a-86c3ef8d5069 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:59.199115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.203494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7dec0305-7b14-4a5f-8c1e-3f035ac206e8 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:59.204522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:59.212908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c5204e8-fd4b-43e5-83bf-aa345399f7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.252786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Subnet': ['ID=387dc1e5-453a-4399-b72e-4aa6308e3a83,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:59.255113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:59.273790 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:40:59.274189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Checking segment: {'id': '8a4fef8c-6c6b-4240-9a52-0137fe63dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'a9857f2b-4fbf-4250-804a-86c3ef8d5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:59.274816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.275379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Bound using segment: {'id': '8a4fef8c-6c6b-4240-9a52-0137fe63dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'a9857f2b-4fbf-4250-804a-86c3ef8d5069'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:40:59.276033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Bound port: 69105080-b958-45cb-ba02-f669341cba75, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4fef8c-6c6b-4240-9a52-0137fe63dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'a9857f2b-4fbf-4250-804a-86c3ef8d5069'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:40:59.276605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.283140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Pushing event updated for resources: {'Port': ['ID=d1d2b0cf-d713-4b81-a4f0-705cca525f13,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:40:59.287016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:40:59.348661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.362320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec314654-0608-425a-b53c-540b305298fb']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:59.368916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Network ec314654-0608-425a-b53c-540b305298fb is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:40:59.374539 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-400adfc2-c1a8-4c50-85c0-55a7d3a74948 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.375188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:40:59.377805 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d288b99-8eff-460f-a590-dd273e9155bd') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:59.377942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:40:59.378112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d288b99-8eff-460f-a590-dd273e9155bd') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:59.399151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:40:59.399585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:40:59.421425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.447923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-400adfc2-c1a8-4c50-85c0-55a7d3a74948 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.483428 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.496259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:40:59.496723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:40:59.499705 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:40:59.536551 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-e0a416ee-429f-49b3-a6ee-b88c9065349c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8886435 Jun 11 11:40:59.542608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-400adfc2-c1a8-4c50-85c0-55a7d3a74948 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.553599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.api [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:40:59.553599 dv-neutron-786478-5-hyperv neutron-server[99006]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 11 11:40:59.553599 dv-neutron-786478-5-hyperv neutron-server[99006]: [parameters: {'project_id': '550b41e5070f4098a76b7f11f6a3b45d', 'id': '4fe60fc7-b5a2-4a8b-a103-51c5af5716b1', 'expiration': datetime.datetime(2021, 6, 11, 11, 42, 59, 539375)}] Jun 11 11:40:59.553599 dv-neutron-786478-5-hyperv neutron-server[99006]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:40:59.555012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_db.api [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:40:59.582316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Attempting to bind port d1d2b0cf-d713-4b81-a4f0-705cca525f13 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:40:59.582731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Attempting to bind port d1d2b0cf-d713-4b81-a4f0-705cca525f13 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '6d288b99-8eff-460f-a590-dd273e9155bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'ec314654-0608-425a-b53c-540b305298fb'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:40:59.583107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Attempting to bind port d1d2b0cf-d713-4b81-a4f0-705cca525f13 on network ec314654-0608-425a-b53c-540b305298fb {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:40:59.587511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] For port 69105080-b958-45cb-ba02-f669341cba75, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:59.598286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:40:59.598710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Checking segment: {'id': '6d288b99-8eff-460f-a590-dd273e9155bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'ec314654-0608-425a-b53c-540b305298fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:40:59.599126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.599538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Bound using segment: {'id': '6d288b99-8eff-460f-a590-dd273e9155bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'ec314654-0608-425a-b53c-540b305298fb'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:40:59.600024 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Bound port: d1d2b0cf-d713-4b81-a4f0-705cca525f13, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d288b99-8eff-460f-a590-dd273e9155bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'ec314654-0608-425a-b53c-540b305298fb'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:40:59.600465 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.616287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Allocated IP 172.20.0.2 (ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0/75e4e3e9-4e04-45ba-a398-564899bcbaa1/4de73edf-6db6-4b0d-8506-4cfe80cc9dde) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:40:59.793417 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] For port d1d2b0cf-d713-4b81-a4f0-705cca525f13, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:40:59.801947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.833152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:40:59.839296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.853198 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4d663-88ea-463b-9afb-8bb6ed6f247e None None] Sync routers for ids ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:40:59.867169 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4d663-88ea-463b-9afb-8bb6ed6f247e None None] Routers {'84335bb5-b805-4aa4-8ef6-b5f3c461a157'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:59.869884 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a0e4d663-88ea-463b-9afb-8bb6ed6f247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:59.891848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.904595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Transition to ACTIVE for port object 4de73edf-6db6-4b0d-8506-4cfe80cc9dde will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:59.933015 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a0e4d663-88ea-463b-9afb-8bb6ed6f247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:59.940825 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Port 0b8e7d27-b0e3-4ee9-868e-bb30e3dba297 not found while updating agent binding for router a44e655e-da7c-4a15-81f7-6438e4e58cc8. {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 11 11:40:59.948074 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4d663-88ea-463b-9afb-8bb6ed6f247e None None] Routers {'84335bb5-b805-4aa4-8ef6-b5f3c461a157'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:59.949980 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a0e4d663-88ea-463b-9afb-8bb6ed6f247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:40:59.963923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Transition to ACTIVE for port object 4de73edf-6db6-4b0d-8506-4cfe80cc9dde will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:40:59.965983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Routers set() bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:40:59.966304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Router IDs set() for agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 11 11:40:59.967143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_agentschedulers_db [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a44e655e-da7c-4a15-81f7-6438e4e58cc8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent'). {{(pid=99007) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 11 11:40:59.967829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d3d78-9ffe-4959-8c1a-4c88f331408e None None] The sync data for ids ['a44e655e-da7c-4a15-81f7-6438e4e58cc8'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:40:59.977954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:40:59.982315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:40:59.990719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:40:59.990719 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:40:59.990719 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'id': 'ec314654-0608-425a-b53c-540b305298fb'}] Jun 11 11:40:59.990719 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:40:59.991469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:40:59.995874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-916eba63-3e9c-4516-8654-1e3ab6612649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:40:59.997373 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-916eba63-3e9c-4516-8654-1e3ab6612649 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40057aca28ba4547afec842333f5da6a&device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 1098 time: 0.3677425 Jun 11 11:41:00.007916 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "DELETE /v2.0/floatingips/7d8e1d58-c0d4-4f2b-8150-2b21f86ffbd6 HTTP/1.1" status: 204 len: 168 time: 4.0588107 Jun 11 11:41:00.014347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43050) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:00.019205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:00.054374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] For port 69105080-b958-45cb-ba02-f669341cba75, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=69105080-b958-45cb-ba02-f669341cba75,segment=NetworkSegment(8a4fef8c-6c6b-4240-9a52-0137fe63dfb3),segment_id=8a4fef8c-6c6b-4240-9a52-0137fe63dfb3)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:00.060664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] For port d1d2b0cf-d713-4b81-a4f0-705cca525f13, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d1d2b0cf-d713-4b81-a4f0-705cca525f13,segment=NetworkSegment(6d288b99-8eff-460f-a590-dd273e9155bd),segment_id=6d288b99-8eff-460f-a590-dd273e9155bd)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:00.073995 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.075035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-400adfc2-c1a8-4c50-85c0-55a7d3a74948 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.078993 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a0e4d663-88ea-463b-9afb-8bb6ed6f247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:00.079571 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4d663-88ea-463b-9afb-8bb6ed6f247e None None] The sync data for ids ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:00.087079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:00.103028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.116200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Network ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:00.123296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400adfc2-c1a8-4c50-85c0-55a7d3a74948 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=45d6aa24-6c6a-4dbb-8981-67d2b63dabd1,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:00.125867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-400adfc2-c1a8-4c50-85c0-55a7d3a74948 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.127301 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:00.131050 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-400adfc2-c1a8-4c50-85c0-55a7d3a74948 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/45d6aa24-6c6a-4dbb-8981-67d2b63dabd1 HTTP/1.1" status: 204 len: 168 time: 1.6255755 Jun 11 11:41:00.131152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Pushing event updated for resources: {'Port': ['ID=4de73edf-6db6-4b0d-8506-4cfe80cc9dde,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:00.133366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43052) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:00.134283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-400adfc2-c1a8-4c50-85c0-55a7d3a74948 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:00.146587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:00.204415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c5204e8-fd4b-43e5-83bf-aa345399f7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.228372 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c5204e8-fd4b-43e5-83bf-aa345399f7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.233423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8aa3da52-5749-46f1-9eb7-9ca8b396e647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:00.270285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:00.271328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:00.275991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Attempting to bind port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:00.276475 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Attempting to bind port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '616d7b3f-9575-4366-bc15-8b1dc5cbfacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:00.276751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Attempting to bind port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde on network ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:00.280206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Made reservation on behalf of 550b41e5070f4098a76b7f11f6a3b45d for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:00.281997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.284054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.308659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:00.308659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Checking segment: {'id': '616d7b3f-9575-4366-bc15-8b1dc5cbfacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:00.309064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.309586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Bound using segment: {'id': '616d7b3f-9575-4366-bc15-8b1dc5cbfacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:00.310097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Bound port: 4de73edf-6db6-4b0d-8506-4cfe80cc9dde, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616d7b3f-9575-4366-bc15-8b1dc5cbfacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:00.310650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.329692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] device_id is not set on port d8c6461d-98e8-4595-a4a6-587ce711ca72 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:41:00.370702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-1f149de9-21d0-4203-85c1-96bd50187762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:00.373306 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-1f149de9-21d0-4203-85c1-96bd50187762 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49066024-ebb2-43f1-9ec8-e6b6bc340030 HTTP/1.1" status: 200 len: 907 time: 0.3287334 Jun 11 11:41:00.382686 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.392314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4e0d53-bbd0-495b-9461-8da92c8c3a22 None None] Network ec314654-0608-425a-b53c-540b305298fb requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:00.403875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5204e8-fd4b-43e5-83bf-aa345399f7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35043436-bc3e-4c8a-ad49-bf905613fa69,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:00.436724 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5c5204e8-fd4b-43e5-83bf-aa345399f7e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2a1fa3b086a4b5cb357577002028a92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2519507 Jun 11 11:41:00.442256 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c5204e8-fd4b-43e5-83bf-aa345399f7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:00.446273 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43058) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:00.482332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Pushing event updated for resources: {'Port': ['ID=69105080-b958-45cb-ba02-f669341cba75,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:00.496269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.607189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Pushing event updated for resources: {'Port': ['ID=d1d2b0cf-d713-4b81-a4f0-705cca525f13,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:00.614482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:00.616387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:00.616806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:00.647965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] For port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:00.661577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b938bfcc-b88f-4c60-ba01-516a266cf2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.683529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] For port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4de73edf-6db6-4b0d-8506-4cfe80cc9dde,segment=NetworkSegment(616d7b3f-9575-4366-bc15-8b1dc5cbfacf),segment_id=616d7b3f-9575-4366-bc15-8b1dc5cbfacf)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:00.692644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.695713 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8355b241-6c73-44e6-8cc0-63b102bc0a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:00.707221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Allocated IP 172.20.0.1 (a9857f2b-4fbf-4250-804a-86c3ef8d5069/8171ea50-2755-422c-b822-366a2209ea0b/8eb588a2-6b28-494b-a6d2-e9e5d8723775) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:00.709546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.20.0.13 (e157b8e1-c82c-4b41-ae7c-bf0aa5554403/0eda7636-7194-4ae9-9ea0-894bb0b20624/d8c6461d-98e8-4595-a4a6-587ce711ca72) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:00.741382 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.753915 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-dae9b9d1-7f6d-4032-a461-9b698e93aee6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a71377-65cd-487b-874a-5ce49eec9e89 HTTP/1.1" status: 200 len: 1001 time: 0.2173657 Jun 11 11:41:00.774603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ebe810-af12-4d7f-be02-41ce073a40a9']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:00.783774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Pushing event updated for resources: {'Port': ['ID=4de73edf-6db6-4b0d-8506-4cfe80cc9dde,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:00.786699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:00.800185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b938bfcc-b88f-4c60-ba01-516a266cf2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.820976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4db8cd1-7862-4c19-8075-018f28f624ec') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:00.821303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4db8cd1-7862-4c19-8075-018f28f624ec') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:00.845723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.883020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Deleting port d1d2b0cf-d713-4b81-a4f0-705cca525f13 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:00.883238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.886053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.923145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:00.923663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:00.928203 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:00.937093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-d9da31ce-05d9-4e8f-a38e-350f2511104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:00.938783 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-d9da31ce-05d9-4e8f-a38e-350f2511104e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ce86379-44b5-4a96-a7eb-d3322a0864fe HTTP/1.1" status: 200 len: 844 time: 0.1663516 Jun 11 11:41:00.970019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:01.117751 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b938bfcc-b88f-4c60-ba01-516a266cf2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:01.120541 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b938bfcc-b88f-4c60-ba01-516a266cf2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:01.124074 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b938bfcc-b88f-4c60-ba01-516a266cf2ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35043436-bc3e-4c8a-ad49-bf905613fa69 HTTP/1.1" status: 204 len: 168 time: 0.6734211 Jun 11 11:41:01.126955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2be80a7c-42c0-469a-93d0-0c168ed51c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:01.138465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] For port d1d2b0cf-d713-4b81-a4f0-705cca525f13, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d1d2b0cf-d713-4b81-a4f0-705cca525f13,segment=NetworkSegment(6d288b99-8eff-460f-a590-dd273e9155bd),segment_id=6d288b99-8eff-460f-a590-dd273e9155bd)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:01.141423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:01.178199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:01.203946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938bfcc-b88f-4c60-ba01-516a266cf2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35043436-bc3e-4c8a-ad49-bf905613fa69,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:01.210083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b938bfcc-b88f-4c60-ba01-516a266cf2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:01.221974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:01.285334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Transition to ACTIVE for port object 8eb588a2-6b28-494b-a6d2-e9e5d8723775 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:01.288056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-d14380dc-6332-4159-8e33-fd6eb26347cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:01.290261 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-d14380dc-6332-4159-8e33-fd6eb26347cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49066024-ebb2-43f1-9ec8-e6b6bc340030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3230090 Jun 11 11:41:01.297510 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:01.322685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Calling delete_port for d1d2b0cf-d713-4b81-a4f0-705cca525f13 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:01.326209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7d9986a1-5dbe-4d35-85e7-c2937cb42cee tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:01.329146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54ebe810-af12-4d7f-be02-41ce073a40a9 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 11:41:01.336350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:01.339100 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "DELETE /v2.0/networks/54ebe810-af12-4d7f-be02-41ce073a40a9 HTTP/1.1" status: 204 len: 168 time: 1.2037849 Jun 11 11:41:01.367224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event deleted for resources: {'Network': ['ID=54ebe810-af12-4d7f-be02-41ce073a40a9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:01.371327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:01.593232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Allocated IP 172.26.6.4 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/239b459c-dfe8-49bc-bbca-027c27f12b3b) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:01.618130 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-5fd4627d-126c-40cf-b9bf-70b067229f80 service neutron] 10.222.0.25 "GET /v2.0/networks/49066024-ebb2-43f1-9ec8-e6b6bc340030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179238 Jun 11 11:41:01.669036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4de73edf-6db6-4b0d-8506-4cfe80cc9dde up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:01.706626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:01.728983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:01.741454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5ab04b7-3934-43a5-a3eb-9e7bf91210bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:01.756760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adabe8e1-f34b-44ab-a731-929b00f17e19 None None] Network a9857f2b-4fbf-4250-804a-86c3ef8d5069 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:01.809012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Network a9857f2b-4fbf-4250-804a-86c3ef8d5069 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:01.825223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a26f54b3-b11a-436c-b458-a07bc08ddca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-687257594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:01.884247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:01.899299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Port': ['ID=d1d2b0cf-d713-4b81-a4f0-705cca525f13,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:01.922089 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:01.931177 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-11a265c3-6f9e-491e-a93e-66636f379fe6 None None] Provisioning for port 69105080-b958-45cb-ba02-f669341cba75 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:01.936264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No DVR routers for this DVR port d1d2b0cf-d713-4b81-a4f0-705cca525f13 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:01.974267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:01.981826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69105080-b958-45cb-ba02-f669341cba75 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:02.012786 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:02.097058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43084) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:02.103342 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2db0ccb9-f170-482f-82f2-c02af0af81cc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Request body: {'router': {'name': 'tempest-router--694433186', 'project_id': 'f2a6c7c2ff3144029b5a0c7a2263c084'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:02.131145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.186628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event updated for resources: {'Port': ['ID=8eb588a2-6b28-494b-a6d2-e9e5d8723775,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:02.198850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:02.204736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.219400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4349943b-cf65-47f6-bc0f-bfc93f349a33 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:02.229321 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0e868ae6-c7be-42b9-b97a-5b1202f72946 req-e6d4a9aa-abe3-4587-a1b0-a2a00f856c14 service neutron] 10.222.0.25 "GET /v2.0/networks/49066024-ebb2-43f1-9ec8-e6b6bc340030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003516 Jun 11 11:41:02.230109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.239622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.261804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec314654-0608-425a-b53c-540b305298fb']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:02.279127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d288b99-8eff-460f-a590-dd273e9155bd') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:02.279127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d288b99-8eff-460f-a590-dd273e9155bd') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:02.280482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2db0ccb9-f170-482f-82f2-c02af0af81cc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.281643 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2db0ccb9-f170-482f-82f2-c02af0af81cc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.300598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.345510 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 69105080-b958-45cb-ba02-f669341cba75 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:02.349624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.350345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 69105080-b958-45cb-ba02-f669341cba75 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:02.350766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.454153 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:02.454783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:02.457942 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:02.476414 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2db0ccb9-f170-482f-82f2-c02af0af81cc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.495070 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2db0ccb9-f170-482f-82f2-c02af0af81cc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.509522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.519299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3c253-aab3-4839-ae12-b0044bc07fa7 None None] Network ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:02.525487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network e157b8e1-c82c-4b41-ae7c-bf0aa5554403 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:02.536076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:02.539962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:02.548371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=d8c6461d-98e8-4595-a4a6-587ce711ca72,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:02.576206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9ed3035b-4508-40a6-9785-5c42ff4bccb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:02.588404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.618072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:02.636107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43094) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:02.643962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2db0ccb9-f170-482f-82f2-c02af0af81cc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.645681 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2db0ccb9-f170-482f-82f2-c02af0af81cc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5473120 Jun 11 11:41:02.651221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43098) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:02.663183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.669445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.675617 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/ec314654-0608-425a-b53c-540b305298fb HTTP/1.1" status: 204 len: 168 time: 5.3882234 Jun 11 11:41:02.676840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43100) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:02.686376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-908286006'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:02.687307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:02.692628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:02.695594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:02.709977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 69105080-b958-45cb-ba02-f669341cba75, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=69105080-b958-45cb-ba02-f669341cba75,segment=NetworkSegment(8a4fef8c-6c6b-4240-9a52-0137fe63dfb3),segment_id=8a4fef8c-6c6b-4240-9a52-0137fe63dfb3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:02.722509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bc78c55c-2ecf-4441-9afc-7141c4545fe2 None None] Provisioning for port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:02.742513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.748913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:02.752786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bc78c55c-2ecf-4441-9afc-7141c4545fe2 None None] Provisioning complete for port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:02.753513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bc78c55c-2ecf-4441-9afc-7141c4545fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.767132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Pushing event updated for resources: {'Port': ['ID=239b459c-dfe8-49bc-bbca-027c27f12b3b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:02.777735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:02.779968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:02.817669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:02.818576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.848494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=ec314654-0608-425a-b53c-540b305298fb,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:02.848928 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.857436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:02.891187 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.906333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-471090383'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:02.916095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b78f86a-30f3-4fd7-adfc-28e335996c0a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:02.972234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.049341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:03.053320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.063341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:03.066833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.080268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.169355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=69105080-b958-45cb-ba02-f669341cba75,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:03.175912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:03.268362 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.281749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.289491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bc78c55c-2ecf-4441-9afc-7141c4545fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.337126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-bc78c55c-2ecf-4441-9afc-7141c4545fe2 None None] For port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4de73edf-6db6-4b0d-8506-4cfe80cc9dde,segment=NetworkSegment(616d7b3f-9575-4366-bc15-8b1dc5cbfacf),segment_id=616d7b3f-9575-4366-bc15-8b1dc5cbfacf)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:03.344412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bc78c55c-2ecf-4441-9afc-7141c4545fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.348601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-066d9f0e-b61a-4a0b-9857-b8c6c7230464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:03.352787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.354859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-23e831e9-d7cd-4383-8016-b298209a0499 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:03.385284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.413062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:41:03.427998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.430058 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Added segment b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79 of type vlan for network 2bf35732-ffe6-4e33-a6fb-db76771bc26d Jun 11 11:41:03.437893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78c55c-2ecf-4441-9afc-7141c4545fe2 None None] Pushing event updated for resources: {'Port': ['ID=4de73edf-6db6-4b0d-8506-4cfe80cc9dde,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:03.457064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bc78c55c-2ecf-4441-9afc-7141c4545fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:03.472343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0b60f570-9531-4fe5-b7a1-91bffa461844 None None] Provisioning for port 8eb588a2-6b28-494b-a6d2-e9e5d8723775 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:03.487819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0b60f570-9531-4fe5-b7a1-91bffa461844 None None] Provisioning complete for port 8eb588a2-6b28-494b-a6d2-e9e5d8723775 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:03.488372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b60f570-9531-4fe5-b7a1-91bffa461844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.490311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69105080-b958-45cb-ba02-f669341cba75 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:03.512683 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9100132 Jun 11 11:41:03.518699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.541761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43106) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:03.553214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'd8c6461d-98e8-4595-a4a6-587ce711ca72', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:03.598040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0b60f570-9531-4fe5-b7a1-91bffa461844 None None] Port 8eb588a2-6b28-494b-a6d2-e9e5d8723775 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:41:03.619183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d519bd1-d06e-46ba-abbf-138bb0070567 None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:41:03.653629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.659707 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.665875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:03.666605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.668747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0b60f570-9531-4fe5-b7a1-91bffa461844 None None] Provisioning complete for port 69105080-b958-45cb-ba02-f669341cba75 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:03.669143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b60f570-9531-4fe5-b7a1-91bffa461844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.677943 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Pushing event updated for resources: {'Port': ['ID=239b459c-dfe8-49bc-bbca-027c27f12b3b,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:03.681453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:03.684526 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9866fd47-e93b-4fb9-a9d4-e2bb1e65cea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:03.706360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 69105080-b958-45cb-ba02-f669341cba75 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:03.706767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.715335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342d4e3f-ae3b-433f-aff1-909a7e98b124,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:03.718585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:03.719055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:03.803608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Network': ['ID=2bf35732-ffe6-4e33-a6fb-db76771bc26d,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:03.806385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:03.824264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:41:03.843669 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.844013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b78f86a-30f3-4fd7-adfc-28e335996c0a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.844906 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8294201 Jun 11 11:41:03.845779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:41:03.847792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.848132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43108) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:03.852237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b78f86a-30f3-4fd7-adfc-28e335996c0a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.855083 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2164574 Jun 11 11:41:03.858412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43112) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:03.863677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:03.950152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:03.950794 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment 9487d030-0dfd-4eda-a68f-7d4f70f4502c of type vlan for network da0462ce-f2a9-4c98-9b68-750bb3965b9c Jun 11 11:41:03.989147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:04.005312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:04.012963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.027453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b78f86a-30f3-4fd7-adfc-28e335996c0a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.027911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b78f86a-30f3-4fd7-adfc-28e335996c0a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce2e0eee-a6df-420e-a9df-99803a35a8ed {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:41:04.034345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.040485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b78f86a-30f3-4fd7-adfc-28e335996c0a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.041715 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5b78f86a-30f3-4fd7-adfc-28e335996c0a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "DELETE /v2.0/routers/ce2e0eee-a6df-420e-a9df-99803a35a8ed HTTP/1.1" status: 204 len: 168 time: 1.3865802 Jun 11 11:41:04.050969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d519bd1-d06e-46ba-abbf-138bb0070567 None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:41:04.170656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.218806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bde1c141-245b-4dda-9fdd-13943085b597 None None] Provisioning complete for port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:04.219344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bde1c141-245b-4dda-9fdd-13943085b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.232602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.238971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:04.239860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.250335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:04.330428 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6483231 Jun 11 11:41:04.336680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43118) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:04.371375 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43120) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:04.385720 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'network_id': 'da0462ce-f2a9-4c98-9b68-750bb3965b9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:04.405637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=da0462ce-f2a9-4c98-9b68-750bb3965b9c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:04.422389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:04.427996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network da0462ce-f2a9-4c98-9b68-750bb3965b9c details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:41:04.439429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.451625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.467712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-75cbb435-7676-4101-9825-3e85a1e981b1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:04.488576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.493366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-600edfa2-f07d-4299-a57d-10b77154a050 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:04.546996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.673740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.691353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-463555567', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:04.691685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event updated for resources: {'Port': ['ID=8eb588a2-6b28-494b-a6d2-e9e5d8723775,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:04.697343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.700093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:04.735133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=fed7c149-826e-42c7-b976-596257b15c18,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:04.749427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:04.751191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:04.754611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.766578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Allocated IP 172.26.6.168 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/3065a103-6830-4b7e-8c69-6bfbaad6e9a8) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:04.774817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.775782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:04.788384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:04.789236 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network hostable DHCP agents. Network: 2bf35732-ffe6-4e33-a6fb-db76771bc26d, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:41:04.976574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Network a9857f2b-4fbf-4250-804a-86c3ef8d5069 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:04.981357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:05.198018 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:05.198870 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:41:05.236175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:05.242925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-575533bb-92df-4d57-908f-c788ee41103b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:05.266945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4a96082d-014b-4133-ba39-db858dcb6680 None None] Provisioning complete for port 8eb588a2-6b28-494b-a6d2-e9e5d8723775 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:05.267457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4a96082d-014b-4133-ba39-db858dcb6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:05.311058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=54a16102-f866-4d38-855e-0e4ed61e5a4a,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:05.314350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:05.321111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Router be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:41:05.323365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4a96082d-014b-4133-ba39-db858dcb6680 None None] Port 8eb588a2-6b28-494b-a6d2-e9e5d8723775 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:41:05.348231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking segment: {'id': '9487d030-0dfd-4eda-a68f-7d4f70f4502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'da0462ce-f2a9-4c98-9b68-750bb3965b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:05.348722 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network hostable DHCP agents. Network: da0462ce-f2a9-4c98-9b68-750bb3965b9c, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:41:05.357685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 2bf35732-ffe6-4e33-a6fb-db76771bc26d) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:05.362081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:05.362710 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:05.380219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183791f-f319-4037-a895-4beb3cca1436 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:05.492686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network da0462ce-f2a9-4c98-9b68-750bb3965b9c is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:41:05.506166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4de73edf-6db6-4b0d-8506-4cfe80cc9dde up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:05.508398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:05.510025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, da0462ce-f2a9-4c98-9b68-750bb3965b9c) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:05.513998 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6544442 Jun 11 11:41:05.520449 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "PUT /v2.0/routers/be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9131379 Jun 11 11:41:05.520549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43128) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:05.520631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43130) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:05.525176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'name': 'tempest-NetworksTestDHCPv6-840097328'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:05.525452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:05.526047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:05.529930 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:05.549114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa366887-ad8b-4092-a5b9-7a1fce4f9189 None None] Sync routers for ids ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:05.551486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b5210f-13cb-4493-b848-a4c74f1c7794 None None] Network da0462ce-f2a9-4c98-9b68-750bb3965b9c requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:05.555391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:05.586749 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2096646 Jun 11 11:41:05.589169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43132) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:05.716384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa366887-ad8b-4092-a5b9-7a1fce4f9189 None None] Routers {'be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:05.717212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-fa366887-ad8b-4092-a5b9-7a1fce4f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:05.741239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:05.746255 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:05.847818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:05.851791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:05.879122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:05.890937 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:05.894261 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:05.902799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Pushing event updated for resources: {'Port': ['ID=3065a103-6830-4b7e-8c69-6bfbaad6e9a8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:05.936652 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 8f89bf07-1d2a-4280-8c83-3372ddf522e3 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:41:05.941433 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:05.981801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-fa366887-ad8b-4092-a5b9-7a1fce4f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:06.006716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'fed7c149-826e-42c7-b976-596257b15c18'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:06.008674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.029187 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa366887-ad8b-4092-a5b9-7a1fce4f9189 None None] Routers {'be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:06.029775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-fa366887-ad8b-4092-a5b9-7a1fce4f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:06.034153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:06.034417 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.133105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-fa366887-ad8b-4092-a5b9-7a1fce4f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:06.133528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa366887-ad8b-4092-a5b9-7a1fce4f9189 None None] The sync data for ids ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:06.253213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.294681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::14a (2bf35732-ffe6-4e33-a6fb-db76771bc26d/fed7c149-826e-42c7-b976-596257b15c18/8f89bf07-1d2a-4280-8c83-3372ddf522e3) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:06.299776 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.304887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.26.6.56 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/29d03260-90d9-49bf-8aa5-a6838b812ebc) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:06.313521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-da0462ce-f2a9-4c98-9b68-750bb3965b9c', 'network_id': 'da0462ce-f2a9-4c98-9b68-750bb3965b9c', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '54a16102-f866-4d38-855e-0e4ed61e5a4a'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:06.314410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.316146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.331962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.466393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.487870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Allocated IP 172.20.0.1 (da0462ce-f2a9-4c98-9b68-750bb3965b9c/54a16102-f866-4d38-855e-0e4ed61e5a4a/0be18f69-1fba-4567-a880-ef709320d0a4) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:06.662346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.711594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.720973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Transition to ACTIVE for port object 0be18f69-1fba-4567-a880-ef709320d0a4 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:06.738173 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Transition to ACTIVE for port object 0be18f69-1fba-4567-a880-ef709320d0a4 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:06.744903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.746851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:06.753778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.768337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.787590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 8f89bf07-1d2a-4280-8c83-3372ddf522e3 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:06.793938 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Network da0462ce-f2a9-4c98-9b68-750bb3965b9c is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:06.798578 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:06.803187 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:06.808350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Pushing event updated for resources: {'Port': ['ID=0be18f69-1fba-4567-a880-ef709320d0a4,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:06.809795 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-89276a62-7919-47ad-bb26-0ecb104a698c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:41:06.814607 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-89276a62-7919-47ad-bb26-0ecb104a698c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "PUT /v2.0/routers/be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2934666 Jun 11 11:41:06.814777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:06.815930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43138) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:06.832479 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.843629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.853544 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2e13835b-6339-4424-a36d-8da3a81c5872 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:06.912556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Attempting to bind port 0be18f69-1fba-4567-a880-ef709320d0a4 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:06.913243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Attempting to bind port 0be18f69-1fba-4567-a880-ef709320d0a4 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '9487d030-0dfd-4eda-a68f-7d4f70f4502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'da0462ce-f2a9-4c98-9b68-750bb3965b9c'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:06.913655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Attempting to bind port 0be18f69-1fba-4567-a880-ef709320d0a4 on network da0462ce-f2a9-4c98-9b68-750bb3965b9c {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:06.920339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:06.920736 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Checking segment: {'id': '9487d030-0dfd-4eda-a68f-7d4f70f4502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'da0462ce-f2a9-4c98-9b68-750bb3965b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:06.921376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.921877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Bound using segment: {'id': '9487d030-0dfd-4eda-a68f-7d4f70f4502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'da0462ce-f2a9-4c98-9b68-750bb3965b9c'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:06.922786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Bound port: 0be18f69-1fba-4567-a880-ef709320d0a4, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9487d030-0dfd-4eda-a68f-7d4f70f4502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'da0462ce-f2a9-4c98-9b68-750bb3965b9c'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:06.923429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.932377 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.957606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.958228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:06.965629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Pushing event updated for resources: {'Port': ['ID=3065a103-6830-4b7e-8c69-6bfbaad6e9a8,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:06.969335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:06.969618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:06.969796 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-117ba2db-899c-4007-8c5b-e54aaea137f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:06.986772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.006941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.010864 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1593409 Jun 11 11:41:07.014828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43142) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:07.029962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Subnet': ['ID=54a16102-f866-4d38-855e-0e4ed61e5a4a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:07.038552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:07.039801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-11946400-124b-4972-8b11-8654589bb1b5 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:07.061421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/fed7c149-826e-42c7-b976-596257b15c18/0716a2d4-182e-412e-b667-7ae3073b2dbe) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:07.063877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] For port 0be18f69-1fba-4567-a880-ef709320d0a4, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:07.068769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] For port 0be18f69-1fba-4567-a880-ef709320d0a4, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0be18f69-1fba-4567-a880-ef709320d0a4,segment=NetworkSegment(9487d030-0dfd-4eda-a68f-7d4f70f4502c),segment_id=9487d030-0dfd-4eda-a68f-7d4f70f4502c)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:07.070152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:07.076298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.079483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b303026c-f8a9-4e01-921d-8e7adc3a181b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:07.082475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:07.086887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:07.092598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:07.093247 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.095764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=8f89bf07-1d2a-4280-8c83-3372ddf522e3,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:07.101263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:07.122949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Allocated IP 172.26.6.85 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/d0505760-2278-4377-b58f-3ea4f6c91134) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:07.125226 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6061544 Jun 11 11:41:07.127718 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43144) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:07.232196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Pushing event updated for resources: {'Port': ['ID=0be18f69-1fba-4567-a880-ef709320d0a4,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:07.236230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:07.285131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:07.305279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:07.329059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.338584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Transition to ACTIVE for port object 0716a2d4-182e-412e-b667-7ae3073b2dbe will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:07.339104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e66927-6d83-4c9b-86cc-9777caeab78a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:07.343070 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-73e66927-6d83-4c9b-86cc-9777caeab78a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2120078 Jun 11 11:41:07.347444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43146) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:07.356037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.359170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Transition to ACTIVE for port object 0716a2d4-182e-412e-b667-7ae3073b2dbe will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:07.359351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:07.360996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.374764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.377502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:07.414421 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=29d03260-90d9-49bf-8aa5-a6838b812ebc,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:07.422868 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-09dda803-bf24-4e12-ac9c-61c3a40a4a34 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.4047730 Jun 11 11:41:07.426871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0462ce-f2a9-4c98-9b68-750bb3965b9c']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:07.427597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43148) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:07.429799 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:07.439919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:07.445143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:07.448694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:07.454564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Pushing event updated for resources: {'Port': ['ID=0716a2d4-182e-412e-b667-7ae3073b2dbe,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:07.464941 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:07.534336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9487d030-0dfd-4eda-a68f-7d4f70f4502c') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:07.534750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9487d030-0dfd-4eda-a68f-7d4f70f4502c') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:07.584542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.595831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Attempting to bind port 0716a2d4-182e-412e-b667-7ae3073b2dbe on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:07.596226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Attempting to bind port 0716a2d4-182e-412e-b667-7ae3073b2dbe by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:07.596608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Attempting to bind port 0716a2d4-182e-412e-b667-7ae3073b2dbe on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:07.605951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:07.606258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:07.608736 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.609889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:07.610418 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Bound port: 0716a2d4-182e-412e-b667-7ae3073b2dbe, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:07.610858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.677978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.708648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:07.709075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:07.712451 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:07.728394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] For port 0716a2d4-182e-412e-b667-7ae3073b2dbe, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:07.916676 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-837bb96d-3084-4f82-88d4-6ad23482fcf4 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4877486 Jun 11 11:41:07.920547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43152) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:07.949067 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] For port 0716a2d4-182e-412e-b667-7ae3073b2dbe, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0716a2d4-182e-412e-b667-7ae3073b2dbe,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:07.953426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.api [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:41:07.953426 dv-neutron-786478-5-hyperv neutron-server[99006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:41:07.953426 dv-neutron-786478-5-hyperv neutron-server[99006]: [parameters: {'id': 'da0462ce-f2a9-4c98-9b68-750bb3965b9c'}] Jun 11 11:41:07.953426 dv-neutron-786478-5-hyperv neutron-server[99006]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=99006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:41:07.953861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_db.api [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:41:07.955791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:07.959525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-288d73ee-264d-4804-a012-0c2ce367950a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:08.020199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:08.023981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cceca2b4-3a07-48b1-8852-2e60fc68dd16 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:08.035650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Pushing event updated for resources: {'Port': ['ID=0716a2d4-182e-412e-b667-7ae3073b2dbe,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:08.039894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:08.173704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:08.183919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Pushing event updated for resources: {'Port': ['ID=d0505760-2278-4377-b58f-3ea4f6c91134,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:08.189636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:08.191708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:08.199228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb918d-2d18-4049-b43a-f19b65c75ad7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 8f89bf07-1d2a-4280-8c83-3372ddf522e3 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:08.199576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7fdb918d-2d18-4049-b43a-f19b65c75ad7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:08.219523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:08.283017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:08.449322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c720bb59-b042-46c1-941b-9094e788ac1b None None] Network da0462ce-f2a9-4c98-9b68-750bb3965b9c requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:08.491192 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Deleting port 3065a103-6830-4b7e-8c69-6bfbaad6e9a8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:08.492067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:08.500701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7fdb918d-2d18-4049-b43a-f19b65c75ad7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:08.598759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-36a3a826-2c5b-4018-864f-1989bde6abef None None] Provisioning for port 0be18f69-1fba-4567-a880-ef709320d0a4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:08.668789 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb918d-2d18-4049-b43a-f19b65c75ad7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 8f89bf07-1d2a-4280-8c83-3372ddf522e3 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:08.720988 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a1849c-3744-4e82-974c-24c6c4309124 None None] DHCP port deletion for da0462ce-f2a9-4c98-9b68-750bb3965b9c request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:08.784173 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-93a1849c-3744-4e82-974c-24c6c4309124 None None] Deleting port 0be18f69-1fba-4567-a880-ef709320d0a4 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:08.784173 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-93a1849c-3744-4e82-974c-24c6c4309124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:08.795907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:08.881440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-93a1849c-3744-4e82-974c-24c6c4309124 None None] For port 0be18f69-1fba-4567-a880-ef709320d0a4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0be18f69-1fba-4567-a880-ef709320d0a4,segment=NetworkSegment(9487d030-0dfd-4eda-a68f-7d4f70f4502c),segment_id=9487d030-0dfd-4eda-a68f-7d4f70f4502c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:08.883291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-93a1849c-3744-4e82-974c-24c6c4309124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:08.890675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:08.891140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.016375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.018831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-93a1849c-3744-4e82-974c-24c6c4309124 None None] Calling delete_port for 0be18f69-1fba-4567-a880-ef709320d0a4 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:09.128251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-93a1849c-3744-4e82-974c-24c6c4309124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.130228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-af98de4a-913b-4cef-9b5c-5417306fe8b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:09.132274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Calling delete_port for 3065a103-6830-4b7e-8c69-6bfbaad6e9a8 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:09.163589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1849c-3744-4e82-974c-24c6c4309124 None None] Pushing event deleted for resources: {'Port': ['ID=0be18f69-1fba-4567-a880-ef709320d0a4,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:09.171114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-93a1849c-3744-4e82-974c-24c6c4309124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:09.171951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a1849c-3744-4e82-974c-24c6c4309124 None None] No DVR routers for this DVR port 0be18f69-1fba-4567-a880-ef709320d0a4 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:09.179734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Deleting port 0be18f69-1fba-4567-a880-ef709320d0a4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:09.180087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.255127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.299734 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7fdb918d-2d18-4049-b43a-f19b65c75ad7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.314157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f4663e-8886-4a8a-80c1-b11ad3f13886 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:09.319622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:09.376810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb918d-2d18-4049-b43a-f19b65c75ad7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=8f89bf07-1d2a-4280-8c83-3372ddf522e3,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:09.381674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7fdb918d-2d18-4049-b43a-f19b65c75ad7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:09.382517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.412554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-881f6070-1d79-4065-b785-faa516696649 None None] Provisioning for port 0716a2d4-182e-412e-b667-7ae3073b2dbe completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:09.422600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] For port 0be18f69-1fba-4567-a880-ef709320d0a4, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:09.422976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.519167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7fdb918d-2d18-4049-b43a-f19b65c75ad7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.521396 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7fdb918d-2d18-4049-b43a-f19b65c75ad7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/8f89bf07-1d2a-4280-8c83-3372ddf522e3 HTTP/1.1" status: 204 len: 168 time: 2.1730895 Jun 11 11:41:09.524378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43160) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:09.559962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Calling delete_port for 0be18f69-1fba-4567-a880-ef709320d0a4 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:09.565171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.ipam_backend_mixin [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Port 0be18f69-1fba-4567-a880-ef709320d0a4 was not found and therefore no delete operation was performed {{(pid=99006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:41:09.574048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.592305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0716a2d4-182e-412e-b667-7ae3073b2dbe up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:09.623224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-117a12c6-2aa2-4d5c-a64e-cce0ae45635d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:09.632226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Deleting port 8eb588a2-6b28-494b-a6d2-e9e5d8723775 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:09.632572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.667002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a8191-86f3-4bdb-a692-abd7d65d827f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:09.668548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a8191-86f3-4bdb-a692-abd7d65d827f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:09.670601 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-607a8191-86f3-4bdb-a692-abd7d65d827f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1445785 Jun 11 11:41:09.673408 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43162) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:09.674845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 0716a2d4-182e-412e-b667-7ae3073b2dbe completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:09.675542 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.680600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 0716a2d4-182e-412e-b667-7ae3073b2dbe triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:09.680600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.681138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Port': ['ID=0be18f69-1fba-4567-a880-ef709320d0a4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:09.688195 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d44fca0-6011-4cc9-9b14-304a512542e3 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:09.705828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No DVR routers for this DVR port 0be18f69-1fba-4567-a880-ef709320d0a4 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:09.708492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:09.785350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.833868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 0716a2d4-182e-412e-b667-7ae3073b2dbe, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0716a2d4-182e-412e-b667-7ae3073b2dbe,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:09.838307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.841188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:09.900756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=0716a2d4-182e-412e-b667-7ae3073b2dbe,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:09.904587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:09.948653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.955245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:09.984409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0462ce-f2a9-4c98-9b68-750bb3965b9c']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:09.999409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.061618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fac8c3a1-253f-42e9-bb1b-d327134c9229 None None] Provisioning complete for port 0716a2d4-182e-412e-b667-7ae3073b2dbe triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:10.062665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fac8c3a1-253f-42e9-bb1b-d327134c9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.093271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Calling delete_port for 8eb588a2-6b28-494b-a6d2-e9e5d8723775 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:10.096712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9487d030-0dfd-4eda-a68f-7d4f70f4502c') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:10.097206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9487d030-0dfd-4eda-a68f-7d4f70f4502c') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:10.099309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.112315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a2bdf85-3672-4883-b585-6128cdbce066 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:10.123500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.163964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Pushing event deleted for resources: {'Port': ['ID=3065a103-6830-4b7e-8c69-6bfbaad6e9a8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:10.216105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:10.260688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.276634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:10.276872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.280299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=29d03260-90d9-49bf-8aa5-a6838b812ebc,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:10.283657 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:10.293129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc4f254-5fa7-4446-bc83-0a4e10f12a60 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet fed7c149-826e-42c7-b976-596257b15c18 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:41:10.308506 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f254-5fa7-4446-bc83-0a4e10f12a60 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.311824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:10.321520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae2e60e6-8392-476e-9e0e-200ab164db40 None None] Could not find standard attr ID for object 8f89bf07-1d2a-4280-8c83-3372ddf522e3. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:41:10.392804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.395397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.396602 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] 10.222.0.46 "DELETE /v2.0/floatingips/5015c866-79bf-4874-8664-40183b7f5c9d HTTP/1.1" status: 204 len: 168 time: 2.4751453 Jun 11 11:41:10.402818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43168) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:10.414930 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f254-5fa7-4446-bc83-0a4e10f12a60 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.437987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.501085 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.558225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.608319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a9a9bda2-3842-41f6-87d2-6dee1f864897 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:10.622176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.624086 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/da0462ce-f2a9-4c98-9b68-750bb3965b9c HTTP/1.1" status: 204 len: 168 time: 5.0338156 Jun 11 11:41:10.629326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43170) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:10.645701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1778578411'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:10.660975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=da0462ce-f2a9-4c98-9b68-750bb3965b9c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:10.669663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:10.708819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:10.712809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.752765 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP bcc0bf99-61bb-44b9-899d-ee8cd420f213 associated. External IP: 172.26.6.56, port: d8c6461d-98e8-4595-a4a6-587ce711ca72. Jun 11 11:41:10.780651 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f254-5fa7-4446-bc83-0a4e10f12a60 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.854055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Deleting port 239b459c-dfe8-49bc-bbca-027c27f12b3b {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:10.854397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.889051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.893056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bb0db669-bb06-4e1c-a96b-c4c1289a2184 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:10.908288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f254-5fa7-4446-bc83-0a4e10f12a60 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.937376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event deleted for resources: {'Port': ['ID=8eb588a2-6b28-494b-a6d2-e9e5d8723775,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:10.942810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:41:10.957372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:10.958268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:10.962151 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Router 7d9193d9-d9fb-4d56-966d-2b298ce2909e is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:41:10.988769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:10.989116 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment 59532c06-cb90-4ac1-bef0-cfd91a4e2234 of type vlan for network 6d6d753e-dee3-48c2-9164-4b2164e0ee76 Jun 11 11:41:11.007292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f254-5fa7-4446-bc83-0a4e10f12a60 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.011729 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6dc4f254-5fa7-4446-bc83-0a4e10f12a60 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/fed7c149-826e-42c7-b976-596257b15c18 HTTP/1.1" status: 204 len: 168 time: 1.3375118 Jun 11 11:41:11.014293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4f254-5fa7-4446-bc83-0a4e10f12a60 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=fed7c149-826e-42c7-b976-596257b15c18,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:11.015385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b31ddeb-60b9-4ed4-8e27-73d85bc6dd40 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:11.017634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43172) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:11.026109 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6dc4f254-5fa7-4446-bc83-0a4e10f12a60 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:11.111705 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b0d4623e-efda-495a-8e7f-7b879aee5bb2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921607 Jun 11 11:41:11.114448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43174) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:11.131080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:11.137601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.137862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.359912 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Calling delete_port for 239b459c-dfe8-49bc-bbca-027c27f12b3b owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:11.469857 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314551ff-f35c-469b-a819-0333257dada4 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:11.547801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-314551ff-f35c-469b-a819-0333257dada4 None None] Deleting port 0716a2d4-182e-412e-b667-7ae3073b2dbe {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:11.548580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-314551ff-f35c-469b-a819-0333257dada4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.550555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:11.561644 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdfe3e2-afe7-4554-ab1a-4cdefba6e53e None None] Sync routers for ids ['7d9193d9-d9fb-4d56-966d-2b298ce2909e'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:11.579348 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfe3e2-afe7-4554-ab1a-4cdefba6e53e None None] Routers {'7d9193d9-d9fb-4d56-966d-2b298ce2909e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:11.580133 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5fdfe3e2-afe7-4554-ab1a-4cdefba6e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['7d9193d9-d9fb-4d56-966d-2b298ce2909e'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:11.595803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:11.599591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.604093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.605464 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2332032 Jun 11 11:41:11.654636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-314551ff-f35c-469b-a819-0333257dada4 None None] For port 0716a2d4-182e-412e-b667-7ae3073b2dbe, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0716a2d4-182e-412e-b667-7ae3073b2dbe,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:11.655044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-314551ff-f35c-469b-a819-0333257dada4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.655962 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5fdfe3e2-afe7-4554-ab1a-4cdefba6e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:11.666976 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfe3e2-afe7-4554-ab1a-4cdefba6e53e None None] Routers {'7d9193d9-d9fb-4d56-966d-2b298ce2909e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:11.667741 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5fdfe3e2-afe7-4554-ab1a-4cdefba6e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['7d9193d9-d9fb-4d56-966d-2b298ce2909e'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:11.683394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43180) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:11.735463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.755788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-314551ff-f35c-469b-a819-0333257dada4 None None] Calling delete_port for 0716a2d4-182e-412e-b667-7ae3073b2dbe owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:11.822826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.829252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:11.839259 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5fdfe3e2-afe7-4554-ab1a-4cdefba6e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:11.840061 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdfe3e2-afe7-4554-ab1a-4cdefba6e53e None None] The sync data for ids ['7d9193d9-d9fb-4d56-966d-2b298ce2909e'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:11.871879 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-314551ff-f35c-469b-a819-0333257dada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.875594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:11.877997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.883858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:11.884485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.888042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:11.891084 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:11.911565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314551ff-f35c-469b-a819-0333257dada4 None None] No DVR routers for this DVR port 0716a2d4-182e-412e-b667-7ae3073b2dbe on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:11.917691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314551ff-f35c-469b-a819-0333257dada4 None None] Pushing event deleted for resources: {'Port': ['ID=0716a2d4-182e-412e-b667-7ae3073b2dbe,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:11.928868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-314551ff-f35c-469b-a819-0333257dada4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:11.930290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Pushing event deleted for resources: {'Port': ['ID=239b459c-dfe8-49bc-bbca-027c27f12b3b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:11.931532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:11.942617 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2984519 Jun 11 11:41:11.942813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:11.946063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43182) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:11.949675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'network_id': '6d6d753e-dee3-48c2-9164-4b2164e0ee76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:12.095574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=6d6d753e-dee3-48c2-9164-4b2164e0ee76,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:12.099909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:12.108536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 6d6d753e-dee3-48c2-9164-4b2164e0ee76 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:41:12.131059 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6bf0d2f3-0cb1-4c15-96d4-2f7934ec51a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/routers/7d9193d9-d9fb-4d56-966d-2b298ce2909e HTTP/1.1" status: 200 len: 923 time: 0.4432847 Jun 11 11:41:12.137594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43184) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:12.208522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:12.211365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:12.212640 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/35ecb0d6-265e-4f84-969c-7c08dd635fb2 HTTP/1.1" status: 204 len: 168 time: 1.8087547 Jun 11 11:41:12.215965 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-75a0b989-4af3-400e-8dc9-c7e2d0a2a189 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d9193d9-d9fb-4d56-966d-2b298ce2909e HTTP/1.1" status: 200 len: 205 time: 0.0771956 Jun 11 11:41:12.216596 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43186) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:12.225231 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-eb9f000c-a1c0-477d-a064-444184270ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:12.229485 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43188) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:12.325653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Router be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:12.353945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:12.368135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67fd544-9a4f-4a9c-9afc-c4058ba13380 None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:12.381404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67fd544-9a4f-4a9c-9afc-c4058ba13380 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:12.383022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d67fd544-9a4f-4a9c-9afc-c4058ba13380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:12.441506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d67fd544-9a4f-4a9c-9afc-c4058ba13380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:12.458246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67fd544-9a4f-4a9c-9afc-c4058ba13380 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:12.459660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d67fd544-9a4f-4a9c-9afc-c4058ba13380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:12.465770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:12.471055 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "PUT /v2.0/routers/be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6523769 Jun 11 11:41:12.475392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43192) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:12.478591 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ca329-5a86-4bb6-8c61-047552cf92a0 None None] Sync routers for ids ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:12.492258 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ca329-5a86-4bb6-8c61-047552cf92a0 None None] Routers {'be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:12.493353 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-091ca329-5a86-4bb6-8c61-047552cf92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:12.520249 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d67fd544-9a4f-4a9c-9afc-c4058ba13380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:12.520791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67fd544-9a4f-4a9c-9afc-c4058ba13380 None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:12.531575 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-78bf2ce1-679a-4f07-bbc0-cd21463d1104 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] delete failed (client error): The resource could not be found. Jun 11 11:41:12.536406 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-78bf2ce1-679a-4f07-bbc0-cd21463d1104 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1584367111 HTTP/1.1" status: 404 len: 335 time: 0.0564318 Jun 11 11:41:12.536720 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43194) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:12.541929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-87403456-9301-49b2-91a1-e6152e321a9c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:12.548619 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-091ca329-5a86-4bb6-8c61-047552cf92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:12.558113 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ca329-5a86-4bb6-8c61-047552cf92a0 None None] Routers {'be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:12.558812 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-091ca329-5a86-4bb6-8c61-047552cf92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:40:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:12.609715 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-091ca329-5a86-4bb6-8c61-047552cf92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:12.610333 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ca329-5a86-4bb6-8c61-047552cf92a0 None None] The sync data for ids ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:12.732850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:12.736287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:12.759917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:12.864487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:12.901146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87403456-9301-49b2-91a1-e6152e321a9c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:12.905422 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.3623943 Jun 11 11:41:12.908393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43198) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:12.913798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b7840672-c410-4c13-a0a3-01d3ed1e7ecd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:12.925026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:12.980149 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-87403456-9301-49b2-91a1-e6152e321a9c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] update failed (client error): The resource could not be found. Jun 11 11:41:12.984619 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-87403456-9301-49b2-91a1-e6152e321a9c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "PUT /v2.0/routers/be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2 HTTP/1.1" status: 404 len: 339 time: 0.4435391 Jun 11 11:41:12.985021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43200) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:13.005566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.015668 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:13.068285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:13.077786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba2ea2-f848-4e86-888e-b573b44498c9 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:13.105039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7840672-c410-4c13-a0a3-01d3ed1e7ecd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.126612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:13.127111 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.138383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=c1706829-94b5-456d-a2ba-4180c8b29698,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:13.156653 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:13.176822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f9504b4d-adbb-4e48-ac04-ff89d24a4128 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Deleting port 1eae615d-a1e8-4134-9b87-87065a3ad6e4 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:13.177181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f9504b4d-adbb-4e48-ac04-ff89d24a4128 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.186246 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0694790 Jun 11 11:41:13.205200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43202) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:13.215940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'name': 'tempest-NetworksTestDHCPv6-840227255'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:13.291389 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'c1706829-94b5-456d-a2ba-4180c8b29698'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:13.292563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.354259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.426863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f9504b4d-adbb-4e48-ac04-ff89d24a4128 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.458932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.471984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:13.503859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/c1706829-94b5-456d-a2ba-4180c8b29698/69595d88-b06e-463e-8b7c-ee17fdc10ff2) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:13.562247 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f9504b4d-adbb-4e48-ac04-ff89d24a4128 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Calling delete_port for 1eae615d-a1e8-4134-9b87-87065a3ad6e4 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:13.577217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0716a2d4-182e-412e-b667-7ae3073b2dbe no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:13.682092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 0716a2d4-182e-412e-b667-7ae3073b2dbe {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:13.682852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0716a2d4-182e-412e-b667-7ae3073b2dbe not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:13.699634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=83b42d8b-e4e0-4f6f-a03f-80de2ca28a96,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:13.712663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:13.724800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Deleting port d0505760-2278-4377-b58f-3ea4f6c91134 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:13.725156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.755403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking segment: {'id': '59532c06-cb90-4ac1-bef0-cfd91a4e2234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d6d753e-dee3-48c2-9164-4b2164e0ee76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:13.756115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network hostable DHCP agents. Network: 6d6d753e-dee3-48c2-9164-4b2164e0ee76, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:41:13.799652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.887424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network 6d6d753e-dee3-48c2-9164-4b2164e0ee76 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:41:13.919618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 6d6d753e-dee3-48c2-9164-4b2164e0ee76) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:13.926985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.931908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e1ef0a-80e3-4c79-b729-f42f13afdd36 None None] Network 6d6d753e-dee3-48c2-9164-4b2164e0ee76 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:13.939220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:13.939722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:13.953358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Transition to ACTIVE for port object 69595d88-b06e-463e-8b7c-ee17fdc10ff2 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:13.998615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f9504b4d-adbb-4e48-ac04-ff89d24a4128 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.024379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Transition to ACTIVE for port object 69595d88-b06e-463e-8b7c-ee17fdc10ff2 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:14.036715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.039385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Calling delete_port for d0505760-2278-4377-b58f-3ea4f6c91134 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:14.040100 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:14.045561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6a96d699-8361-42b9-bacf-9bdefec0fca5 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:14.074302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7840672-c410-4c13-a0a3-01d3ed1e7ecd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.084219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7840672-c410-4c13-a0a3-01d3ed1e7ecd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.084567 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-b7840672-c410-4c13-a0a3-01d3ed1e7ecd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP bcc0bf99-61bb-44b9-899d-ee8cd420f213 disassociated. External IP: 172.26.6.56, port: d8c6461d-98e8-4595-a4a6-587ce711ca72. Jun 11 11:41:14.085693 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1394424 Jun 11 11:41:14.089761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9504b4d-adbb-4e48-ac04-ff89d24a4128 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event deleted for resources: {'Port': ['ID=1eae615d-a1e8-4134-9b87-87065a3ad6e4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:14.095637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43208) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:14.114662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:14.121556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:14.124258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:14.143783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f9504b4d-adbb-4e48-ac04-ff89d24a4128 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:14.155042 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Pushing event updated for resources: {'Port': ['ID=69595d88-b06e-463e-8b7c-ee17fdc10ff2,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:14.158644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:14.219254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.239806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-6d6d753e-dee3-48c2-9164-4b2164e0ee76', 'network_id': '6d6d753e-dee3-48c2-9164-4b2164e0ee76', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '83b42d8b-e4e0-4f6f-a03f-80de2ca28a96'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:14.241075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.267500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:14.271155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.302218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Attempting to bind port 69595d88-b06e-463e-8b7c-ee17fdc10ff2 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:14.303270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Attempting to bind port 69595d88-b06e-463e-8b7c-ee17fdc10ff2 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:14.303953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Attempting to bind port 69595d88-b06e-463e-8b7c-ee17fdc10ff2 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:14.362919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:14.363595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:14.364275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.364690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:14.365174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Bound port: 69595d88-b06e-463e-8b7c-ee17fdc10ff2, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:14.365554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.430218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 16fde8ad-f8de-4288-8adc-fc3e0443a933 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:41:14.500369 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Allocated IP 172.20.0.2 (6d6d753e-dee3-48c2-9164-4b2164e0ee76/83b42d8b-e4e0-4f6f-a03f-80de2ca28a96/9136a275-acec-42e5-bfb9-49339bfe6879) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:14.502565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] For port 69595d88-b06e-463e-8b7c-ee17fdc10ff2, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:14.507386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] For port 69595d88-b06e-463e-8b7c-ee17fdc10ff2, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=69595d88-b06e-463e-8b7c-ee17fdc10ff2,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:14.514999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.516433 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f9504b4d-adbb-4e48-ac04-ff89d24a4128 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.518120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bc78c55c-2ecf-4441-9afc-7141c4545fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:14.518247 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f9504b4d-adbb-4e48-ac04-ff89d24a4128 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "DELETE /v2.0/ports/1eae615d-a1e8-4134-9b87-87065a3ad6e4 HTTP/1.1" status: 204 len: 168 time: 2.2967849 Jun 11 11:41:14.521256 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43210) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:14.533282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.572495 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8ffadbec-a0a0-4abb-913e-f36b100398a2 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:14.617515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Pushing event deleted for resources: {'Port': ['ID=d0505760-2278-4377-b58f-3ea4f6c91134,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:14.652081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:14.699692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::12c (2bf35732-ffe6-4e33-a6fb-db76771bc26d/c1706829-94b5-456d-a2ba-4180c8b29698/16fde8ad-f8de-4288-8adc-fc3e0443a933) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:14.701740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.716217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.749523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.753205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Pushing event updated for resources: {'Port': ['ID=69595d88-b06e-463e-8b7c-ee17fdc10ff2,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:14.766359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:14.883075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.883831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.889363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.924538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Transition to ACTIVE for port object 9136a275-acec-42e5-bfb9-49339bfe6879 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:14.931274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5067cb-e116-45d8-99fd-456d7c304b08 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:14.931487 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bb5067cb-e116-45d8-99fd-456d7c304b08 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "GET /v2.0/ports?device_id=84335bb5-b805-4aa4-8ef6-b5f3c461a157 HTTP/1.1" status: 200 len: 913 time: 0.4093933 Jun 11 11:41:14.968057 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43216) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:14.969021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Transition to ACTIVE for port object 9136a275-acec-42e5-bfb9-49339bfe6879 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:14.987482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7baa1075-a065-4bc9-9bd5-85ca66ed69ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:14.996827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Allocated IP 172.20.0.1 (1854b337-4c70-4db4-8d39-a1bad296a471/75af5156-f8a5-4a60-89d7-9a3c2dd38ca4/cb0b483f-b667-49c6-8ccb-e133c44d1f1f) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:15.003099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.030575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:15.093869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Network 6d6d753e-dee3-48c2-9164-4b2164e0ee76 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:15.098181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:15.104444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:15.126208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Pushing event updated for resources: {'Port': ['ID=9136a275-acec-42e5-bfb9-49339bfe6879,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:15.133494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:15.206228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Attempting to bind port 9136a275-acec-42e5-bfb9-49339bfe6879 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:15.207023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Attempting to bind port 9136a275-acec-42e5-bfb9-49339bfe6879 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '59532c06-cb90-4ac1-bef0-cfd91a4e2234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d6d753e-dee3-48c2-9164-4b2164e0ee76'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:15.207554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Attempting to bind port 9136a275-acec-42e5-bfb9-49339bfe6879 on network 6d6d753e-dee3-48c2-9164-4b2164e0ee76 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:15.208638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.209182 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Fanout notify agent at l3_agent the message router_deleted on router 7d9193d9-d9fb-4d56-966d-2b298ce2909e {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:41:15.211540 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.220193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:15.220458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.221179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Checking segment: {'id': '59532c06-cb90-4ac1-bef0-cfd91a4e2234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d6d753e-dee3-48c2-9164-4b2164e0ee76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:15.221700 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/7d9193d9-d9fb-4d56-966d-2b298ce2909e HTTP/1.1" status: 204 len: 168 time: 2.9893420 Jun 11 11:41:15.222148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.222778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Bound using segment: {'id': '59532c06-cb90-4ac1-bef0-cfd91a4e2234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d6d753e-dee3-48c2-9164-4b2164e0ee76'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:15.224738 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Bound port: 9136a275-acec-42e5-bfb9-49339bfe6879, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59532c06-cb90-4ac1-bef0-cfd91a4e2234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '6d6d753e-dee3-48c2-9164-4b2164e0ee76'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:15.225797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.247161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43218) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:15.254553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1201894683', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'enable_snat': False}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:15.260571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.311403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Transition to ACTIVE for port object cb0b483f-b667-49c6-8ccb-e133c44d1f1f will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:15.313088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] For port 9136a275-acec-42e5-bfb9-49339bfe6879, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:15.317973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] For port 9136a275-acec-42e5-bfb9-49339bfe6879, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9136a275-acec-42e5-bfb9-49339bfe6879,segment=NetworkSegment(59532c06-cb90-4ac1-bef0-cfd91a4e2234),segment_id=59532c06-cb90-4ac1-bef0-cfd91a4e2234)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:15.324691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.329549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:15.363068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7840672-c410-4c13-a0a3-01d3ed1e7ecd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:15.365459 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.367058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.376985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.421073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Pushing event updated for resources: {'Port': ['ID=9136a275-acec-42e5-bfb9-49339bfe6879,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:15.423827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 16fde8ad-f8de-4288-8adc-fc3e0443a933 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:15.431261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:15.548095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.559863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69595d88-b06e-463e-8b7c-ee17fdc10ff2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:15.603833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.639149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:15.692563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 69595d88-b06e-463e-8b7c-ee17fdc10ff2 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:15.914092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.919740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:15.952116 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.954698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7840672-c410-4c13-a0a3-01d3ed1e7ecd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:15.961258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Subnet': ['ID=83b42d8b-e4e0-4f6f-a03f-80de2ca28a96,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:15.967607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7840672-c410-4c13-a0a3-01d3ed1e7ecd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:15.967848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6b56c-eb4b-47f5-b606-d5ee9bbee9ed None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:15.990614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6b56c-eb4b-47f5-b606-d5ee9bbee9ed None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:15.990614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-92f6b56c-eb4b-47f5-b606-d5ee9bbee9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:15.993971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:16.043330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.052327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-92f6b56c-eb4b-47f5-b606-d5ee9bbee9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:16.065420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6b56c-eb4b-47f5-b606-d5ee9bbee9ed None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:16.066062 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-92f6b56c-eb4b-47f5-b606-d5ee9bbee9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:16.108691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.109624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Network 1854b337-4c70-4db4-8d39-a1bad296a471 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:16.111574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.119353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event updated for resources: {'Port': ['ID=cb0b483f-b667-49c6-8ccb-e133c44d1f1f,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:16.126396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:16.153277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:16.156236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fcb6e57e-fa6a-437a-a492-0d84117d4605 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:16.156444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6d753e-dee3-48c2-9164-4b2164e0ee76']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:16.165849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:16.174008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59532c06-cb90-4ac1-bef0-cfd91a4e2234') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:16.174307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59532c06-cb90-4ac1-bef0-cfd91a4e2234') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:16.195054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.224383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.248476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:16.248935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:16.252209 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:16.297355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:16.308965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:16.312831 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b7840672-c410-4c13-a0a3-01d3ed1e7ecd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "PUT /v2.0/floatingips/bcc0bf99-61bb-44b9-899d-ee8cd420f213 HTTP/1.1" status: 200 len: 687 time: 3.4029880 Jun 11 11:41:16.316137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:16.322310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:16.323027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.328615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43224) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:16.339628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=16fde8ad-f8de-4288-8adc-fc3e0443a933,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:16.341212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-92f6b56c-eb4b-47f5-b606-d5ee9bbee9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:16.341714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6b56c-eb4b-47f5-b606-d5ee9bbee9ed None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:16.347022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.349689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:16.367760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4f6337b8-9dc3-488f-ba52-5e052c58d549 None None] Provisioning for port 69595d88-b06e-463e-8b7c-ee17fdc10ff2 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:16.372190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4f6337b8-9dc3-488f-ba52-5e052c58d549 None None] Provisioning complete for port 69595d88-b06e-463e-8b7c-ee17fdc10ff2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:16.372781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f6337b8-9dc3-488f-ba52-5e052c58d549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.472617 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2607598 Jun 11 11:41:16.493102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:41:16.493102 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:41:16.493102 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'id': '6d6d753e-dee3-48c2-9164-4b2164e0ee76'}] Jun 11 11:41:16.493102 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:41:16.493975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:41:16.494551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43226) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:16.534141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f6337b8-9dc3-488f-ba52-5e052c58d549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.597834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4f6337b8-9dc3-488f-ba52-5e052c58d549 None None] For port 69595d88-b06e-463e-8b7c-ee17fdc10ff2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=69595d88-b06e-463e-8b7c-ee17fdc10ff2,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:16.606798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f6337b8-9dc3-488f-ba52-5e052c58d549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.608882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-332b2032-6a7e-4107-abd5-17adfa9dbdf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:16.692864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6337b8-9dc3-488f-ba52-5e052c58d549 None None] Pushing event updated for resources: {'Port': ['ID=69595d88-b06e-463e-8b7c-ee17fdc10ff2,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:16.698303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4f6337b8-9dc3-488f-ba52-5e052c58d549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:16.721148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.723868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.738379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4d16edd3-4343-498d-9a93-af26c90c7097 None None] Provisioning for port cb0b483f-b667-49c6-8ccb-e133c44d1f1f completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:16.744330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4d16edd3-4343-498d-9a93-af26c90c7097 None None] Provisioning complete for port cb0b483f-b667-49c6-8ccb-e133c44d1f1f triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:16.744906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4d16edd3-4343-498d-9a93-af26c90c7097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.797368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4d16edd3-4343-498d-9a93-af26c90c7097 None None] Port cb0b483f-b667-49c6-8ccb-e133c44d1f1f cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:41:16.874636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb91360-6eff-46df-bfe2-242d6515ba1e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:16.880585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb91360-6eff-46df-bfe2-242d6515ba1e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:16.885268 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-afb91360-6eff-46df-bfe2-242d6515ba1e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3799009 Jun 11 11:41:16.886162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43228) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:16.924731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7f430442-2f4a-4e44-b7ac-52d1be37c98b None None] Provisioning for port 16fde8ad-f8de-4288-8adc-fc3e0443a933 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:16.935371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7f430442-2f4a-4e44-b7ac-52d1be37c98b None None] Provisioning complete for port 16fde8ad-f8de-4288-8adc-fc3e0443a933 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:16.935371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7f430442-2f4a-4e44-b7ac-52d1be37c98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:16.941874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e4e2b-e22b-4d82-b1ca-c9a01701ef95 None None] Network 6d6d753e-dee3-48c2-9164-4b2164e0ee76 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:16.954697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port 29d03260-90d9-49bf-8aa5-a6838b812ebc {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:16.955212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.004159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.030332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-7f430442-2f4a-4e44-b7ac-52d1be37c98b None None] Port 16fde8ad-f8de-4288-8adc-fc3e0443a933 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:41:17.186679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b5c0b0f5-3309-4f64-b935-c888215486c1 None None] Provisioning for port 9136a275-acec-42e5-bfb9-49339bfe6879 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:17.297955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6718ff8-1f02-4490-9634-8edd1737879e None None] DHCP port deletion for 6d6d753e-dee3-48c2-9164-4b2164e0ee76 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:17.312071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.312408 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.360661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a6718ff8-1f02-4490-9634-8edd1737879e None None] Deleting port 9136a275-acec-42e5-bfb9-49339bfe6879 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:17.361226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a6718ff8-1f02-4490-9634-8edd1737879e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.453789 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for 29d03260-90d9-49bf-8aa5-a6838b812ebc owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:17.472780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a6718ff8-1f02-4490-9634-8edd1737879e None None] For port 9136a275-acec-42e5-bfb9-49339bfe6879, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9136a275-acec-42e5-bfb9-49339bfe6879,segment=NetworkSegment(59532c06-cb90-4ac1-bef0-cfd91a4e2234),segment_id=59532c06-cb90-4ac1-bef0-cfd91a4e2234)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:17.473205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a6718ff8-1f02-4490-9634-8edd1737879e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.511822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d3591923-4874-4463-aba6-2308cfa6ed6e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 16fde8ad-f8de-4288-8adc-fc3e0443a933 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:17.512622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3591923-4874-4463-aba6-2308cfa6ed6e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.552230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69595d88-b06e-463e-8b7c-ee17fdc10ff2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:17.594997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a6718ff8-1f02-4490-9634-8edd1737879e None None] Calling delete_port for 9136a275-acec-42e5-bfb9-49339bfe6879 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:17.627711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.640600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Deleting port 9136a275-acec-42e5-bfb9-49339bfe6879 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:17.641086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.666400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.709042 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.741107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 69595d88-b06e-463e-8b7c-ee17fdc10ff2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:17.741107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.742915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.751343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.756151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b01ab51c-947f-4ea1-8141-490f996b6c7f tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:17.788540 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a6718ff8-1f02-4490-9634-8edd1737879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.793509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2586a568-4365-44db-bda8-7f30066b3fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:17.833091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6718ff8-1f02-4490-9634-8edd1737879e None None] Pushing event deleted for resources: {'Port': ['ID=9136a275-acec-42e5-bfb9-49339bfe6879,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:17.835753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6718ff8-1f02-4490-9634-8edd1737879e None None] No DVR routers for this DVR port 9136a275-acec-42e5-bfb9-49339bfe6879 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:17.839478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a6718ff8-1f02-4490-9634-8edd1737879e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:17.857881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] For port 9136a275-acec-42e5-bfb9-49339bfe6879, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9136a275-acec-42e5-bfb9-49339bfe6879,segment=NetworkSegment(59532c06-cb90-4ac1-bef0-cfd91a4e2234),segment_id=59532c06-cb90-4ac1-bef0-cfd91a4e2234)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:17.858347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.900648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3591923-4874-4463-aba6-2308cfa6ed6e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.906865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event updated for resources: {'Port': ['ID=cb0b483f-b667-49c6-8ccb-e133c44d1f1f,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:17.915984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:17.918761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:17.938035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Allocated IP 172.26.6.15 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/fde154f1-9f23-4298-a084-b3a5bbe16535) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:17.991727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Calling delete_port for 9136a275-acec-42e5-bfb9-49339bfe6879 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:18.107490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d3591923-4874-4463-aba6-2308cfa6ed6e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 16fde8ad-f8de-4288-8adc-fc3e0443a933 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:18.146050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Network 1854b337-4c70-4db4-8d39-a1bad296a471 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:18.149306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:18.275584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:18.338981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Router be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:18.359282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:18.362969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:18.421531 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6ab58146-8a04-44c8-b3a6-358ef712bf0f None None] Provisioning complete for port cb0b483f-b667-49c6-8ccb-e133c44d1f1f triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:18.422138 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6ab58146-8a04-44c8-b3a6-358ef712bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:18.465632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-6ab58146-8a04-44c8-b3a6-358ef712bf0f None None] Port cb0b483f-b667-49c6-8ccb-e133c44d1f1f cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:41:18.522270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:18.529554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:18.535274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:18.537480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event updated for resources: {'Port': ['ID=fde154f1-9f23-4298-a084-b3a5bbe16535,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:18.571553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:18.588570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:18.602001 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "PUT /v2.0/routers/be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6112158 Jun 11 11:41:18.602001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43240) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:18.617122 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089532d7-b8aa-402d-9688-4ccf0b0e4be3 None None] Sync routers for ids ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:18.629516 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089532d7-b8aa-402d-9688-4ccf0b0e4be3 None None] Routers {'be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:18.630575 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-089532d7-b8aa-402d-9688-4ccf0b0e4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:18.690949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:18.701207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:18.704539 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-089532d7-b8aa-402d-9688-4ccf0b0e4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:18.719916 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089532d7-b8aa-402d-9688-4ccf0b0e4be3 None None] Routers {'be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:18.721071 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-089532d7-b8aa-402d-9688-4ccf0b0e4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:18.750872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Deleting port 88bf4f24-11e5-4b83-ad8f-fa08ea82b664 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:18.751227 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:18.754633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=29d03260-90d9-49bf-8aa5-a6838b812ebc,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:18.777756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:18.797054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:18.814697 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-089532d7-b8aa-402d-9688-4ccf0b0e4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:18.815675 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089532d7-b8aa-402d-9688-4ccf0b0e4be3 None None] The sync data for ids ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:18.837321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f9504b4d-adbb-4e48-ac04-ff89d24a4128 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:18.887230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96cd96d9-b56f-4c83-affb-27217919c3c4 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:18.990684 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Port': ['ID=9136a275-acec-42e5-bfb9-49339bfe6879,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:19.004967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No DVR routers for this DVR port 9136a275-acec-42e5-bfb9-49339bfe6879 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:19.006735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:19.115202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.118072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3591923-4874-4463-aba6-2308cfa6ed6e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.126421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c80ae-dfd8-41c9-bc74-a67c8eeeda81 req-c1e93809-3acb-4274-ae1a-eeca5b87aac9 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:19.127928 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d64c80ae-dfd8-41c9-bc74-a67c8eeeda81 req-c1e93809-3acb-4274-ae1a-eeca5b87aac9 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 945 time: 0.4822745 Jun 11 11:41:19.138508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-09e34227-ee00-4a39-901f-c97e13c362b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:19.178053 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-96cd96d9-b56f-4c83-affb-27217919c3c4 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 11 11:41:19.179178 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-96cd96d9-b56f-4c83-affb-27217919c3c4 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "DELETE /v2.0/routers/be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2 HTTP/1.1" status: 409 len: 329 time: 0.5773854 Jun 11 11:41:19.183297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43244) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:19.187925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.190645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.192008 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/floatingips/bcc0bf99-61bb-44b9-899d-ee8cd420f213 HTTP/1.1" status: 204 len: 168 time: 2.8019555 Jun 11 11:41:19.198642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43246) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:19.247852 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.255980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'f8b7cafe-885a-40f4-9968-9c03836f5236'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:19.260427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3591923-4874-4463-aba6-2308cfa6ed6e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=16fde8ad-f8de-4288-8adc-fc3e0443a933,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:19.318886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d3591923-4874-4463-aba6-2308cfa6ed6e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:19.349323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eeaad-7703-4f10-abf8-9932da05f33f req-9fc41b2e-cc80-4597-929f-e0c7a249b275 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:19.350918 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ff7eeaad-7703-4f10-abf8-9932da05f33f req-9fc41b2e-cc80-4597-929f-e0c7a249b275 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 946 time: 0.3605294 Jun 11 11:41:19.358556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Calling delete_port for 88bf4f24-11e5-4b83-ad8f-fa08ea82b664 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:19.385831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6d753e-dee3-48c2-9164-4b2164e0ee76']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:19.392687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3591923-4874-4463-aba6-2308cfa6ed6e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.394627 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d3591923-4874-4463-aba6-2308cfa6ed6e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/16fde8ad-f8de-4288-8adc-fc3e0443a933 HTTP/1.1" status: 204 len: 168 time: 2.5077159 Jun 11 11:41:19.396241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.398724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43248) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:19.410580 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59532c06-cb90-4ac1-bef0-cfd91a4e2234') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:19.410898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59532c06-cb90-4ac1-bef0-cfd91a4e2234') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:19.432136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.439767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.447172 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d64c80ae-dfd8-41c9-bc74-a67c8eeeda81 req-70d24a40-4223-44f0-83ad-5fbd2133248c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007731 Jun 11 11:41:19.505901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.526156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:19.526606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:19.531402 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:19.692554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.703367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:19.708662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.713740 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/6d6d753e-dee3-48c2-9164-4b2164e0ee76 HTTP/1.1" status: 204 len: 168 time: 5.6140733 Jun 11 11:41:19.715358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43254) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:19.720072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1239775723'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:19.748248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=6d6d753e-dee3-48c2-9164-4b2164e0ee76,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:19.753649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:19.804957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:19.808407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.849869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.852310 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:41:19.855100 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-93302cde-db55-4e43-b0d4-fc2f42f0ab01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:19.907554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event deleted for resources: {'Port': ['ID=88bf4f24-11e5-4b83-ad8f-fa08ea82b664,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:19.912583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:19.912959 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment 0a93f7f8-44cf-4c1a-aaed-cf8f049734a0 of type vlan for network 95206a81-d578-460e-9efe-fd1e968e0305 Jun 11 11:41:19.915763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:20.025796 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:20.170957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b109e-26f5-4936-bb3e-de78c5af9582 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:20.172526 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:20.172807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b109e-26f5-4936-bb3e-de78c5af9582 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:20.177045 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-078b109e-26f5-4936-bb3e-de78c5af9582 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7730052 Jun 11 11:41:20.178480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:20.179100 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:20.179923 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ff7eeaad-7703-4f10-abf8-9932da05f33f req-4841df04-4d1d-48b2-9bbd-29ffd48bf18f tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8204415 Jun 11 11:41:20.181542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43258) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:20.184567 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:20.234198 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5180483 Jun 11 11:41:20.245685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43262) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:20.251579 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'network_id': '95206a81-d578-460e-9efe-fd1e968e0305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:20.350047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=95206a81-d578-460e-9efe-fd1e968e0305,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:20.360601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:20.365506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 95206a81-d578-460e-9efe-fd1e968e0305 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:41:20.369659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:20.501098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ecdc75-68b6-42aa-a81a-9d6837efd1af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet c1706829-94b5-456d-a2ba-4180c8b29698 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:41:20.539654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5ecdc75-68b6-42aa-a81a-9d6837efd1af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:20.565184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:20.568622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:20.631755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:20.655617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5ecdc75-68b6-42aa-a81a-9d6837efd1af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:20.667410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_backend_mixin [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Performing IP validity checks on allocation pools {{(pid=99005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 11:41:20.667946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_backend_mixin [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 11:41:20.805058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:20.885095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292cf45-b878-4ddb-9509-d367511b069b req-144ac0f5-e29b-4f63-b56e-a67edd65fe2f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:20.887353 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b292cf45-b878-4ddb-9509-d367511b069b req-144ac0f5-e29b-4f63-b56e-a67edd65fe2f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 945 time: 0.4233177 Jun 11 11:41:20.891140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Router 84335bb5-b805-4aa4-8ef6-b5f3c461a157 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:21.061639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:21.073752 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:21.091141 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b292cf45-b878-4ddb-9509-d367511b069b req-47cf0e96-9525-480e-8143-1e785ec84d7e tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940835 Jun 11 11:41:21.100804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5ecdc75-68b6-42aa-a81a-9d6837efd1af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:21.161161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.26.6.250 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/3d7c4cd0-6cea-4698-812d-d3ebe431061a) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:21.165647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=93a32f2b-1f68-4764-a1ad-d1c02126cc81,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:21.198380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:21.222158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:21.229066 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "PUT /v2.0/routers/84335bb5-b805-4aa4-8ef6-b5f3c461a157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2576268 Jun 11 11:41:21.231876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43272) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:21.232734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:21.234916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ae7592-083a-478c-84ee-8f2d9637e055 None None] Sync routers for ids ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:21.245743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking segment: {'id': '0a93f7f8-44cf-4c1a-aaed-cf8f049734a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '95206a81-d578-460e-9efe-fd1e968e0305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:21.245980 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae7592-083a-478c-84ee-8f2d9637e055 None None] Routers {'84335bb5-b805-4aa4-8ef6-b5f3c461a157'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:21.246233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network hostable DHCP agents. Network: 95206a81-d578-460e-9efe-fd1e968e0305, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:41:21.246373 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-10ae7592-083a-478c-84ee-8f2d9637e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:21.301791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-10ae7592-083a-478c-84ee-8f2d9637e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:21.310385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae7592-083a-478c-84ee-8f2d9637e055 None None] Routers {'84335bb5-b805-4aa4-8ef6-b5f3c461a157'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:21.311039 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-10ae7592-083a-478c-84ee-8f2d9637e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:21.357041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-10ae7592-083a-478c-84ee-8f2d9637e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:21.357404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ae7592-083a-478c-84ee-8f2d9637e055 None None] The sync data for ids ['84335bb5-b805-4aa4-8ef6-b5f3c461a157'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:21.401528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Router a6680fe9-547d-42d8-900b-b0219d2d48e2 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:41:21.405304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5ecdc75-68b6-42aa-a81a-9d6837efd1af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:21.518561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ecf252de-ce7e-4203-b5a9-9d426a1e22ae tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:21.615206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecdc75-68b6-42aa-a81a-9d6837efd1af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=c1706829-94b5-456d-a2ba-4180c8b29698,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:21.623238 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f5ecdc75-68b6-42aa-a81a-9d6837efd1af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:21.627830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d68a4-00bf-4533-95b2-429436a69e2e None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:21.630249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5ecdc75-68b6-42aa-a81a-9d6837efd1af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:21.636923 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f5ecdc75-68b6-42aa-a81a-9d6837efd1af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/c1706829-94b5-456d-a2ba-4180c8b29698 HTTP/1.1" status: 204 len: 168 time: 1.4486039 Jun 11 11:41:21.699059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43274) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:21.748328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05716385-6c27-41d6-a437-9156f26338a1 req-0abad752-3ed1-47a7-b786-c3cb4a25d5ce tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:21.749780 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-05716385-6c27-41d6-a437-9156f26338a1 req-0abad752-3ed1-47a7-b786-c3cb4a25d5ce tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 946 time: 0.6027634 Jun 11 11:41:21.750384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network 95206a81-d578-460e-9efe-fd1e968e0305 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:41:21.778612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 95206a81-d578-460e-9efe-fd1e968e0305) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:21.793301 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8995898c-b2f3-44d6-8985-f3834c05597e None None] Network 95206a81-d578-460e-9efe-fd1e968e0305 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:21.797247 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:21.797827 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:21.813537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:21.893564 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e9c1d024-9925-44e3-b7ba-c6a1c262b22b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1902776 Jun 11 11:41:21.921366 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6722190 Jun 11 11:41:21.922330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43276) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:21.922499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43278) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:21.926015 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-05716385-6c27-41d6-a437-9156f26338a1 req-6d34c341-9f94-45cb-8307-1a77ad14ba18 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693361 Jun 11 11:41:21.931590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:21.978263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0972a0fc-0c74-4bf9-bcc9-09f0cb473a20 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:22.056027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-95206a81-d578-460e-9efe-fd1e968e0305', 'network_id': '95206a81-d578-460e-9efe-fd1e968e0305', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '93a32f2b-1f68-4764-a1ad-d1c02126cc81'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:22.056972 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.087397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0972a0fc-0c74-4bf9-bcc9-09f0cb473a20 None None] Deleting port 69595d88-b06e-463e-8b7c-ee17fdc10ff2 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:22.087879 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0972a0fc-0c74-4bf9-bcc9-09f0cb473a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.216172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:22.221151 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.279321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.282954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-0972a0fc-0c74-4bf9-bcc9-09f0cb473a20 None None] For port 69595d88-b06e-463e-8b7c-ee17fdc10ff2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=69595d88-b06e-463e-8b7c-ee17fdc10ff2,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:22.283743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0972a0fc-0c74-4bf9-bcc9-09f0cb473a20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.304904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.337254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.479198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:22.499787 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Sync routers for ids ['a6680fe9-547d-42d8-900b-b0219d2d48e2'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:22.525872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-1bcb4cc7-cf91-4726-875f-d9308153bc3f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:22.527254 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-1bcb4cc7-cf91-4726-875f-d9308153bc3f tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.25 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 945 time: 0.8132353 Jun 11 11:41:22.528334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.528895 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Routers {'a6680fe9-547d-42d8-900b-b0219d2d48e2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:22.529819 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a6680fe9-547d-42d8-900b-b0219d2d48e2'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:22.532914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:22.537434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.544779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff20ec4-1322-491a-8dc1-ce15e97e3f00 req-553a0ac7-a6e9-44cc-a10e-1b2a61a3c8a8 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:22.552075 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4ff20ec4-1322-491a-8dc1-ce15e97e3f00 req-553a0ac7-a6e9-44cc-a10e-1b2a61a3c8a8 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 945 time: 0.2433517 Jun 11 11:41:22.559147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.560293 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3092360 Jun 11 11:41:22.571548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0972a0fc-0c74-4bf9-bcc9-09f0cb473a20 None None] Calling delete_port for 69595d88-b06e-463e-8b7c-ee17fdc10ff2 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:22.579280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43282) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:22.660766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Allocated IP 172.20.0.3 (95206a81-d578-460e-9efe-fd1e968e0305/93a32f2b-1f68-4764-a1ad-d1c02126cc81/7e8df721-502f-4027-891e-b2354473a9de) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:22.672914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:22.719652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:22.722119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:22.728457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=3d7c4cd0-6cea-4698-812d-d3ebe431061a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:22.731424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:22.739624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Deleting port 39333caf-1dc4-4e19-9c1f-9f5299d2b8d9 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:22.739935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.774911 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4ff20ec4-1322-491a-8dc1-ce15e97e3f00 req-a9645954-49fb-41f3-a537-50c8c42099a5 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218685 Jun 11 11:41:22.817130 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Set router a6680fe9-547d-42d8-900b-b0219d2d48e2 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:22.855545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-1ebf3755-25c4-4cc8-b277-6499007dbb46 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:22.857021 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-1ebf3755-25c4-4cc8-b277-6499007dbb46 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 946 time: 0.4335058 Jun 11 11:41:22.919397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.962411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-18248bd4-0a00-4c7d-b73f-f0d90b11e525 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:22.986663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Deleting port 13a71377-65cd-487b-874a-5ce49eec9e89 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:22.987018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:22.991833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.010090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Transition to ACTIVE for port object 7e8df721-502f-4027-891e-b2354473a9de will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:23.035832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Transition to ACTIVE for port object 7e8df721-502f-4027-891e-b2354473a9de will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:23.043484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0972a0fc-0c74-4bf9-bcc9-09f0cb473a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.046454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:23.051725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Deleting port cb0b483f-b667-49c6-8ccb-e133c44d1f1f {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:23.052115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.089840 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-58b49486-0fbd-4079-9039-bb6afbd6e179 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/routers/a6680fe9-547d-42d8-900b-b0219d2d48e2 HTTP/1.1" status: 200 len: 908 time: 0.5060732 Jun 11 11:41:23.094692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.107362 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6680fe9-547d-42d8-900b-b0219d2d48e2', 'name': 'tempest-snat-router-1201894683', 'tenant_id': '2ed13c99cabf444e85c427cc2555246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.15'}], 'enable_snat': False}, 'gw_port_id': 'fde154f1-9f23-4298-a084-b3a5bbe16535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:15Z', 'updated_at': '2021-06-11T11:41:18Z', 'revision_number': 3, 'project_id': '2ed13c99cabf444e85c427cc2555246f', 'gw_port': {'id': 'fde154f1-9f23-4298-a084-b3a5bbe16535', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6680fe9-547d-42d8-900b-b0219d2d48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:17Z', 'updated_at': '2021-06-11T11:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:23.112441 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Checking router: a6680fe9-547d-42d8-900b-b0219d2d48e2 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:41:23.112624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972a0fc-0c74-4bf9-bcc9-09f0cb473a20 None None] Pushing event deleted for resources: {'Port': ['ID=69595d88-b06e-463e-8b7c-ee17fdc10ff2,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:23.113021 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Updating router a6680fe9-547d-42d8-900b-b0219d2d48e2 port fde154f1-9f23-4298-a084-b3a5bbe16535 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:41:23.122915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0972a0fc-0c74-4bf9-bcc9-09f0cb473a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:23.124246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9be50e4b-a310-48dc-9b7c-47278a36b522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:23.126648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43286) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:23.137431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1201894683', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'enable_snat': True}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:23.142225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Network 95206a81-d578-460e-9efe-fd1e968e0305 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:23.144251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972a0fc-0c74-4bf9-bcc9-09f0cb473a20 None None] No DVR routers for this DVR port 69595d88-b06e-463e-8b7c-ee17fdc10ff2 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:23.174114 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.180252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:23.191543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:23.222910 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.231574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:23.279235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:23.286718 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=203edf49-b9d0-47e9-b7d6-e44a0b56e887,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:23.290675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.296324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:23.297072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.299836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:23.300812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:23.314801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bb47a-b460-42f2-87df-6009976827b0 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:23.338487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Attempting to bind port 7e8df721-502f-4027-891e-b2354473a9de on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:23.339136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Attempting to bind port 7e8df721-502f-4027-891e-b2354473a9de by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '0a93f7f8-44cf-4c1a-aaed-cf8f049734a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '95206a81-d578-460e-9efe-fd1e968e0305'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:23.339520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Attempting to bind port 7e8df721-502f-4027-891e-b2354473a9de on network 95206a81-d578-460e-9efe-fd1e968e0305 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:23.348669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Pushing event updated for resources: {'Port': ['ID=7e8df721-502f-4027-891e-b2354473a9de,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:23.355805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] For port 13a71377-65cd-487b-874a-5ce49eec9e89, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13a71377-65cd-487b-874a-5ce49eec9e89,segment=NetworkSegment(fa07bb02-88c9-467a-8cb5-6048d1ec9d35),segment_id=fa07bb02-88c9-467a-8cb5-6048d1ec9d35)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:23.356478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.399171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:23.399612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Checking segment: {'id': '0a93f7f8-44cf-4c1a-aaed-cf8f049734a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '95206a81-d578-460e-9efe-fd1e968e0305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:23.402694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.403123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Bound using segment: {'id': '0a93f7f8-44cf-4c1a-aaed-cf8f049734a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '95206a81-d578-460e-9efe-fd1e968e0305'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:23.403435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Calling delete_port for 39333caf-1dc4-4e19-9c1f-9f5299d2b8d9 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:23.403629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Bound port: 7e8df721-502f-4027-891e-b2354473a9de, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a93f7f8-44cf-4c1a-aaed-cf8f049734a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '95206a81-d578-460e-9efe-fd1e968e0305'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:23.404018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.407800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:23.461405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.526966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Subnet': ['ID=93a32f2b-1f68-4764-a1ad-d1c02126cc81,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:23.542666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:23.548838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.550226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.551579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69595d88-b06e-463e-8b7c-ee17fdc10ff2 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:23.580659 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-989f1004-bdbd-43a2-b53a-f96838043b54 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6532893 Jun 11 11:41:23.590371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 69595d88-b06e-463e-8b7c-ee17fdc10ff2 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:23.591044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69595d88-b06e-463e-8b7c-ee17fdc10ff2 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:23.610059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43288) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:23.612815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Calling delete_port for cb0b483f-b667-49c6-8ccb-e133c44d1f1f owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:23.617192 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'name': 'tempest-NetworksTestDHCPv6-1066449592'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:23.625483 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.640298 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Transition to ACTIVE for port object fde154f1-9f23-4298-a084-b3a5bbe16535 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:23.653514 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.667797 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:23.700736 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Attempting to bind port fde154f1-9f23-4298-a084-b3a5bbe16535 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:23.701784 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Attempting to bind port fde154f1-9f23-4298-a084-b3a5bbe16535 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:23.702020 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Attempting to bind port fde154f1-9f23-4298-a084-b3a5bbe16535 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:23.721194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] For port 7e8df721-502f-4027-891e-b2354473a9de, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:23.735146 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:23.735538 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:23.736019 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.736424 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:23.737002 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Bound port: fde154f1-9f23-4298-a084-b3a5bbe16535, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:23.737382 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.745020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.757484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] For port 7e8df721-502f-4027-891e-b2354473a9de, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7e8df721-502f-4027-891e-b2354473a9de,segment=NetworkSegment(0a93f7f8-44cf-4c1a-aaed-cf8f049734a0),segment_id=0a93f7f8-44cf-4c1a-aaed-cf8f049734a0)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:23.772911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95206a81-d578-460e-9efe-fd1e968e0305']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:23.795016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.797793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4f6337b8-9dc3-488f-ba52-5e052c58d549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:23.833906 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] For port fde154f1-9f23-4298-a084-b3a5bbe16535, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:23.837736 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] For port fde154f1-9f23-4298-a084-b3a5bbe16535, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fde154f1-9f23-4298-a084-b3a5bbe16535,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:23.855450 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.864273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Pushing event updated for resources: {'Port': ['ID=7e8df721-502f-4027-891e-b2354473a9de,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:23.875329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': '203edf49-b9d0-47e9-b7d6-e44a0b56e887'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:23.876966 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.879871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:23.897714 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Pushing event updated for resources: {'Port': ['ID=fde154f1-9f23-4298-a084-b3a5bbe16535,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:23.907896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06bf9-2e8d-40a5-a765-5ad83d1fade4 req-8c781d4d-23cf-4056-9cb8-8f7e14533218 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:23.911238 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.911591 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.912286 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.913156 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.913495 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.913840 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.914171 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.914494 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.914853 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.915194 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.915622 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.915946 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:23.916058 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d2c06bf9-2e8d-40a5-a765-5ad83d1fade4 req-8c781d4d-23cf-4056-9cb8-8f7e14533218 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 946 time: 0.7614629 Jun 11 11:41:23.922225 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:23.922717 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-4a600122-ce7a-42ad-887a-3914724e5da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:23.978967 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Routers {'a6680fe9-547d-42d8-900b-b0219d2d48e2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:23.979608 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a6680fe9-547d-42d8-900b-b0219d2d48e2'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:23.990101 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:23.996188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a93f7f8-44cf-4c1a-aaed-cf8f049734a0') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:23.996497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a93f7f8-44cf-4c1a-aaed-cf8f049734a0') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:24.019127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.117621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700438d1-56ae-4c84-8ebb-522ab280f31e None None] Network 95206a81-d578-460e-9efe-fd1e968e0305 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:24.174072 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] Set router a6680fe9-547d-42d8-900b-b0219d2d48e2 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:24.382816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/203edf49-b9d0-47e9-b7d6-e44a0b56e887/9e93cec7-8306-4a11-a972-ad5ceb670073) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:24.409701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Deleting port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:24.410424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.427497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.440233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.441315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.441843 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Floating IP 0e8af658-87d6-4c2a-804a-bcddb33c1e96 disassociated. External IP: 172.26.6.190, port: 13a71377-65cd-487b-874a-5ce49eec9e89. Jun 11 11:41:24.442553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Calling delete_port for 13a71377-65cd-487b-874a-5ce49eec9e89 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:24.451804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.587834 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.610884 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Pushing event updated for resources: {'Port': ['ID=fde154f1-9f23-4298-a084-b3a5bbe16535,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:24.611138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:24.611359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:24.621031 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:24.625459 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:24.639397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa72d2-0b15-4a03-9542-297677912c6f req-94c9ad03-e6dc-4173-8b8d-4cb5378e860e tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:24.640594 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0efa72d2-0b15-4a03-9542-297677912c6f req-94c9ad03-e6dc-4173-8b8d-4cb5378e860e tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 945 time: 0.5643163 Jun 11 11:41:24.690982 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d2c06bf9-2e8d-40a5-a765-5ad83d1fade4 req-a0ae3145-55cc-472a-8db3-1ce72dccc364 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7740281 Jun 11 11:41:24.723999 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6680fe9-547d-42d8-900b-b0219d2d48e2', 'name': 'tempest-snat-router-1201894683', 'tenant_id': '2ed13c99cabf444e85c427cc2555246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.15'}], 'enable_snat': False}, 'gw_port_id': 'fde154f1-9f23-4298-a084-b3a5bbe16535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:15Z', 'updated_at': '2021-06-11T11:41:18Z', 'revision_number': 3, 'project_id': '2ed13c99cabf444e85c427cc2555246f', 'gw_port': {'id': 'fde154f1-9f23-4298-a084-b3a5bbe16535', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6680fe9-547d-42d8-900b-b0219d2d48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:17Z', 'updated_at': '2021-06-11T11:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:24.729149 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f93593-3fc6-4f9c-8dae-90d1ded84f20 None None] The sync data for ids ['a6680fe9-547d-42d8-900b-b0219d2d48e2'] in dv-neutron-786478-5-hyperv is: [{'id': 'a6680fe9-547d-42d8-900b-b0219d2d48e2', 'name': 'tempest-snat-router-1201894683', 'tenant_id': '2ed13c99cabf444e85c427cc2555246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.15'}], 'enable_snat': False}, 'gw_port_id': 'fde154f1-9f23-4298-a084-b3a5bbe16535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:15Z', 'updated_at': '2021-06-11T11:41:18Z', 'revision_number': 3, 'project_id': '2ed13c99cabf444e85c427cc2555246f', 'gw_port': {'id': 'fde154f1-9f23-4298-a084-b3a5bbe16535', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6680fe9-547d-42d8-900b-b0219d2d48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:17Z', 'updated_at': '2021-06-11T11:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:24.821923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.825657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.827853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9454c9df-1326-41e8-af90-ae437f261c3b tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:24.836553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Transition to ACTIVE for port object 9e93cec7-8306-4a11-a972-ad5ceb670073 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:24.853922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Transition to ACTIVE for port object 9e93cec7-8306-4a11-a972-ad5ceb670073 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:24.863621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.867335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event deleted for resources: {'Port': ['ID=cb0b483f-b667-49c6-8ccb-e133c44d1f1f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:24.869863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:24.886066 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0efa72d2-0b15-4a03-9542-297677912c6f req-1c772f62-4909-436f-8006-d83017005d54 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups?id=bae61dd6-bac7-4723-b431-7ba8bf876d62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055368 Jun 11 11:41:24.887037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:24.929506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:24.932463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:24.938339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:24.948707 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:24.950727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Pushing event updated for resources: {'Port': ['ID=9e93cec7-8306-4a11-a972-ad5ceb670073,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:24.968780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:41:24.968780 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:41:24.968780 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'id': '95206a81-d578-460e-9efe-fd1e968e0305'}] Jun 11 11:41:24.968780 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:41:24.969409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:41:24.976193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:24.979320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:24.980386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.000402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] For port 06de0d3a-6c55-4ec9-b003-5ebc91925d86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=06de0d3a-6c55-4ec9-b003-5ebc91925d86,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:25.000837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.031595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Attempting to bind port 9e93cec7-8306-4a11-a972-ad5ceb670073 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:25.032273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Attempting to bind port 9e93cec7-8306-4a11-a972-ad5ceb670073 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:25.032808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Attempting to bind port 9e93cec7-8306-4a11-a972-ad5ceb670073 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:25.038264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.047531 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-316a497b-b1d7-4212-b67a-83c64f7cf59a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:25.051750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:25.052422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:25.053016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.054155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:25.054955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Bound port: 9e93cec7-8306-4a11-a972-ad5ceb670073, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:25.055994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.184925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] For port 9e93cec7-8306-4a11-a972-ad5ceb670073, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:25.193536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] For port 9e93cec7-8306-4a11-a972-ad5ceb670073, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9e93cec7-8306-4a11-a972-ad5ceb670073,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:25.204363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.206740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bd03063e-d399-4398-b2c7-f78614ccc2fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:25.231136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 4264cb1b-6b85-4b31-a310-e2568793f8b2 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:41:25.236191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event deleted for resources: {'Port': ['ID=39333caf-1dc4-4e19-9c1f-9f5299d2b8d9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:25.258427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:25.328928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Pushing event updated for resources: {'Port': ['ID=9e93cec7-8306-4a11-a972-ad5ceb670073,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:25.332812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:25.497693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.527178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fde154f1-9f23-4298-a084-b3a5bbe16535 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:25.544934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.611126 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:41:25.650849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port fde154f1-9f23-4298-a084-b3a5bbe16535 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:25.667770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port fde154f1-9f23-4298-a084-b3a5bbe16535 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:25.668696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.805162 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.831734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port fde154f1-9f23-4298-a084-b3a5bbe16535, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fde154f1-9f23-4298-a084-b3a5bbe16535,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:25.840015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.841774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.842843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:25.845595 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.913798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.924441 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=fde154f1-9f23-4298-a084-b3a5bbe16535,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:25.931325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:25.944600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:25.956486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9464c203-cca9-426a-873b-759fce50894c tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:25.961532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:26.082073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:26.127846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Pushing event deleted for resources: {'Port': ['ID=13a71377-65cd-487b-874a-5ce49eec9e89,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:26.130721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:26.156943 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::3e4 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/203edf49-b9d0-47e9-b7d6-e44a0b56e887/4264cb1b-6b85-4b31-a310-e2568793f8b2) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:26.168836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-29081e6f-116f-4b4a-bb7f-ddae2f0573e5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:26.172358 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0ab764c7-a947-4628-a499-4b84a2f823ff req-b9618ed6-9292-4019-a7b4-4db3ada5ab93 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 210 time: 0.0616868 Jun 11 11:41:26.176736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:26.177248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Fanout notify agent at l3_agent the message router_deleted on router 84335bb5-b805-4aa4-8ef6-b5f3c461a157 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:41:26.184852 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:26.186041 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "DELETE /v2.0/routers/84335bb5-b805-4aa4-8ef6-b5f3c461a157 HTTP/1.1" status: 204 len: 168 time: 4.9530535 Jun 11 11:41:26.198166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43296) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:26.284353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:26.284725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:26.285049 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Floating IP 13e51616-d2c6-4182-919f-a8c0249bae0e disassociated. External IP: 172.26.6.141, port: 06de0d3a-6c55-4ec9-b003-5ebc91925d86. Jun 11 11:41:26.285397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Calling delete_port for 06de0d3a-6c55-4ec9-b003-5ebc91925d86 owned by compute:nova {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:26.351147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 06de0d3a-6c55-4ec9-b003-5ebc91925d86 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:26.361247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:26.428853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccfe3b9-e228-4a26-bffc-98831f896d0a tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Deleting subnet eb2df8d7-d5ed-47d6-873d-a826fbaf7832 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:41:26.451813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bccfe3b9-e228-4a26-bffc-98831f896d0a tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:26.472587 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76da3b1-34f1-46ee-8d33-e2c5b20a3055 req-03686cc4-bcd6-4a58-87d9-8842983a48b4 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:26.474304 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b76da3b1-34f1-46ee-8d33-e2c5b20a3055 req-03686cc4-bcd6-4a58-87d9-8842983a48b4 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 946 time: 0.5609934 Jun 11 11:41:26.488796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:26.521486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1713e31-a783-4df7-b886-00f71880684a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06de0d3a-6c55-4ec9-b003-5ebc91925d86'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:41:26.524813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43de60c8-be0d-4560-92a4-db0967fc7f41" -d '{"events": [{"server_uuid": "a1713e31-a783-4df7-b886-00f71880684a", "name": "network-vif-unplugged", "status": "completed", "tag": "06de0d3a-6c55-4ec9-b003-5ebc91925d86"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:41:26.574894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 06de0d3a-6c55-4ec9-b003-5ebc91925d86, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=06de0d3a-6c55-4ec9-b003-5ebc91925d86,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:26.579857 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP a249380c-46ec-4150-b8fb-7864c9f01bbc associated. External IP: 172.26.6.250, port: f8b7cafe-885a-40f4-9968-9c03836f5236. Jun 11 11:41:26.587122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:26.588601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 13a71377-65cd-487b-874a-5ce49eec9e89 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:26.590861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:26.636194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 11:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f997409-7c67-474d-9e31-e22c1263fc14 x-openstack-request-id: req-5f997409-7c67-474d-9e31-e22c1263fc14 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:41:26.636639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1713e31-a783-4df7-b886-00f71880684a", "name": "network-vif-unplugged", "status": "completed", "tag": "06de0d3a-6c55-4ec9-b003-5ebc91925d86", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:41:26.637003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f997409-7c67-474d-9e31-e22c1263fc14 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:41:26.640153 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1713e31-a783-4df7-b886-00f71880684a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06de0d3a-6c55-4ec9-b003-5ebc91925d86', 'code': 200} Jun 11 11:41:26.682147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 13a71377-65cd-487b-874a-5ce49eec9e89 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:26.682557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 13a71377-65cd-487b-874a-5ce49eec9e89 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:26.731606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=06de0d3a-6c55-4ec9-b003-5ebc91925d86,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:26.735412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:26.805383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4e2c679d-eb37-4ebb-911e-f165ef1ffd1c None None] Provisioning for port 9e93cec7-8306-4a11-a972-ad5ceb670073 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:26.917226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=3d7c4cd0-6cea-4698-812d-d3ebe431061a,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:26.928338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:26.952719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Router be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:26.986403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:27.140153 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Deleting port 7e8df721-502f-4027-891e-b2354473a9de {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:27.140760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:27.155055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bccfe3b9-e228-4a26-bffc-98831f896d0a tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:27.304374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:27.321020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33900946-3f09-46a2-894b-b781b846062e None None] Sync routers for ids ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:27.326772 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b76da3b1-34f1-46ee-8d33-e2c5b20a3055 req-186cbdf0-e4e7-4c16-9d01-34242ea985a4 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fe42e7a-8324-4e7d-be46-35105c2493d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7894230 Jun 11 11:41:27.331502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33900946-3f09-46a2-894b-b781b846062e None None] Routers {'be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:27.332211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-33900946-3f09-46a2-894b-b781b846062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:27.339237 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "PUT /v2.0/routers/be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1514831 Jun 11 11:41:27.341984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43302) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:27.393684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-33900946-3f09-46a2-894b-b781b846062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:27.406070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33900946-3f09-46a2-894b-b781b846062e None None] Routers {'be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:27.406778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-33900946-3f09-46a2-894b-b781b846062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:27.453923 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a6e324cc-a021-46f4-a547-4c8e554b38fc req-04077874-81d8-4282-beb9-e63046b466ca tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 210 time: 0.1126006 Jun 11 11:41:27.454914 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-55595382-f85a-45ce-95d8-e8a8eec17eed tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] show failed (client error): The resource could not be found. Jun 11 11:41:27.455834 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-55595382-f85a-45ce-95d8-e8a8eec17eed tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-967245009 HTTP/1.1" status: 404 len: 334 time: 0.1025884 Jun 11 11:41:27.462598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43304) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:27.468953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-878690eb-5393-42b0-baf5-34651f399b0c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Request body: {'router': {'name': 'new_name'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:27.481182 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] For port 7e8df721-502f-4027-891e-b2354473a9de, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7e8df721-502f-4027-891e-b2354473a9de,segment=NetworkSegment(0a93f7f8-44cf-4c1a-aaed-cf8f049734a0),segment_id=0a93f7f8-44cf-4c1a-aaed-cf8f049734a0)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:27.481673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:27.500255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-33900946-3f09-46a2-894b-b781b846062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:27.500255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33900946-3f09-46a2-894b-b781b846062e None None] The sync data for ids ['be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:27.509204 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:27.525284 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-878690eb-5393-42b0-baf5-34651f399b0c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] update failed (client error): The resource could not be found. Jun 11 11:41:27.526295 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-878690eb-5393-42b0-baf5-34651f399b0c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1746494306 HTTP/1.1" status: 404 len: 335 time: 0.0627680 Jun 11 11:41:27.539085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43306) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:27.565002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:27.605062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:27.621982 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e29ff-8ace-4bce-9995-81f313ae7264 None None] Sync routers for ids ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:27.630071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fde154f1-9f23-4298-a084-b3a5bbe16535 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:27.646213 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e29ff-8ace-4bce-9995-81f313ae7264 None None] Routers {'1ff94b9d-0fb4-417f-80fa-9cad0311cca5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:27.650666 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-3a8e29ff-8ace-4bce-9995-81f313ae7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:27.659454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:27.677272 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5868f9-7d89-478a-99db-f5bdac41c2c1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Deleting subnet 75e4e3e9-4e04-45ba-a398-564899bcbaa1 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:41:27.687488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Calling delete_port for 7e8df721-502f-4027-891e-b2354473a9de owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:27.711907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4d5868f9-7d89-478a-99db-f5bdac41c2c1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:27.734187 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:27.738801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:27.750939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port fde154f1-9f23-4298-a084-b3a5bbe16535 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:27.751225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:27.817673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bccfe3b9-e228-4a26-bffc-98831f896d0a tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:27.867686 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-3a8e29ff-8ace-4bce-9995-81f313ae7264 None None] Set router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:27.888870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e93cec7-8306-4a11-a972-ad5ceb670073 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:27.976508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 9e93cec7-8306-4a11-a972-ad5ceb670073 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:27.981525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9e93cec7-8306-4a11-a972-ad5ceb670073 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:27.981911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.022991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Allocated IP 172.26.6.194 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/9f5c7b7b-5dab-44a2-8e35-e05d566454c0) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:28.112781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.159575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 9e93cec7-8306-4a11-a972-ad5ceb670073, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9e93cec7-8306-4a11-a972-ad5ceb670073,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:28.165597 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.168808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:28.240713 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=9e93cec7-8306-4a11-a972-ad5ceb670073,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:28.241829 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-3a8e29ff-8ace-4bce-9995-81f313ae7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:43Z', 'revision_number': 4, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7885f59f-55c8-4209-ab1e-f488143414bf', 'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'mac_address': 'fa:16:3e:8d:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:39Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 5, 'project_id': '40057aca28ba4547afec842333f5da6a', 'subnets': [{'id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:28.246055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:28.253247 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e29ff-8ace-4bce-9995-81f313ae7264 None None] Checking router: 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:41:28.281078 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.288276 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e29ff-8ace-4bce-9995-81f313ae7264 None None] Routers {'1ff94b9d-0fb4-417f-80fa-9cad0311cca5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:28.288932 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-3a8e29ff-8ace-4bce-9995-81f313ae7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:28.335113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 4264cb1b-6b85-4b31-a310-e2568793f8b2 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:28.354718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] No DVR routers for this DVR port 13a71377-65cd-487b-874a-5ce49eec9e89 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:28.371702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.380413 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1c748699-3dec-40a2-b0e5-fd6abc094593 req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.25 "DELETE /v2.0/ports/13a71377-65cd-487b-874a-5ce49eec9e89 HTTP/1.1" status: 204 len: 173 time: 5.8434024 Jun 11 11:41:28.385791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83eee2d7-1975-4756-821c-53aea8b4206e', 'name': 'network-vif-deleted', 'tag': '13a71377-65cd-487b-874a-5ce49eec9e89'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:41:28.387599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.403784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d3591923-4874-4463-aba6-2308cfa6ed6e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:28.406790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41ccf9b-9334-40eb-8cbf-31cb8d45968e" -d '{"events": [{"server_uuid": "83eee2d7-1975-4756-821c-53aea8b4206e", "name": "network-vif-deleted", "tag": "13a71377-65cd-487b-874a-5ce49eec9e89"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:41:28.436170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:28.452043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4d5868f9-7d89-478a-99db-f5bdac41c2c1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.453218 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.463482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.495518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2500cd-8ffe-45fb-9cb8-4e5387824e82 x-openstack-request-id: req-ab2500cd-8ffe-45fb-9cb8-4e5387824e82 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:41:28.495921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83eee2d7-1975-4756-821c-53aea8b4206e", "name": "network-vif-deleted", "tag": "13a71377-65cd-487b-874a-5ce49eec9e89", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:41:28.496241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab2500cd-8ffe-45fb-9cb8-4e5387824e82 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:41:28.496660 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83eee2d7-1975-4756-821c-53aea8b4206e', 'name': 'network-vif-deleted', 'tag': '13a71377-65cd-487b-874a-5ce49eec9e89', 'status': 'completed', 'code': 200} Jun 11 11:41:28.516765 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-3a8e29ff-8ace-4bce-9995-81f313ae7264 None None] Set router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:28.586930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:28.608048 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b72818-45b0-4b3c-8b08-47ef2c4f92fc None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:28.620700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b72818-45b0-4b3c-8b08-47ef2c4f92fc None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:28.621701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-27b72818-45b0-4b3c-8b08-47ef2c4f92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:28.650778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:28.654175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:28.700536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-27b72818-45b0-4b3c-8b08-47ef2c4f92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:28.711772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b72818-45b0-4b3c-8b08-47ef2c4f92fc None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:28.712824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-27b72818-45b0-4b3c-8b08-47ef2c4f92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:28.733323 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.760004 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ea87e093-e512-44f6-9a07-7196142fd12f req-1197f131-a8fd-4cb5-9563-823a500d1459 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/ports?device_id=83eee2d7-1975-4756-821c-53aea8b4206e HTTP/1.1" status: 200 len: 210 time: 0.0904460 Jun 11 11:41:28.777208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-27b72818-45b0-4b3c-8b08-47ef2c4f92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:28.777922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b72818-45b0-4b3c-8b08-47ef2c4f92fc None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:28.786657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.812836 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c9e2a340-4229-429e-88ab-cae04e7246e8 req-78059c64-0fd4-4ad4-b271-2112a66c7cf7 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.1312988 Jun 11 11:41:28.817632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:28.823939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4d5868f9-7d89-478a-99db-f5bdac41c2c1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.838592 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No DVR routers for this DVR port 7e8df721-502f-4027-891e-b2354473a9de on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:28.877071 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.6764288 Jun 11 11:41:28.879733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43314) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:28.971587 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:28.974642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:28.977449 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-3a8e29ff-8ace-4bce-9995-81f313ae7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:43Z', 'revision_number': 4, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7885f59f-55c8-4209-ab1e-f488143414bf', 'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'mac_address': 'fa:16:3e:8d:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:39Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 5, 'project_id': '40057aca28ba4547afec842333f5da6a', 'subnets': [{'id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:28.980928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:28.981759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.985245 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e29ff-8ace-4bce-9995-81f313ae7264 None None] The sync data for ids ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'] in dv-neutron-786478-5-hyperv is: [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:39:43Z', 'revision_number': 4, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7885f59f-55c8-4209-ab1e-f488143414bf', 'name': '', 'network_id': '49066024-ebb2-43f1-9ec8-e6b6bc340030', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'mac_address': 'fa:16:3e:8d:1b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:39Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 5, 'project_id': '40057aca28ba4547afec842333f5da6a', 'subnets': [{'id': '8ce86379-44b5-4a96-a7eb-d3322a0864fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:28.985497 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-be65ac15-369f-416e-aa4e-78b309f275d3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "GET /v2.0/floatingips/a249380c-46ec-4150-b8fb-7864c9f01bbc HTTP/1.1" status: 200 len: 977 time: 0.1020830 Jun 11 11:41:28.985497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4d5868f9-7d89-478a-99db-f5bdac41c2c1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:28.994147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event updated for resources: {'Port': ['ID=9f5c7b7b-5dab-44a2-8e35-e05d566454c0,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:28.995522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43318) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:28.996265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:28.997871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:29.010033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4d5868f9-7d89-478a-99db-f5bdac41c2c1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:29.011952 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:29.014865 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4d5868f9-7d89-478a-99db-f5bdac41c2c1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "DELETE /v2.0/subnets/75e4e3e9-4e04-45ba-a398-564899bcbaa1 HTTP/1.1" status: 204 len: 168 time: 1.4624922 Jun 11 11:41:29.021973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43320) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:29.028312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c644f7b-d829-4170-ac2f-a318115464ab None None] Network ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:29.148717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5868f9-7d89-478a-99db-f5bdac41c2c1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event deleted for resources: {'Subnet': ['ID=75e4e3e9-4e04-45ba-a398-564899bcbaa1,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:29.164842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4d5868f9-7d89-478a-99db-f5bdac41c2c1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:29.220481 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-159ce0f4-8db9-4cfe-85ad-4f55c4051f50 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2178810 Jun 11 11:41:29.222634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43322) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:29.234255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-416fe31d-7479-4a59-94f0-94c8a091b115 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'floatingip': {'port_id': 'd8c6461d-98e8-4595-a4a6-587ce711ca72'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:29.398285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-416fe31d-7479-4a59-94f0-94c8a091b115 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:29.399556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bccfe3b9-e228-4a26-bffc-98831f896d0a tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:29.414164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Router 335f224f-5f6a-4887-a472-e36ea3999042 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:29.494664 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc949c5-92ae-4d6c-8fc8-f71fa6fa59b2 None None] New status for floating IP 0e8af658-87d6-4c2a-804a-bcddb33c1e96: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:41:29.552236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e93cec7-8306-4a11-a972-ad5ceb670073 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:29.557726 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.9434218 Jun 11 11:41:29.582728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43324) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:29.660234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c31f9ec8-8196-45d9-8b6d-6456943ca6bf None None] Provisioning for port 4264cb1b-6b85-4b31-a310-e2568793f8b2 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:29.673015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c31f9ec8-8196-45d9-8b6d-6456943ca6bf None None] Provisioning complete for port 4264cb1b-6b85-4b31-a310-e2568793f8b2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:29.673781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c31f9ec8-8196-45d9-8b6d-6456943ca6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:29.677231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:29.693085 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bccfe3b9-e228-4a26-bffc-98831f896d0a tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:29.697813 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bccfe3b9-e228-4a26-bffc-98831f896d0a tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "DELETE /v2.0/subnets/eb2df8d7-d5ed-47d6-873d-a826fbaf7832 HTTP/1.1" status: 204 len: 168 time: 3.4809496 Jun 11 11:41:29.704962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18700300-9923-48c2-b9be-6112bd8585d0 None None] Network e4dbc15b-b032-46a2-89e1-0679b70ee033 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:29.705621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43326) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:29.763463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e6194-0daf-453e-854a-5eba963459e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=4264cb1b-6b85-4b31-a310-e2568793f8b2,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:29.777913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95206a81-d578-460e-9efe-fd1e968e0305']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:29.783692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5df0d1-90b1-4173-9d37-c1bc22c20d6c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Deleting subnet 8171ea50-2755-422c-b822-366a2209ea0b {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:41:29.852958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c31f9ec8-8196-45d9-8b6d-6456943ca6bf None None] Port 4264cb1b-6b85-4b31-a310-e2568793f8b2 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:41:29.856424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b5df0d1-90b1-4173-9d37-c1bc22c20d6c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:29.870413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9e93cec7-8306-4a11-a972-ad5ceb670073 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:29.870831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:29.898400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a93f7f8-44cf-4c1a-aaed-cf8f049734a0') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:29.898400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a93f7f8-44cf-4c1a-aaed-cf8f049734a0') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:29.900972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Pushing event deleted for resources: {'Port': ['ID=06de0d3a-6c55-4ec9-b003-5ebc91925d86,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:29.975581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43334) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:30.031985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.048880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40dd3bb-c502-4dcb-b535-58d118f64b16 None None] DHCP port deletion for ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:30.066513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b5df0d1-90b1-4173-9d37-c1bc22c20d6c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.121903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c40dd3bb-c502-4dcb-b535-58d118f64b16 None None] Deleting port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:30.122294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c40dd3bb-c502-4dcb-b535-58d118f64b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.141530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85e60914-b92c-4427-8754-4ab893798556 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.151048 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3a771-1bdb-41ed-8be6-20d90cdfb2ba None None] DHCP port deletion for e4dbc15b-b032-46a2-89e1-0679b70ee033 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:30.167507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Port': ['ID=7e8df721-502f-4027-891e-b2354473a9de,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:30.204803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.193s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:30.207770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.651s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:30.207991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:30.260311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c40dd3bb-c502-4dcb-b535-58d118f64b16 None None] For port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4de73edf-6db6-4b0d-8506-4cfe80cc9dde,segment=NetworkSegment(616d7b3f-9575-4366-bc15-8b1dc5cbfacf),segment_id=616d7b3f-9575-4366-bc15-8b1dc5cbfacf)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:30.260625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c40dd3bb-c502-4dcb-b535-58d118f64b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.277166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85e60914-b92c-4427-8754-4ab893798556 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.374371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c40dd3bb-c502-4dcb-b535-58d118f64b16 None None] Calling delete_port for 4de73edf-6db6-4b0d-8506-4cfe80cc9dde owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:30.448866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85e60914-b92c-4427-8754-4ab893798556 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.451443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85e60914-b92c-4427-8754-4ab893798556 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.452609 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-85e60914-b92c-4427-8754-4ab893798556 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "DELETE /v2.0/security-groups/bae61dd6-bac7-4723-b431-7ba8bf876d62 HTTP/1.1" status: 204 len: 168 time: 0.4759419 Jun 11 11:41:30.453178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3a771-1bdb-41ed-8be6-20d90cdfb2ba None None] Deleting port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:30.453631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b8a3a771-1bdb-41ed-8be6-20d90cdfb2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.455354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e97bcd77-c229-4dc3-8b1b-3f4e22a780e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:30.459875 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43338) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:30.464353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-416fe31d-7479-4a59-94f0-94c8a091b115 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.478180 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-416fe31d-7479-4a59-94f0-94c8a091b115 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.480140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e60914-b92c-4427-8754-4ab893798556 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae61dd6-bac7-4723-b431-7ba8bf876d62,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:30.488888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-85e60914-b92c-4427-8754-4ab893798556 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:30.580941 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b8a3a771-1bdb-41ed-8be6-20d90cdfb2ba None None] For port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56,segment=NetworkSegment(2e3774b9-343f-4811-92a9-4e5d5801a961),segment_id=2e3774b9-343f-4811-92a9-4e5d5801a961)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:30.580941 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b8a3a771-1bdb-41ed-8be6-20d90cdfb2ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.582704 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-ca001668-abb9-4e17-8667-0f6c21a3b269 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] show failed (client error): The resource could not be found. Jun 11 11:41:30.585165 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ca001668-abb9-4e17-8667-0f6c21a3b269 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "GET /v2.0/security-groups/bae61dd6-bac7-4723-b431-7ba8bf876d62 HTTP/1.1" status: 404 len: 347 time: 0.1221516 Jun 11 11:41:30.587819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43340) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:30.621746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.866s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:30.622346 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:30.625992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.639020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.237s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:30.695148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3a771-1bdb-41ed-8be6-20d90cdfb2ba None None] Calling delete_port for 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:30.754610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c40dd3bb-c502-4dcb-b535-58d118f64b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.758082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dd05a21c-9ce2-4eab-830a-507cef9ef7a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:30.784774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:30.785702 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.792244 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dd3bb-c502-4dcb-b535-58d118f64b16 None None] Pushing event deleted for resources: {'Port': ['ID=4de73edf-6db6-4b0d-8506-4cfe80cc9dde,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:30.795981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c40dd3bb-c502-4dcb-b535-58d118f64b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:30.796162 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-416fe31d-7479-4a59-94f0-94c8a091b115 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP a249380c-46ec-4150-b8fb-7864c9f01bbc associated. External IP: 172.26.6.250, port: f8b7cafe-885a-40f4-9968-9c03836f5236. Jun 11 11:41:30.799171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40dd3bb-c502-4dcb-b535-58d118f64b16 None None] No DVR routers for this DVR port 4de73edf-6db6-4b0d-8506-4cfe80cc9dde on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:30.814375 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:30.832914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfe3b9-e228-4a26-bffc-98831f896d0a tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2df8d7-d5ed-47d6-873d-a826fbaf7832,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:30.841729 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8f066afa-3fab-4dc5-8a19-68c1815e5bab req-93ddfa58-e966-4829-80a8-d0da9939e07b tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.8023515 Jun 11 11:41:30.846742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.851370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bccfe3b9-e228-4a26-bffc-98831f896d0a tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:30.855007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b8a3a771-1bdb-41ed-8be6-20d90cdfb2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:30.858904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:30.895744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3a771-1bdb-41ed-8be6-20d90cdfb2ba None None] Pushing event deleted for resources: {'Port': ['ID=9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:30.898561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b8a3a771-1bdb-41ed-8be6-20d90cdfb2ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:30.901872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a3a771-1bdb-41ed-8be6-20d90cdfb2ba None None] No DVR routers for this DVR port 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:30.908199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f586c43-0f63-45c5-82f2-034e9ab4b752 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:30.915162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f586c43-0f63-45c5-82f2-034e9ab4b752 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:30.916776 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0f586c43-0f63-45c5-82f2-034e9ab4b752 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.3083661 Jun 11 11:41:30.926182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43342) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:30.926992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d48e97-5d6a-4918-af3e-5e111f74ae20 None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:41:30.984196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Deleting port 87fd8c92-668b-4b51-855d-11ec1d482410 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:30.984570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.019372 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:31.036607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93765f2-33db-4fdb-a9ff-b91b8dd26337 None None] Sync routers for ids ['335f224f-5f6a-4887-a472-e36ea3999042'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:31.061877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93765f2-33db-4fdb-a9ff-b91b8dd26337 None None] Routers {'335f224f-5f6a-4887-a472-e36ea3999042'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:31.062721 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b93765f2-33db-4fdb-a9ff-b91b8dd26337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['335f224f-5f6a-4887-a472-e36ea3999042'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:31.071122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.133832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:31.139727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.146430 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/95206a81-d578-460e-9efe-fd1e968e0305 HTTP/1.1" status: 204 len: 168 time: 9.2059383 Jun 11 11:41:31.146430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] No DVR routers for this DVR port 06de0d3a-6c55-4ec9-b003-5ebc91925d86 on host hv-neutron-7864 {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:31.150307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43344) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:31.155983 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.158062 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-16fa462f-026f-4ac4-b696-7a5701a7251f req-292c1364-f024-41c1-8f1b-451187897b10 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.25 "DELETE /v2.0/ports/06de0d3a-6c55-4ec9-b003-5ebc91925d86 HTTP/1.1" status: 204 len: 173 time: 8.2552128 Jun 11 11:41:31.159778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1713e31-a783-4df7-b886-00f71880684a', 'name': 'network-vif-deleted', 'tag': '06de0d3a-6c55-4ec9-b003-5ebc91925d86'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:41:31.162204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93adee1-1fa1-46a0-afd8-51c0a749dd8a" -d '{"events": [{"server_uuid": "a1713e31-a783-4df7-b886-00f71880684a", "name": "network-vif-deleted", "tag": "06de0d3a-6c55-4ec9-b003-5ebc91925d86"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:41:31.167521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d48e97-5d6a-4918-af3e-5e111f74ae20 None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:41:31.182916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1292568913'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:31.217467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b5df0d1-90b1-4173-9d37-c1bc22c20d6c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.242343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.242898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.265616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=95206a81-d578-460e-9efe-fd1e968e0305,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:31.273137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b375c40a-0b0d-4e8b-9ad3-34291c3ea16d x-openstack-request-id: req-b375c40a-0b0d-4e8b-9ad3-34291c3ea16d {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:41:31.273352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1713e31-a783-4df7-b886-00f71880684a", "name": "network-vif-deleted", "tag": "06de0d3a-6c55-4ec9-b003-5ebc91925d86", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:41:31.273651 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b375c40a-0b0d-4e8b-9ad3-34291c3ea16d {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:41:31.274093 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1713e31-a783-4df7-b886-00f71880684a', 'name': 'network-vif-deleted', 'tag': '06de0d3a-6c55-4ec9-b003-5ebc91925d86', 'status': 'completed', 'code': 200} Jun 11 11:41:31.276960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.284466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:31.401108 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.409991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Calling delete_port for 87fd8c92-668b-4b51-855d-11ec1d482410 owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:31.430733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-89000971-ad46-4c45-9f2c-ae1be1acfc68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 4264cb1b-6b85-4b31-a310-e2568793f8b2 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:31.430932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89000971-ad46-4c45-9f2c-ae1be1acfc68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.470453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dbc15b-b032-46a2-89e1-0679b70ee033']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:31.496041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:31.499528 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.503481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3774b9-343f-4811-92a9-4e5d5801a961') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:31.503786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3774b9-343f-4811-92a9-4e5d5801a961') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:31.540064 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.540277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-b93765f2-33db-4fdb-a9ff-b91b8dd26337 None None] Set router 335f224f-5f6a-4887-a472-e36ea3999042 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:31.563950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b5df0d1-90b1-4173-9d37-c1bc22c20d6c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.575798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bccfe3b9-e228-4a26-bffc-98831f896d0a tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:31.579455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.583431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:31.616197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:31.616722 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9b0b7b7f-57f8-40f5-9c05-fb21dce8cd56 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:31.617222 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4de73edf-6db6-4b0d-8506-4cfe80cc9dde no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:31.623636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:31.624639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.634765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416fe31d-7479-4a59-94f0-94c8a091b115 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:31.666358 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:31.668746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 4de73edf-6db6-4b0d-8506-4cfe80cc9dde {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:31.668839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89000971-ad46-4c45-9f2c-ae1be1acfc68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.668939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4de73edf-6db6-4b0d-8506-4cfe80cc9dde not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:31.769013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5df0d1-90b1-4173-9d37-c1bc22c20d6c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event deleted for resources: {'Subnet': ['ID=8171ea50-2755-422c-b822-366a2209ea0b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:31.772386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b5df0d1-90b1-4173-9d37-c1bc22c20d6c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:31.779776 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b5df0d1-90b1-4173-9d37-c1bc22c20d6c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.781813 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4b5df0d1-90b1-4173-9d37-c1bc22c20d6c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "DELETE /v2.0/subnets/8171ea50-2755-422c-b822-366a2209ea0b HTTP/1.1" status: 204 len: 168 time: 2.7426496 Jun 11 11:41:31.784775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:41:31.788938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43348) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:31.866829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.876117 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:31.881113 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "DELETE /v2.0/networks/e4dbc15b-b032-46a2-89e1-0679b70ee033 HTTP/1.1" status: 204 len: 168 time: 2.1294229 Jun 11 11:41:31.961288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43352) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:31.963155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:32.028732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b93765f2-33db-4fdb-a9ff-b91b8dd26337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22', 'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'mac_address': 'fa:16:3e:72:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:45Z', 'updated_at': '2021-06-11T11:39:59Z', 'revision_number': 5, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'subnets': [{'id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:32.032482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93765f2-33db-4fdb-a9ff-b91b8dd26337 None None] Checking router: 335f224f-5f6a-4887-a472-e36ea3999042 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:41:32.046809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93765f2-33db-4fdb-a9ff-b91b8dd26337 None None] Routers {'335f224f-5f6a-4887-a472-e36ea3999042'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:32.047837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b93765f2-33db-4fdb-a9ff-b91b8dd26337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['335f224f-5f6a-4887-a472-e36ea3999042'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:32.053413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72903c71-9f9e-4c2a-9b77-2840c25d2b72 None None] Network a9857f2b-4fbf-4250-804a-86c3ef8d5069 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:32.111861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.112213 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment a3dab80f-9136-4110-8233-53944e3b2508 of type vlan for network 43f77943-c6e2-4dc4-bb12-036a60ed35ba Jun 11 11:41:32.114226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event deleted for resources: {'Network': ['ID=e4dbc15b-b032-46a2-89e1-0679b70ee033,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:32.180373 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.185161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:32.288318 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-89000971-ad46-4c45-9f2c-ae1be1acfc68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 4264cb1b-6b85-4b31-a310-e2568793f8b2 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:32.324324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-b93765f2-33db-4fdb-a9ff-b91b8dd26337 None None] Set router 335f224f-5f6a-4887-a472-e36ea3999042 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:32.326663 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-35e00bf5-9b21-4e6f-bf7d-e04deb94ca39 req-2994e836-f259-4141-97b5-579cee7a043e tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1713e31-a783-4df7-b886-00f71880684a HTTP/1.1" status: 200 len: 210 time: 0.2176733 Jun 11 11:41:32.413171 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.449748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.503391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416fe31d-7479-4a59-94f0-94c8a091b115 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:32.508087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.512248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-58a09a3f-b8c9-468d-a5b8-7fa489380fb1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:32.533487 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bad2d7-44f2-4662-a013-daad4302ab1c None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:32.556631 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bad2d7-44f2-4662-a013-daad4302ab1c None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:32.557264 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-16bad2d7-44f2-4662-a013-daad4302ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:32.586165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4757ba2b-3040-436d-957a-63c059012238 None None] DHCP port deletion for a9857f2b-4fbf-4250-804a-86c3ef8d5069 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:32.632946 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-16bad2d7-44f2-4662-a013-daad4302ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:32.642664 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bad2d7-44f2-4662-a013-daad4302ab1c None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:32.648725 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-16bad2d7-44f2-4662-a013-daad4302ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:32.659038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Pushing event deleted for resources: {'Port': ['ID=87fd8c92-668b-4b51-855d-11ec1d482410,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:32.661126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b93765f2-33db-4fdb-a9ff-b91b8dd26337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22', 'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'mac_address': 'fa:16:3e:72:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:45Z', 'updated_at': '2021-06-11T11:39:59Z', 'revision_number': 5, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'subnets': [{'id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:32.667254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93765f2-33db-4fdb-a9ff-b91b8dd26337 None None] The sync data for ids ['335f224f-5f6a-4887-a472-e36ea3999042'] in dv-neutron-786478-5-hyperv is: [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:39:47Z', 'revision_number': 4, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22', 'name': '', 'network_id': '1d17cd3b-356d-4491-bc08-349e534864e5', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'mac_address': 'fa:16:3e:72:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:45Z', 'updated_at': '2021-06-11T11:39:59Z', 'revision_number': 5, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'subnets': [{'id': '2c446c43-9d6e-4499-976d-f4a133895aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:32.669470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4757ba2b-3040-436d-957a-63c059012238 None None] Deleting port 69105080-b958-45cb-ba02-f669341cba75 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:32.670070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4757ba2b-3040-436d-957a-63c059012238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.732759 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-16bad2d7-44f2-4662-a013-daad4302ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:32.733178 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bad2d7-44f2-4662-a013-daad4302ab1c None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:32.742089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:32.786899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4757ba2b-3040-436d-957a-63c059012238 None None] For port 69105080-b958-45cb-ba02-f669341cba75, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=69105080-b958-45cb-ba02-f669341cba75,segment=NetworkSegment(8a4fef8c-6c6b-4240-9a52-0137fe63dfb3),segment_id=8a4fef8c-6c6b-4240-9a52-0137fe63dfb3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:32.787835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4757ba2b-3040-436d-957a-63c059012238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.816781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.822748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:32.823339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.832191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:32.853892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89000971-ad46-4c45-9f2c-ae1be1acfc68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.859657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:32.866177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.869876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.874907 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] 10.222.0.46 "DELETE /v2.0/floatingips/0e8af658-87d6-4c2a-804a-bcddb33c1e96 HTTP/1.1" status: 204 len: 168 time: 2.2858226 Jun 11 11:41:32.875517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43354) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:32.909452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4757ba2b-3040-436d-957a-63c059012238 None None] Calling delete_port for 69105080-b958-45cb-ba02-f669341cba75 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:32.920389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.940732 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7815986 Jun 11 11:41:32.945507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:32.949077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Deleting port 5310e4c7-973f-4eb4-8478-1796c5c9fe3a {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:32.949422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:32.953435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43356) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:33.020690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'network_id': '43f77943-c6e2-4dc4-bb12-036a60ed35ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:33.060989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89000971-ad46-4c45-9f2c-ae1be1acfc68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=4264cb1b-6b85-4b31-a310-e2568793f8b2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:33.061981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616d7b3f-9575-4366-bc15-8b1dc5cbfacf') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:33.062401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616d7b3f-9575-4366-bc15-8b1dc5cbfacf') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:33.063272 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-89000971-ad46-4c45-9f2c-ae1be1acfc68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:33.064361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=43f77943-c6e2-4dc4-bb12-036a60ed35ba,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:33.098968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:33.114555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Router 412240f6-349a-4fad-a7e5-c2f6982609dd is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:41:33.117745 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.118133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.118520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.118911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.119279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.119654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.121950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.122325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.122726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.123095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.123464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.123829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:33.184158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:33.213453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89000971-ad46-4c45-9f2c-ae1be1acfc68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:33.217732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5bc5a-3a68-4e30-a999-df32cfaff163 None None] New status for floating IP 13e51616-d2c6-4182-919f-a8c0249bae0e: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:41:33.219846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 43f77943-c6e2-4dc4-bb12-036a60ed35ba details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:41:33.220292 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-89000971-ad46-4c45-9f2c-ae1be1acfc68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/4264cb1b-6b85-4b31-a310-e2568793f8b2 HTTP/1.1" status: 204 len: 168 time: 2.2927566 Jun 11 11:41:33.223667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43358) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:33.254489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:33.261778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:33.262437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:33.283010 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4757ba2b-3040-436d-957a-63c059012238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:33.296499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5dd1fb5c-9bb1-482a-ac9e-2be5c1dc5a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:33.364607 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:33.376523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:33.386585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3c7f14cd-7721-4e6d-b5fe-4fa8b37cdbbd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:33.405295 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:33.409746 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "DELETE /v2.0/networks/ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0 HTTP/1.1" status: 204 len: 168 time: 1.6198339 Jun 11 11:41:33.470560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43362) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:33.477322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event deleted for resources: {'Network': ['ID=ffffea6c-fd34-4e84-9b3b-3e02e5e6c4c0,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:33.483477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43366) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:33.494001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f367a1-dc0f-4b86-94e5-a14030874415 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:33.496503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f367a1-dc0f-4b86-94e5-a14030874415 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:33.502668 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-32f367a1-dc0f-4b86-94e5-a14030874415 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2751129 Jun 11 11:41:33.524887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69105080-b958-45cb-ba02-f669341cba75 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:33.525140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43368) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:33.526364 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:33.530092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757ba2b-3040-436d-957a-63c059012238 None None] Pushing event deleted for resources: {'Port': ['ID=69105080-b958-45cb-ba02-f669341cba75,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:33.532770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4757ba2b-3040-436d-957a-63c059012238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:33.572195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4757ba2b-3040-436d-957a-63c059012238 None None] No DVR routers for this DVR port 69105080-b958-45cb-ba02-f669341cba75 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:33.576786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 69105080-b958-45cb-ba02-f669341cba75 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:33.577413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69105080-b958-45cb-ba02-f669341cba75 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:33.691725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416fe31d-7479-4a59-94f0-94c8a091b115 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:33.707412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:33.871976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:33.957510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:33.958114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.024643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.068514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.078436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Calling delete_port for 5310e4c7-973f-4eb4-8478-1796c5c9fe3a owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:34.092891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:34.096330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.112832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9857f2b-4fbf-4250-804a-86c3ef8d5069']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:34.118102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-267ba9c1-70dc-4e30-848b-cbec400d54cb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 203edf49-b9d0-47e9-b7d6-e44a0b56e887 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:41:34.146383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4fef8c-6c6b-4240-9a52-0137fe63dfb3') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:34.147148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4fef8c-6c6b-4240-9a52-0137fe63dfb3') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:34.159008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416fe31d-7479-4a59-94f0-94c8a091b115 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:34.162877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.166898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-416fe31d-7479-4a59-94f0-94c8a091b115 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.170295 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e24c14e-172a-4d92-8e41-a33cc47c224d None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:34.189971 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24c14e-172a-4d92-8e41-a33cc47c224d None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:34.191005 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9e24c14e-172a-4d92-8e41-a33cc47c224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:34.193521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-267ba9c1-70dc-4e30-848b-cbec400d54cb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.215669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.231589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:34.231995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:34.237803 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:34.246678 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:34.256419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Sync routers for ids ['412240f6-349a-4fad-a7e5-c2f6982609dd'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:34.267016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Routers {'412240f6-349a-4fad-a7e5-c2f6982609dd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:34.267780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['412240f6-349a-4fad-a7e5-c2f6982609dd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:34.271529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.273376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.274583 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "DELETE /v2.0/security-groups/8fe42e7a-8324-4e7d-be46-35105c2493d3 HTTP/1.1" status: 204 len: 168 time: 0.7861013 Jun 11 11:41:34.279943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-77950e41-ef1a-4f21-a5dc-0ce8fc3e34f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:34.286514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43370) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:34.365353 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9e24c14e-172a-4d92-8e41-a33cc47c224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:34.373926 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24c14e-172a-4d92-8e41-a33cc47c224d None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:34.374620 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9e24c14e-172a-4d92-8e41-a33cc47c224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:34.380480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe42e7a-8324-4e7d-be46-35105c2493d3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:34.386144 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-d2a919b4-ed4f-4b22-8551-d08c40bf9a2a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] show failed (client error): The resource could not be found. Jun 11 11:41:34.387519 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d2a919b4-ed4f-4b22-8551-d08c40bf9a2a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "GET /v2.0/security-groups/8fe42e7a-8324-4e7d-be46-35105c2493d3 HTTP/1.1" status: 404 len: 347 time: 0.0966249 Jun 11 11:41:34.399916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43372) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:34.417361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.417887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.418297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.418894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.419090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.419420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.419792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.420160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.420525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.420889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.421252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.421611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:34.424305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.437008 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9e24c14e-172a-4d92-8e41-a33cc47c224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:34.437479 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e24c14e-172a-4d92-8e41-a33cc47c224d None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:34.448926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:34.484637 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Set router 412240f6-349a-4fad-a7e5-c2f6982609dd gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:34.496619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-828b02fa-2dca-4a6c-b8cb-f90b4a732373 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:34.503001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.507756 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "DELETE /v2.0/networks/a9857f2b-4fbf-4250-804a-86c3ef8d5069 HTTP/1.1" status: 204 len: 168 time: 1.0332327 Jun 11 11:41:34.510249 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-416fe31d-7479-4a59-94f0-94c8a091b115 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "PUT /v2.0/floatingips/a249380c-46ec-4150-b8fb-7864c9f01bbc HTTP/1.1" status: 200 len: 978 time: 5.2862577 Jun 11 11:41:34.513895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43374) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:34.514281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43376) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:34.522025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-267ba9c1-70dc-4e30-848b-cbec400d54cb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.533823 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event deleted for resources: {'Network': ['ID=a9857f2b-4fbf-4250-804a-86c3ef8d5069,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:34.536629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c7325dcd-5c98-46a7-a962-272541513416 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:34.577331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:34.645135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.680652 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.683146 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.5541644 Jun 11 11:41:34.697486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43378) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:34.731856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.742343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9054dd80-8577-4c11-8b54-c55d1369b882 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:34.753196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412240f6-349a-4fad-a7e5-c2f6982609dd', 'name': 'tempest-snat-router-1201894683', 'tenant_id': '2ed13c99cabf444e85c427cc2555246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '9f5c7b7b-5dab-44a2-8e35-e05d566454c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:23Z', 'updated_at': '2021-06-11T11:41:29Z', 'revision_number': 3, 'project_id': '2ed13c99cabf444e85c427cc2555246f', 'gw_port': {'id': '9f5c7b7b-5dab-44a2-8e35-e05d566454c0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412240f6-349a-4fad-a7e5-c2f6982609dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:27Z', 'updated_at': '2021-06-11T11:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:34.757192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Checking router: 412240f6-349a-4fad-a7e5-c2f6982609dd for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:41:34.757630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Updating router 412240f6-349a-4fad-a7e5-c2f6982609dd port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:41:34.778657 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c7325dcd-5c98-46a7-a962-272541513416 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.803273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:34.820803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Pushing event deleted for resources: {'Port': ['ID=5310e4c7-973f-4eb4-8478-1796c5c9fe3a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:34.824025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:34.880201 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-058304e2-550e-4143-af5a-730e0e6ce574 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Deleting subnet 75af5156-f8a5-4a60-89d7-9a3c2dd38ca4 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:41:34.920103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-058304e2-550e-4143-af5a-730e0e6ce574 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.111945 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-267ba9c1-70dc-4e30-848b-cbec400d54cb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.147122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.158125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Transition to ACTIVE for port object 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:35.164611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.167726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7bb7229f-d1c7-477b-9a01-5778204137d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:35.209034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-058304e2-550e-4143-af5a-730e0e6ce574 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.233106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Attempting to bind port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:35.233420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Attempting to bind port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:35.233572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Attempting to bind port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:35.241832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Pushing event updated for resources: {'Port': ['ID=9f5c7b7b-5dab-44a2-8e35-e05d566454c0,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:35.243999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:35.244387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:35.244807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.245725 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:35.245725 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Bound port: 9f5c7b7b-5dab-44a2-8e35-e05d566454c0, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:35.246145 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.264352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Deleting port 42114e81-1998-4f28-9356-8f72be75a321 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:35.264609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.270926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.280680 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.281263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.281388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.282085 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.282204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:35.282443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.282819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.283434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.283778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.284117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.284453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.284783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.285113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:41:35.289948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:35.311440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.314043 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.315229 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] 10.222.0.46 "DELETE /v2.0/floatingips/d6d94f10-f363-48e0-80d3-18c913847e28 HTTP/1.1" status: 204 len: 168 time: 3.3456171 Jun 11 11:41:35.332677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] For port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:35.336961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] For port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9f5c7b7b-5dab-44a2-8e35-e05d566454c0,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:35.343160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.346235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b8a3a771-1bdb-41ed-8be6-20d90cdfb2ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:35.420996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Routers {'412240f6-349a-4fad-a7e5-c2f6982609dd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:35.421815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['412240f6-349a-4fad-a7e5-c2f6982609dd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:35.476409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c7325dcd-5c98-46a7-a962-272541513416 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.489459 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0ef6e08b-29ba-4163-bbcc-60d646c05ec9 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/routers/412240f6-349a-4fad-a7e5-c2f6982609dd HTTP/1.1" status: 200 len: 908 time: 0.7900133 Jun 11 11:41:35.493886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43382) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:35.494135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Pushing event updated for resources: {'Port': ['ID=9f5c7b7b-5dab-44a2-8e35-e05d566454c0,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:35.498389 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:35.511916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=9b02a5dc-dac4-45e5-b64e-072947d68769,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:35.514664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c7325dcd-5c98-46a7-a962-272541513416 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.514878 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-c7325dcd-5c98-46a7-a962-272541513416 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP a249380c-46ec-4150-b8fb-7864c9f01bbc disassociated. External IP: 172.26.6.250, port: d8c6461d-98e8-4595-a4a6-587ce711ca72. Jun 11 11:41:35.526189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:35.610780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] Set router 412240f6-349a-4fad-a7e5-c2f6982609dd gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:35.617860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.618203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.652286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-267ba9c1-70dc-4e30-848b-cbec400d54cb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.658220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:35.720636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-058304e2-550e-4143-af5a-730e0e6ce574 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.725186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ba9c1-70dc-4e30-848b-cbec400d54cb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=203edf49-b9d0-47e9-b7d6-e44a0b56e887,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:35.729100 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking segment: {'id': 'a3dab80f-9136-4110-8233-53944e3b2508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '43f77943-c6e2-4dc4-bb12-036a60ed35ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:35.729725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network hostable DHCP agents. Network: 43f77943-c6e2-4dc4-bb12-036a60ed35ba, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:41:35.730898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Calling delete_port for 42114e81-1998-4f28-9356-8f72be75a321 owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:35.734974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-267ba9c1-70dc-4e30-848b-cbec400d54cb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:35.739820 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-267ba9c1-70dc-4e30-848b-cbec400d54cb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/203edf49-b9d0-47e9-b7d6-e44a0b56e887 HTTP/1.1" status: 204 len: 168 time: 2.2099547 Jun 11 11:41:35.741366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-267ba9c1-70dc-4e30-848b-cbec400d54cb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:35.741545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43386) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:35.817567 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3bc7ad70-7a76-4d79-9855-e7914ce0a223 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731282 Jun 11 11:41:35.821315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43388) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:35.829614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network 43f77943-c6e2-4dc4-bb12-036a60ed35ba is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:41:35.844884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43390) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:35.953646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40838eec-065d-4ee3-8c57-5be63f6b1469 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:35.995464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.015823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 43f77943-c6e2-4dc4-bb12-036a60ed35ba) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:36.021017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:36.021778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.031637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-058304e2-550e-4143-af5a-730e0e6ce574 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.040468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d350a-6c9b-4156-b50d-1a326e36c3bd None None] Network 43f77943-c6e2-4dc4-bb12-036a60ed35ba requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:36.042812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b5df0d1-90b1-4173-9d37-c1bc22c20d6c tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:36.105394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058304e2-550e-4143-af5a-730e0e6ce574 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event deleted for resources: {'Subnet': ['ID=75af5156-f8a5-4a60-89d7-9a3c2dd38ca4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:36.107989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-058304e2-550e-4143-af5a-730e0e6ce574 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:36.113436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-058304e2-550e-4143-af5a-730e0e6ce574 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.117627 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-058304e2-550e-4143-af5a-730e0e6ce574 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "DELETE /v2.0/subnets/75af5156-f8a5-4a60-89d7-9a3c2dd38ca4 HTTP/1.1" status: 204 len: 168 time: 1.5983608 Jun 11 11:41:36.120314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43394) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:36.138518 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e860db01-ecd0-4bd8-90d2-5b79e015d9b5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1777973 Jun 11 11:41:36.140860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6add749d-04bf-4afb-91e1-cb63d1db0f2f None None] Network 1854b337-4c70-4db4-8d39-a1bad296a471 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:36.149125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43396) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:36.211835 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-410ba120-951a-4254-8a58-37e9b318168e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa514fd0781b448d9ea1dc27965e0d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655400 Jun 11 11:41:36.224457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191f681-58f3-4390-bdc2-a140485db419 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:36.227895 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1191f681-58f3-4390-bdc2-a140485db419 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4037747 Jun 11 11:41:36.233486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43398) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:36.233933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43400) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:36.275974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.287873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7325dcd-5c98-46a7-a962-272541513416 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:36.486501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.507655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3746ae7-5773-476b-b5b7-3c4459f48e0e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:36.511907 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e3746ae7-5773-476b-b5b7-3c4459f48e0e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2669380 Jun 11 11:41:36.516205 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43402) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:36.530876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.543117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1db8b0c9-b394-44aa-9bab-b3d83edb1d3b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:36.548681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.572082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412240f6-349a-4fad-a7e5-c2f6982609dd', 'name': 'tempest-snat-router-1201894683', 'tenant_id': '2ed13c99cabf444e85c427cc2555246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '9f5c7b7b-5dab-44a2-8e35-e05d566454c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:23Z', 'updated_at': '2021-06-11T11:41:29Z', 'revision_number': 3, 'project_id': '2ed13c99cabf444e85c427cc2555246f', 'gw_port': {'id': '9f5c7b7b-5dab-44a2-8e35-e05d566454c0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412240f6-349a-4fad-a7e5-c2f6982609dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:27Z', 'updated_at': '2021-06-11T11:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:36.580061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e99e1-fceb-4461-825b-f7b455e7b671 None None] The sync data for ids ['412240f6-349a-4fad-a7e5-c2f6982609dd'] in dv-neutron-786478-5-hyperv is: [{'id': '412240f6-349a-4fad-a7e5-c2f6982609dd', 'name': 'tempest-snat-router-1201894683', 'tenant_id': '2ed13c99cabf444e85c427cc2555246f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '9f5c7b7b-5dab-44a2-8e35-e05d566454c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:23Z', 'updated_at': '2021-06-11T11:41:29Z', 'revision_number': 3, 'project_id': '2ed13c99cabf444e85c427cc2555246f', 'gw_port': {'id': '9f5c7b7b-5dab-44a2-8e35-e05d566454c0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412240f6-349a-4fad-a7e5-c2f6982609dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:27Z', 'updated_at': '2021-06-11T11:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:36.601106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-43f77943-c6e2-4dc4-bb12-036a60ed35ba', 'network_id': '43f77943-c6e2-4dc4-bb12-036a60ed35ba', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '9b02a5dc-dac4-45e5-b64e-072947d68769'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:36.602235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.649605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac552390-033e-45a4-9ddb-df372d6041fa None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:36.681078 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fe7216e2-f08d-47b6-a1b5-8b363fe0403d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1589634 Jun 11 11:41:36.692809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Deleting port 7885f59f-55c8-4209-ab1e-f488143414bf {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:36.693410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.698778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43404) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:36.700866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Pushing event deleted for resources: {'Port': ['ID=42114e81-1998-4f28-9356-8f72be75a321,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:36.703204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56451644-edb5-45b7-b3c1-54eebb9f64f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.730292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:36.734277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:36.778166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] DHCP port deletion for 1854b337-4c70-4db4-8d39-a1bad296a471 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:36.879206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Deleting port b6939cd1-e84b-44b0-a1da-cb98f09777c4 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:36.879481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.973361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Allocated IP 172.20.0.1 (43f77943-c6e2-4dc4-bb12-036a60ed35ba/9b02a5dc-dac4-45e5-b64e-072947d68769/d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:36.982477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] Deleting port b6939cd1-e84b-44b0-a1da-cb98f09777c4 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:36.982929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.988132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7325dcd-5c98-46a7-a962-272541513416 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:36.993240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ac552390-033e-45a4-9ddb-df372d6041fa None None] Deleting port 9e93cec7-8306-4a11-a972-ad5ceb670073 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:36.993704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ac552390-033e-45a4-9ddb-df372d6041fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:36.998150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c7325dcd-5c98-46a7-a962-272541513416 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.011075 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd5d91-3ae2-41d3-98d5-b014f4d2fde7 None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:37.025390 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd5d91-3ae2-41d3-98d5-b014f4d2fde7 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:37.027332 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-dbdd5d91-3ae2-41d3-98d5-b014f4d2fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:37.045958 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c7325dcd-5c98-46a7-a962-272541513416 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "PUT /v2.0/floatingips/a249380c-46ec-4150-b8fb-7864c9f01bbc HTTP/1.1" status: 200 len: 688 time: 2.5276875 Jun 11 11:41:37.052482 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56451644-edb5-45b7-b3c1-54eebb9f64f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.055916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43406) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:37.066449 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] For port b6939cd1-e84b-44b0-a1da-cb98f09777c4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6939cd1-e84b-44b0-a1da-cb98f09777c4,segment=NetworkSegment(bacad477-c242-44af-9248-152f6dd556d7),segment_id=bacad477-c242-44af-9248-152f6dd556d7)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:37.066845 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.103651 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-dbdd5d91-3ae2-41d3-98d5-b014f4d2fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:37.114790 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd5d91-3ae2-41d3-98d5-b014f4d2fde7 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:37.122895 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-dbdd5d91-3ae2-41d3-98d5-b014f4d2fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:37.162263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.165072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.166404 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] 10.222.0.46 "DELETE /v2.0/floatingips/13e51616-d2c6-4182-919f-a8c0249bae0e HTTP/1.1" status: 204 len: 168 time: 2.7624977 Jun 11 11:41:37.198805 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-dbdd5d91-3ae2-41d3-98d5-b014f4d2fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:37.199488 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd5d91-3ae2-41d3-98d5-b014f4d2fde7 None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:37.209280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Calling delete_port for b6939cd1-e84b-44b0-a1da-cb98f09777c4 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:37.211855 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43408) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:37.283518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] For port 7885f59f-55c8-4209-ab1e-f488143414bf, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7885f59f-55c8-4209-ab1e-f488143414bf,segment=NetworkSegment(fa07bb02-88c9-467a-8cb5-6048d1ec9d35),segment_id=fa07bb02-88c9-467a-8cb5-6048d1ec9d35)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:37.283886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.327937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] For port b6939cd1-e84b-44b0-a1da-cb98f09777c4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6939cd1-e84b-44b0-a1da-cb98f09777c4,segment=NetworkSegment(bacad477-c242-44af-9248-152f6dd556d7),segment_id=bacad477-c242-44af-9248-152f6dd556d7)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:37.328567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.334922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ac552390-033e-45a4-9ddb-df372d6041fa None None] For port 9e93cec7-8306-4a11-a972-ad5ceb670073, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9e93cec7-8306-4a11-a972-ad5ceb670073,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:37.335393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ac552390-033e-45a4-9ddb-df372d6041fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.432873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Calling delete_port for 7885f59f-55c8-4209-ab1e-f488143414bf owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:37.513218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ac552390-033e-45a4-9ddb-df372d6041fa None None] Calling delete_port for 9e93cec7-8306-4a11-a972-ad5ceb670073 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:37.628012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.633084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a6e4544b-fb35-46ae-81f5-3f8f14753f6f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:37.674331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event deleted for resources: {'Port': ['ID=b6939cd1-e84b-44b0-a1da-cb98f09777c4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:37.680252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:37.687416 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] No DVR routers for this DVR port b6939cd1-e84b-44b0-a1da-cb98f09777c4 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:37.772916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] Calling delete_port for b6939cd1-e84b-44b0-a1da-cb98f09777c4 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:37.850379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:37.887200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.906889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1854b337-4c70-4db4-8d39-a1bad296a471']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:37.942692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacad477-c242-44af-9248-152f6dd556d7') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:37.943075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacad477-c242-44af-9248-152f6dd556d7') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:37.955636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.972907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.991453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:37.992042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.994340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:37.995808 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:38.049572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Deleting port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:38.050194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.093519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.099326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-469a260b-3240-4c37-9500-64bebc5c78b9 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:38.104857 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.107223 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "DELETE /v2.0/networks/1854b337-4c70-4db4-8d39-a1bad296a471 HTTP/1.1" status: 204 len: 168 time: 1.9861822 Jun 11 11:41:38.110427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43410) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:38.123490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.138353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.140932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Pushing event deleted for resources: {'Network': ['ID=1854b337-4c70-4db4-8d39-a1bad296a471,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:38.144463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:38.149296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Transition to ACTIVE for port object d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:38.194116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:38.197500 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-87d2349c-c808-4d8a-96fd-f90ca9d030cb tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "GET /v2.0/ports?device_id=be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2 HTTP/1.1" status: 200 len: 205 time: 0.0847728 Jun 11 11:41:38.199754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43412) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:38.233119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:38.236878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.244515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] Pushing event deleted for resources: {'Port': ['ID=b6939cd1-e84b-44b0-a1da-cb98f09777c4,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:38.247491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:38.253494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] Network 1854b337-4c70-4db4-8d39-a1bad296a471 is not hosted by any dhcp agent {{(pid=99007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 11:41:38.253494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] No DVR routers for this DVR port b6939cd1-e84b-44b0-a1da-cb98f09777c4 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:38.268341 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Transition to ACTIVE for port object d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:38.271208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:38.289584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:38.290693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.292862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ac552390-033e-45a4-9ddb-df372d6041fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.295294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.300471 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0972a0fc-0c74-4bf9-bcc9-09f0cb473a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:38.332260 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee6380d9-cbb9-4d6f-b086-81d56849b4c8 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.372316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56451644-edb5-45b7-b3c1-54eebb9f64f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.374985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56451644-edb5-45b7-b3c1-54eebb9f64f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.376176 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-56451644-edb5-45b7-b3c1-54eebb9f64f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5516b48-901d-4426-862a-eb8b2a036774 HTTP/1.1" status: 204 len: 168 time: 2.1350145 Jun 11 11:41:38.390461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Network 43f77943-c6e2-4dc4-bb12-036a60ed35ba is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:38.392638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f0068c48-6cf4-4839-add9-4c37f1083aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:38.411286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac552390-033e-45a4-9ddb-df372d6041fa None None] No DVR routers for this DVR port 9e93cec7-8306-4a11-a972-ad5ceb670073 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:38.424095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552390-033e-45a4-9ddb-df372d6041fa None None] Pushing event deleted for resources: {'Port': ['ID=9e93cec7-8306-4a11-a972-ad5ceb670073,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:38.437564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:38.446248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:38.461816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.471062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] For port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9f5c7b7b-5dab-44a2-8e35-e05d566454c0,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:38.471444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.498840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.501498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451644-edb5-45b7-b3c1-54eebb9f64f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5516b48-901d-4426-862a-eb8b2a036774,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:38.519228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56451644-edb5-45b7-b3c1-54eebb9f64f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:38.524585 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f9d269de-f557-4dd0-b9a0-71d736e9c52d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:38.614910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Pushing event updated for resources: {'Port': ['ID=d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:38.618897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:38.622118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:38.622486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:38.647449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Calling delete_port for 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:38.688301 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Attempting to bind port d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:38.688683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Attempting to bind port d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'a3dab80f-9136-4110-8233-53944e3b2508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '43f77943-c6e2-4dc4-bb12-036a60ed35ba'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:38.689292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Attempting to bind port d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5 on network 43f77943-c6e2-4dc4-bb12-036a60ed35ba {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:38.689901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Subnet': ['ID=9b02a5dc-dac4-45e5-b64e-072947d68769,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:38.694005 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port 3d7c4cd0-6cea-4698-812d-d3ebe431061a {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:38.694613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.697229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:38.719748 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:38.720139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Checking segment: {'id': 'a3dab80f-9136-4110-8233-53944e3b2508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '43f77943-c6e2-4dc4-bb12-036a60ed35ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:38.720556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.720964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Bound using segment: {'id': 'a3dab80f-9136-4110-8233-53944e3b2508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '43f77943-c6e2-4dc4-bb12-036a60ed35ba'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:38.721459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Bound port: d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3dab80f-9136-4110-8233-53944e3b2508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '43f77943-c6e2-4dc4-bb12-036a60ed35ba'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:38.722793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.752097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.756864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee6380d9-cbb9-4d6f-b086-81d56849b4c8 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.763501 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee6380d9-cbb9-4d6f-b086-81d56849b4c8 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.821826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9f5c7b7b-5dab-44a2-8e35-e05d566454c0,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:38.841489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.846450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1e56d24f-5d5e-4506-a242-a421460bf62a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:38.897926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.898286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] For port d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:38.934514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee6380d9-cbb9-4d6f-b086-81d56849b4c8 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.936549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6380d9-cbb9-4d6f-b086-81d56849b4c8 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Fanout notify agent at l3_agent the message router_deleted on router be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:41:38.945542 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee6380d9-cbb9-4d6f-b086-81d56849b4c8 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:38.947564 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ee6380d9-cbb9-4d6f-b086-81d56849b4c8 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] 10.222.0.46 "DELETE /v2.0/routers/be999eb9-ece1-4ba8-aa95-0b46aa7ae8b2 HTTP/1.1" status: 204 len: 168 time: 0.7468872 Jun 11 11:41:38.954492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=9f5c7b7b-5dab-44a2-8e35-e05d566454c0,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:38.972557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e93cec7-8306-4a11-a972-ad5ceb670073 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:39.013966 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:39.015889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 9e93cec7-8306-4a11-a972-ad5ceb670073 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:39.016423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e93cec7-8306-4a11-a972-ad5ceb670073 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:39.017937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6939cd1-e84b-44b0-a1da-cb98f09777c4 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:39.025984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] For port d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5,segment=NetworkSegment(a3dab80f-9136-4110-8233-53944e3b2508),segment_id=a3dab80f-9136-4110-8233-53944e3b2508)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:39.027031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43420) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:39.033455 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f77943-c6e2-4dc4-bb12-036a60ed35ba']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:39.053570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.055732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a6718ff8-1f02-4490-9634-8edd1737879e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:39.057374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b6939cd1-e84b-44b0-a1da-cb98f09777c4 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:39.057732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6939cd1-e84b-44b0-a1da-cb98f09777c4 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:39.083928 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3dab80f-9136-4110-8233-53944e3b2508') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:39.084270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3dab80f-9136-4110-8233-53944e3b2508') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:39.114458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0f74b91d-e666-4c3d-8467-f808e3758d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.131067 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.206976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Pushing event updated for resources: {'Port': ['ID=d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:39.211626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:39.219830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469bffc0-dbc0-4e1c-8810-e43490178e09 None None] Network 43f77943-c6e2-4dc4-bb12-036a60ed35ba requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:39.231242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.251412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Deleting port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:39.251991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.264293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c74170b4-fe69-4d80-93f7-f41b04e88645 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:39.268062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.277477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.277822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.334266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43424) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:39.355983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Pushing event deleted for resources: {'Port': ['ID=7885f59f-55c8-4209-ab1e-f488143414bf,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:39.365816 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:39.366241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:39.413583 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:39.431229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:39.441366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] For port 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:39.441919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.499437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for 3d7c4cd0-6cea-4698-812d-d3ebe431061a owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:39.582494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Calling delete_port for 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:39.593340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:39.634221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.642611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b78a80f-18d7-49c9-9855-fdaf82a41869 None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:41:39.675638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:39.695582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.api [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:41:39.695582 dv-neutron-786478-5-hyperv neutron-server[99006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:41:39.695582 dv-neutron-786478-5-hyperv neutron-server[99006]: [parameters: {'id': '43f77943-c6e2-4dc4-bb12-036a60ed35ba'}] Jun 11 11:41:39.695582 dv-neutron-786478-5-hyperv neutron-server[99006]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=99006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:41:39.695582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_db.api [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:41:39.700916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:39.701312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.795663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78a80f-18d7-49c9-9855-fdaf82a41869 None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:41:39.841831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:39.848413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7fdb918d-2d18-4049-b43a-f19b65c75ad7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:39.890744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:39.894605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:39.898925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:39.928259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:39.930989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:39.931594 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.061428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.073051 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ce212b42-7ba8-4d1b-9f6a-f9dcef107954 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ccc8793e289f44fe9ee895898be25a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375596 Jun 11 11:41:40.075694 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43430) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:40.098377 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=09e6adf6-061c-49a9-91ca-b3f473afd2ab,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:40.101256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:40.106759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-21c6cc0a-5f97-4bd0-a00a-d04110ee4cee tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:40.150476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': '09e6adf6-061c-49a9-91ca-b3f473afd2ab'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:40.151389 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.160222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.178963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f5c7b7b-5dab-44a2-8e35-e05d566454c0,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:40.181376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:40.226784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.305684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0f74b91d-e666-4c3d-8467-f808e3758d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.322924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0f74b91d-e666-4c3d-8467-f808e3758d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.323870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/09e6adf6-061c-49a9-91ca-b3f473afd2ab/e635b7f6-f15b-4369-b5c8-833961f295c4) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:40.325561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.333555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:40.339242 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6296911 Jun 11 11:41:40.349184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43432) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:40.365217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.372363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'fixed_ips': [{'subnet_id': '09e6adf6-061c-49a9-91ca-b3f473afd2ab', 'ip_address': '2001:db8::b2c3:e98:c5c5:7da9'}], 'name': 'tempest-NetworksTestDHCPv6-238813495'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:40.411969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.534783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.544449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Transition to ACTIVE for port object e635b7f6-f15b-4369-b5c8-833961f295c4 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:40.561506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Transition to ACTIVE for port object e635b7f6-f15b-4369-b5c8-833961f295c4 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:40.569812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.572149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:40.609300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-567b1f5d-7e09-4c5e-b364-fa50e5149621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.620859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:40.623934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:40.630659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:40.633877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Pushing event updated for resources: {'Port': ['ID=e635b7f6-f15b-4369-b5c8-833961f295c4,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:40.639356 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:40.650797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-567b1f5d-7e09-4c5e-b364-fa50e5149621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.707817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Attempting to bind port e635b7f6-f15b-4369-b5c8-833961f295c4 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:40.708381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Attempting to bind port e635b7f6-f15b-4369-b5c8-833961f295c4 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:40.709445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Attempting to bind port e635b7f6-f15b-4369-b5c8-833961f295c4 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:40.716787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:40.717285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:40.717793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.718276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:40.718858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Bound port: e635b7f6-f15b-4369-b5c8-833961f295c4, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:40.719315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.804331 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] For port e635b7f6-f15b-4369-b5c8-833961f295c4, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:40.807903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] For port e635b7f6-f15b-4369-b5c8-833961f295c4, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e635b7f6-f15b-4369-b5c8-833961f295c4,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:40.814892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.818027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d09a93fc-bf65-467c-ab0f-e37d12e45e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:40.835374 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-567b1f5d-7e09-4c5e-b364-fa50e5149621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.838095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-567b1f5d-7e09-4c5e-b364-fa50e5149621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:40.841869 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-567b1f5d-7e09-4c5e-b364-fa50e5149621 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b289f2f4-cb91-43d5-b333-5088e5a3a0f3 HTTP/1.1" status: 204 len: 168 time: 0.7553072 Jun 11 11:41:40.841869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:40.855193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b1f5d-7e09-4c5e-b364-fa50e5149621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b289f2f4-cb91-43d5-b333-5088e5a3a0f3,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:40.858849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-567b1f5d-7e09-4c5e-b364-fa50e5149621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:40.900077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Router 335f224f-5f6a-4887-a472-e36ea3999042 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:40.911259 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Pushing event updated for resources: {'Port': ['ID=e635b7f6-f15b-4369-b5c8-833961f295c4,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:40.917155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:41.084154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:41.094585 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74b91d-e666-4c3d-8467-f808e3758d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6119014-6273-4b83-9a0a-06209c101d07,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:41.098273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0f74b91d-e666-4c3d-8467-f808e3758d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:41.122398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1a1249-a15e-4e20-9a11-1b40083d9112 None None] Sync routers for ids ['335f224f-5f6a-4887-a472-e36ea3999042'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:41.128010 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] 10.222.0.46 "PUT /v2.0/routers/335f224f-5f6a-4887-a472-e36ea3999042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9145849 Jun 11 11:41:41.128695 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43438) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:41.138546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1a1249-a15e-4e20-9a11-1b40083d9112 None None] Routers {'335f224f-5f6a-4887-a472-e36ea3999042'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:41.139243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cd1a1249-a15e-4e20-9a11-1b40083d9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['335f224f-5f6a-4887-a472-e36ea3999042'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:41.161354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.691s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:41.171099 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0f74b91d-e666-4c3d-8467-f808e3758d3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c33a489c18c44264848a83b75679bdef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1425493 Jun 11 11:41:41.183633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:41.197574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43440) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:41.276812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:41.345797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:41.383598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=3d7c4cd0-6cea-4698-812d-d3ebe431061a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:41.433674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:41.548027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-cd1a1249-a15e-4e20-9a11-1b40083d9112 None None] Set router 335f224f-5f6a-4887-a472-e36ea3999042 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:41.559963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:41.576016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:41.576486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 412240f6-349a-4fad-a7e5-c2f6982609dd {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:41:41.591338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:41.592506 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "DELETE /v2.0/routers/412240f6-349a-4fad-a7e5-c2f6982609dd HTTP/1.1" status: 204 len: 168 time: 6.0962093 Jun 11 11:41:41.598868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43450) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:41.602815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:41.605432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:41.606633 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/floatingips/a249380c-46ec-4150-b8fb-7864c9f01bbc HTTP/1.1" status: 204 len: 168 time: 4.5196068 Jun 11 11:41:41.624313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43452) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:41.703056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e635b7f6-f15b-4369-b5c8-833961f295c4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:41.735370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Deleting port d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:41.735731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:41.737798 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-1ea873d3-c29e-461f-9fda-c4e8dbbd1456 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] delete failed (client error): The resource could not be found. Jun 11 11:41:41.740537 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1ea873d3-c29e-461f-9fda-c4e8dbbd1456 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/floatingips/a249380c-46ec-4150-b8fb-7864c9f01bbc HTTP/1.1" status: 404 len: 345 time: 0.1135714 Jun 11 11:41:41.744963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43458) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:41.833187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5f5da36-7d10-45da-b492-5f9cb0473840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:41.861991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:41.890813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.000463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port e635b7f6-f15b-4369-b5c8-833961f295c4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:42.073870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cd1a1249-a15e-4e20-9a11-1b40083d9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:41:39Z', 'revision_number': 5, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port': {'id': 'b6f59441-907c-4ed1-865f-d3e3b1142cd0', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f224f-5f6a-4887-a472-e36ea3999042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:37Z', 'updated_at': '2021-06-11T11:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:42.078899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1a1249-a15e-4e20-9a11-1b40083d9112 None None] Checking router: 335f224f-5f6a-4887-a472-e36ea3999042 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:41:42.088576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1a1249-a15e-4e20-9a11-1b40083d9112 None None] Routers {'335f224f-5f6a-4887-a472-e36ea3999042'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:42.089235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cd1a1249-a15e-4e20-9a11-1b40083d9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['335f224f-5f6a-4887-a472-e36ea3999042'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:42.100931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Deleting port b6f59441-907c-4ed1-865f-d3e3b1142cd0 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:42.100931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.218382 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.294676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-cd1a1249-a15e-4e20-9a11-1b40083d9112 None None] Set router 335f224f-5f6a-4887-a472-e36ea3999042 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:42.341297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5f5da36-7d10-45da-b492-5f9cb0473840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.362172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-67260c44-8344-4d46-827d-3dc741bf4716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.370868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5e2141-12b3-4c45-89ec-116a79c3bbdc None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:42.388632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] For port b6f59441-907c-4ed1-865f-d3e3b1142cd0, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6f59441-907c-4ed1-865f-d3e3b1142cd0,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:42.389269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.428147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.447155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cd1a1249-a15e-4e20-9a11-1b40083d9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:41:41Z', 'revision_number': 6, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:42.451381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] For port d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5,segment=NetworkSegment(a3dab80f-9136-4110-8233-53944e3b2508),segment_id=a3dab80f-9136-4110-8233-53944e3b2508)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:42.451841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.466016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9893f283-ea71-4f93-ac07-0cef9b79533f None None] Provisioning for port e635b7f6-f15b-4369-b5c8-833961f295c4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:42.471532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1a1249-a15e-4e20-9a11-1b40083d9112 None None] The sync data for ids ['335f224f-5f6a-4887-a472-e36ea3999042'] in dv-neutron-786478-5-hyperv is: [{'id': '335f224f-5f6a-4887-a472-e36ea3999042', 'name': 'tempest-ServersTestManualDisk-1863379205-router', 'tenant_id': 'ac502e42ab37461c8e36602ae529c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:35Z', 'updated_at': '2021-06-11T11:41:41Z', 'revision_number': 6, 'project_id': 'ac502e42ab37461c8e36602ae529c4de', 'gw_port_host': None}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:42.476378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9893f283-ea71-4f93-ac07-0cef9b79533f None None] Provisioning complete for port e635b7f6-f15b-4369-b5c8-833961f295c4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:42.476771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9893f283-ea71-4f93-ac07-0cef9b79533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.562002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Deleting port fde154f1-9f23-4298-a084-b3a5bbe16535 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:42.563381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.646054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Calling delete_port for b6f59441-907c-4ed1-865f-d3e3b1142cd0 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:42.658235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Calling delete_port for d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:42.660706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port de364d1d-5544-40c6-85c4-2e8d7b0cc20c yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:41:42.683175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d7724-acaa-4c71-9f6f-0bc099e9f686 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:42.688992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d7724-acaa-4c71-9f6f-0bc099e9f686 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:42.695415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d7724-acaa-4c71-9f6f-0bc099e9f686 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:42.697086 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a92d7724-acaa-4c71-9f6f-0bc099e9f686 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "GET /v2.0/ports?network_id=e157b8e1-c82c-4b41-ae7c-bf0aa5554403 HTTP/1.1" status: 200 len: 2357 time: 0.9462514 Jun 11 11:41:42.703995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43474) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:42.735744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9893f283-ea71-4f93-ac07-0cef9b79533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.762219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:42.788030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9893f283-ea71-4f93-ac07-0cef9b79533f None None] For port e635b7f6-f15b-4369-b5c8-833961f295c4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e635b7f6-f15b-4369-b5c8-833961f295c4,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:42.796367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9893f283-ea71-4f93-ac07-0cef9b79533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.798991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:42.825230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] For port fde154f1-9f23-4298-a084-b3a5bbe16535, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fde154f1-9f23-4298-a084-b3a5bbe16535,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:42.825824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.878952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5f5da36-7d10-45da-b492-5f9cb0473840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.881735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5f5da36-7d10-45da-b492-5f9cb0473840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:42.892908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893f283-ea71-4f93-ac07-0cef9b79533f None None] Pushing event updated for resources: {'Port': ['ID=e635b7f6-f15b-4369-b5c8-833961f295c4,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:42.894409 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b5f5da36-7d10-45da-b492-5f9cb0473840 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6119014-6273-4b83-9a0a-06209c101d07 HTTP/1.1" status: 204 len: 168 time: 1.6932514 Jun 11 11:41:42.899042 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9893f283-ea71-4f93-ac07-0cef9b79533f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:42.903236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:43.012775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Calling delete_port for fde154f1-9f23-4298-a084-b3a5bbe16535 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:43.032463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5da36-7d10-45da-b492-5f9cb0473840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6119014-6273-4b83-9a0a-06209c101d07,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:43.053238 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b5f5da36-7d10-45da-b492-5f9cb0473840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:43.064972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a8e340-0ce8-4b38-9b30-1331c730348b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:43.067411 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-32a8e340-0ce8-4b38-9b30-1331c730348b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "GET /v2.0/subnets/0eda7636-7194-4ae9-9ea0-894bb0b20624 HTTP/1.1" status: 200 len: 797 time: 0.3582947 Jun 11 11:41:43.128332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43486) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:43.134235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'port': {'network_id': 'e157b8e1-c82c-4b41-ae7c-bf0aa5554403', 'name': 'tempest-FloatingIPTestJSON-1809885683', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:43.224965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-65251b47-47c7-4ee2-8658-8c83cd82917e None None] Provisioning complete for port e635b7f6-f15b-4369-b5c8-833961f295c4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:43.227749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-65251b47-47c7-4ee2-8658-8c83cd82917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:43.395415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:43.404981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:43.405566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f8ba147c-fe84-4a09-9917-f2fac99cc44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:43.407028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-49eb6988-eb2b-44a2-b728-e790b9fd2bc1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:43.447965 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event deleted for resources: {'Port': ['ID=fde154f1-9f23-4298-a084-b3a5bbe16535,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:43.457245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:43.474008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Port': ['ID=d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:43.494696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:43.500511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No DVR routers for this DVR port d70c6fb6-16d5-4bc4-af40-7bf92ffe9bd5 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:43.551839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e635b7f6-f15b-4369-b5c8-833961f295c4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:43.578291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:43.588310 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf7e795-9c6b-4583-b12b-326c92a3c6d0 None None] Sync routers for ids ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:43.611655 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] 10.222.0.46 "PUT /v2.0/routers/1ff94b9d-0fb4-417f-80fa-9cad0311cca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7281077 Jun 11 11:41:43.612400 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7e795-9c6b-4583-b12b-326c92a3c6d0 None None] Routers {'1ff94b9d-0fb4-417f-80fa-9cad0311cca5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:43.612400 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-dbf7e795-9c6b-4583-b12b-326c92a3c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:43.612682 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43490) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:43.617530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::b2c3:e98:c5c5:7da9 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/09e6adf6-061c-49a9-91ca-b3f473afd2ab/de364d1d-5544-40c6-85c4-2e8d7b0cc20c) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:43.642062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:43.657286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43492) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:43.678609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port e635b7f6-f15b-4369-b5c8-833961f295c4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:43.679194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:43.697285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5ec01a8-7fab-43ba-9857-34cd3dbcd65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:43.713545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7d609c31-021f-4ac4-9285-cab7c745320e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:43.791768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f59441-907c-4ed1-865f-d3e3b1142cd0,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:43.796850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:43.799784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:43.837394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43494) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:43.859433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:43.867748 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-dbf7e795-9c6b-4583-b12b-326c92a3c6d0 None None] Set router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:43.883849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164302581', 'description': 'tempest-secgroup-smoke-1164302581 description', 'project_id': '61ea88c741c44370bd8d03aef7204231'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:43.886893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:43.890376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:43.891018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0b6c4fe6-e9da-47f4-9a75-1cd1d735cf22 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:43.891634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:43.917332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:43.917945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9f5c7b7b-5dab-44a2-8e35-e05d566454c0 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:43.918558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6f59441-907c-4ed1-865f-d3e3b1142cd0 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:43.930898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f77943-c6e2-4dc4-bb12-036a60ed35ba']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:43.950744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b6f59441-907c-4ed1-865f-d3e3b1142cd0 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:43.951405 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6f59441-907c-4ed1-865f-d3e3b1142cd0 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:43.955781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3dab80f-9136-4110-8233-53944e3b2508') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:43.956139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3dab80f-9136-4110-8233-53944e3b2508') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:43.986925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.024643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.063018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:44.063464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:44.070455 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:44.170254 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-dbf7e795-9c6b-4583-b12b-326c92a3c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:41:38Z', 'revision_number': 5, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:44.174194 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf7e795-9c6b-4583-b12b-326c92a3c6d0 None None] Checking router: 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:41:44.183165 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7e795-9c6b-4583-b12b-326c92a3c6d0 None None] Routers {'1ff94b9d-0fb4-417f-80fa-9cad0311cca5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:44.183971 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-dbf7e795-9c6b-4583-b12b-326c92a3c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:44.249360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5ec01a8-7fab-43ba-9857-34cd3dbcd65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.253243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.257905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.264902 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/43f77943-c6e2-4dc4-bb12-036a60ed35ba HTTP/1.1" status: 204 len: 168 time: 8.1143072 Jun 11 11:41:44.268309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43496) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:44.273260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:44.281316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1526521486'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:44.293451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5ec01a8-7fab-43ba-9857-34cd3dbcd65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.336496 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-dbf7e795-9c6b-4583-b12b-326c92a3c6d0 None None] Set router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:41:44.339066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=43f77943-c6e2-4dc4-bb12-036a60ed35ba,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:44.341407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:44.348251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-00043a81-aa64-4a81-8a3c-9cbe62c8dc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:44.375232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Made reservation on behalf of 550b41e5070f4098a76b7f11f6a3b45d for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:44.382353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.391074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.400305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:41:44.400305 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 11:41:44.400305 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'project_id_1': '61ea88c741c44370bd8d03aef7204231', 'expiration_1': datetime.datetime(2021, 6, 11, 11, 41, 44, 364748)}] Jun 11 11:41:44.400305 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:41:44.400779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:41:44.422435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.430762 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b5ec01a8-7fab-43ba-9857-34cd3dbcd65c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96a3d801e37e4805864f76d6cc07af2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7701633 Jun 11 11:41:44.450790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43498) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:44.469012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.478461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec01a8-7fab-43ba-9857-34cd3dbcd65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379b6ec4-4353-4623-8dd5-2d5f6feee3f7,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:44.481656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b5ec01a8-7fab-43ba-9857-34cd3dbcd65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:44.482258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:44.486106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.491696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object de364d1d-5544-40c6-85c4-2e8d7b0cc20c will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:44.614039 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.616776 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.619134 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-dbf7e795-9c6b-4583-b12b-326c92a3c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:41:38Z', 'revision_number': 5, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:44.622897 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf7e795-9c6b-4583-b12b-326c92a3c6d0 None None] The sync data for ids ['1ff94b9d-0fb4-417f-80fa-9cad0311cca5'] in dv-neutron-786478-5-hyperv is: [{'id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'name': 'tempest-ServersTestJSON-284575074-router', 'tenant_id': '40057aca28ba4547afec842333f5da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:39:32Z', 'updated_at': '2021-06-11T11:41:38Z', 'revision_number': 5, 'project_id': '40057aca28ba4547afec842333f5da6a', 'gw_port': {'id': '23484ee7-f7f3-4e68-b947-3b476a74e1e4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff94b9d-0fb4-417f-80fa-9cad0311cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:39:33Z', 'updated_at': '2021-06-11T11:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:44.647481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:41:44.676312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.676850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6680fe9-547d-42d8-900b-b0219d2d48e2 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:41:44.681954 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.683128 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "DELETE /v2.0/routers/a6680fe9-547d-42d8-900b-b0219d2d48e2 HTTP/1.1" status: 204 len: 168 time: 3.0839760 Jun 11 11:41:44.684711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.686045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.686394 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment 066da6ab-b7b3-4d37-9c81-4449fec74bae of type vlan for network a1f06ae6-e44a-4c1a-8f93-eed3304f0174 Jun 11 11:41:44.687918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43500) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:44.700553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-40cee740-8fc7-49ed-9c4c-7f38af138354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.709146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.716122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.722772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.737093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1980814308', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:44.759979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1e5d05f5-4cb3-4f5e-9b61-b90aafbd186e tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:44.795624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.796354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 335f224f-5f6a-4887-a472-e36ea3999042 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:41:44.806571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.810645 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/335f224f-5f6a-4887-a472-e36ea3999042 HTTP/1.1" status: 204 len: 168 time: 3.6809151 Jun 11 11:41:44.812729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43502) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:44.882606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.882606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.932642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] Deleting subnet 2c446c43-9d6e-4499-976d-f4a133895aed {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:41:44.940665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d9314bd-9555-47ae-904d-998c94467094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:44.947234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.055609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.061630 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.066904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.072321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.166013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.250821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-40cee740-8fc7-49ed-9c4c-7f38af138354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.278131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] device_id is not set on port fcfaf297-53e8-4e81-b1c9-7c168c5f088d yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:41:45.285935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.332838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:45.382077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:45.384489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:45.390053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:45.390744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.393878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=de364d1d-5544-40c6-85c4-2e8d7b0cc20c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:45.398104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:45.425934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.resource_extend [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:41:45.462981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.504091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.517234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fde154f1-9f23-4298-a084-b3a5bbe16535 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:45.526728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.532416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:45.533106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.540240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:45.564791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: fde154f1-9f23-4298-a084-b3a5bbe16535 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:45.565511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fde154f1-9f23-4298-a084-b3a5bbe16535 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:45.566271 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7885f59f-55c8-4209-ab1e-f488143414bf no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:45.570384 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-40cee740-8fc7-49ed-9c4c-7f38af138354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.573071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-40cee740-8fc7-49ed-9c4c-7f38af138354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.574203 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-40cee740-8fc7-49ed-9c4c-7f38af138354 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/379b6ec4-4353-4623-8dd5-2d5f6feee3f7 HTTP/1.1" status: 204 len: 168 time: 1.1216307 Jun 11 11:41:45.579119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Deleting port 23484ee7-f7f3-4e68-b947-3b476a74e1e4 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:45.579653 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.609421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 7885f59f-55c8-4209-ab1e-f488143414bf {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:45.609766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7885f59f-55c8-4209-ab1e-f488143414bf not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:45.715347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=a1f06ae6-e44a-4c1a-8f93-eed3304f0174,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:45.718618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:45.722267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3f995df9-c1dd-4248-8c90-12e063419751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:45.728126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network a1f06ae6-e44a-4c1a-8f93-eed3304f0174 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:41:45.743238 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cee740-8fc7-49ed-9c4c-7f38af138354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379b6ec4-4353-4623-8dd5-2d5f6feee3f7,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:45.746011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.746230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-40cee740-8fc7-49ed-9c4c-7f38af138354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:45.753668 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6dc4f254-5fa7-4446-bc83-0a4e10f12a60 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:45.758426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.775051 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.4143062 Jun 11 11:41:45.814353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43506) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:45.842803 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5655861 Jun 11 11:41:45.845605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43508) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:45.862270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'network_id': 'a1f06ae6-e44a-4c1a-8f93-eed3304f0174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:45.866164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4fe1d6f2-4840-47ad-ab06-c6a4a0f841bd None None] Provisioning for port de364d1d-5544-40c6-85c4-2e8d7b0cc20c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:45.873321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.875846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c446c43-9d6e-4499-976d-f4a133895aed,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:45.881850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4fe1d6f2-4840-47ad-ab06-c6a4a0f841bd None None] Provisioning complete for port de364d1d-5544-40c6-85c4-2e8d7b0cc20c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:45.882395 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4fe1d6f2-4840-47ad-ab06-c6a4a0f841bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.908853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:45.911266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-388e739f-dd89-4078-9528-9851047648aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:45.915507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.920501 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2c446c43-9d6e-4499-976d-f4a133895aed HTTP/1.1" status: 204 len: 168 time: 1.0968761 Jun 11 11:41:45.922058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c3c7f-3db7-4785-ade3-73365a1aefb1 None None] Network 1d17cd3b-356d-4491-bc08-349e534864e5 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:45.928494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43512) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:45.956895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] For port 23484ee7-f7f3-4e68-b947-3b476a74e1e4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=23484ee7-f7f3-4e68-b947-3b476a74e1e4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:45.957560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:45.981402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.026884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4fe1d6f2-4840-47ad-ab06-c6a4a0f841bd None None] Port de364d1d-5544-40c6-85c4-2e8d7b0cc20c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:41:46.094302 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Calling delete_port for 23484ee7-f7f3-4e68-b947-3b476a74e1e4 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:46.095797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.113333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21417cb4-7a5f-48fa-b9cf-c14f3f7ed2b0,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:46.196845 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:46.229132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe7f62-af94-4dc8-bc99-001a16d75924 None None] DHCP port deletion for 1d17cd3b-356d-4491-bc08-349e534864e5 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:46.239528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.20.0.14 (e157b8e1-c82c-4b41-ae7c-bf0aa5554403/0eda7636-7194-4ae9-9ea0-894bb0b20624/fcfaf297-53e8-4e81-b1c9-7c168c5f088d) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:46.249461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.20.0.12 (e157b8e1-c82c-4b41-ae7c-bf0aa5554403/0eda7636-7194-4ae9-9ea0-894bb0b20624/fcfaf297-53e8-4e81-b1c9-7c168c5f088d) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:46.294006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe7f62-af94-4dc8-bc99-001a16d75924 None None] Deleting port c5a994c9-d4a1-4a26-a221-4e04700843b7 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:46.294699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b3fe7f62-af94-4dc8-bc99-001a16d75924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.307041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.324577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.332813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Deleting port c5a994c9-d4a1-4a26-a221-4e04700843b7 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:46.333030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.335559 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:46.353575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:46.354673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c040962-6660-43bb-8db9-1c3d5e7a2130 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:46.357072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.362749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c040962-6660-43bb-8db9-1c3d5e7a2130 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:46.364856 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7c040962-6660-43bb-8db9-1c3d5e7a2130 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5487733 Jun 11 11:41:46.383454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43522) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:46.428243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b3fe7f62-af94-4dc8-bc99-001a16d75924 None None] For port c5a994c9-d4a1-4a26-a221-4e04700843b7, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c5a994c9-d4a1-4a26-a221-4e04700843b7,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:46.428992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b3fe7f62-af94-4dc8-bc99-001a16d75924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.508341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.509526 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.6320276 Jun 11 11:41:46.515883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43530) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:46.523411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4cdfed0e-4df3-4fb2-8753-91c671d4660e tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'security_group_rule': {'security_group_id': '81f915e6-cd24-4c18-82ee-a303b7c73daa', 'project_id': '61ea88c741c44370bd8d03aef7204231', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:46.531229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f915e6-cd24-4c18-82ee-a303b7c73daa,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:46.539049 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:46.652208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.689773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.731423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] For port c5a994c9-d4a1-4a26-a221-4e04700843b7, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c5a994c9-d4a1-4a26-a221-4e04700843b7,segment=NetworkSegment(6c27095d-a304-492d-8b7e-41951858fae0),segment_id=6c27095d-a304-492d-8b7e-41951858fae0)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:46.732450 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.747015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43534) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:46.775674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe7f62-af94-4dc8-bc99-001a16d75924 None None] Calling delete_port for c5a994c9-d4a1-4a26-a221-4e04700843b7 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:46.782214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4cdfed0e-4df3-4fb2-8753-91c671d4660e tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.892429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4cdfed0e-4df3-4fb2-8753-91c671d4660e tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.898307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Calling delete_port for c5a994c9-d4a1-4a26-a221-4e04700843b7 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:46.898569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b3fe7f62-af94-4dc8-bc99-001a16d75924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.901499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-314551ff-f35c-469b-a819-0333257dada4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:46.927923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1516979857'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:46.929953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe7f62-af94-4dc8-bc99-001a16d75924 None None] Pushing event deleted for resources: {'Port': ['ID=c5a994c9-d4a1-4a26-a221-4e04700843b7,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:46.933188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b3fe7f62-af94-4dc8-bc99-001a16d75924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:46.934013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fe7f62-af94-4dc8-bc99-001a16d75924 None None] No DVR routers for this DVR port c5a994c9-d4a1-4a26-a221-4e04700843b7 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:46.959861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4cdfed0e-4df3-4fb2-8753-91c671d4660e tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:46.976043 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bdc135c4-fc94-4945-928a-9022576f8dd3 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:47.011913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfed0e-4df3-4fb2-8753-91c671d4660e tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f95310c-fa1f-4c27-9ea0-aeab3387961d,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:47.020385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4cdfed0e-4df3-4fb2-8753-91c671d4660e tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:47.031459 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Allocated IP 172.26.6.141 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/28f360af-88c2-4bd5-9103-89db924d1529) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:47.033991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.039205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0919386d-88ce-4ff4-bf3a-3a5843eb82f7 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:47.078195 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Pushing event deleted for resources: {'Port': ['ID=23484ee7-f7f3-4e68-b947-3b476a74e1e4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:47.085474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:47.087321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.122237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Made reservation on behalf of 62b2f9687933496681a6ce895a274290 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:47.125701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.166178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4cdfed0e-4df3-4fb2-8753-91c671d4660e tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.167314 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4cdfed0e-4df3-4fb2-8753-91c671d4660e tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6491618 Jun 11 11:41:47.172258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43538) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:47.177013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-59a835cf-08e1-49ed-86ca-b76c896f1619 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'security_group_rule': {'security_group_id': '81f915e6-cd24-4c18-82ee-a303b7c73daa', 'project_id': '61ea88c741c44370bd8d03aef7204231', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:47.183656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.195342 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-37e284a8-3e0a-431e-9659-36d8f9950fad tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port de364d1d-5544-40c6-85c4-2e8d7b0cc20c {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:47.195637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-37e284a8-3e0a-431e-9659-36d8f9950fad tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.291203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.351503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:47.429615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.432034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.496860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-37e284a8-3e0a-431e-9659-36d8f9950fad tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.501611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] No DVR routers for this DVR port c5a994c9-d4a1-4a26-a221-4e04700843b7 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:47.531004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=5abd8235-88c1-4e8e-bc21-ae45a7d9e9d0,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:47.537919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c5a994c9-d4a1-4a26-a221-4e04700843b7 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:47.564775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c5a994c9-d4a1-4a26-a221-4e04700843b7 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:47.565574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c5a994c9-d4a1-4a26-a221-4e04700843b7 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:47.605120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:47.643505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-37e284a8-3e0a-431e-9659-36d8f9950fad tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for de364d1d-5544-40c6-85c4-2e8d7b0cc20c owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:47.645718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:47.651252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.663824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.665745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network e157b8e1-c82c-4b41-ae7c-bf0aa5554403 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:47.732800 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:47.738938 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking segment: {'id': '066da6ab-b7b3-4d37-9c81-4449fec74bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a1f06ae6-e44a-4c1a-8f93-eed3304f0174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:47.739303 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network hostable DHCP agents. Network: a1f06ae6-e44a-4c1a-8f93-eed3304f0174, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:41:47.741661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a994c9-d4a1-4a26-a221-4e04700843b7,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:47.746602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:47.820807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-59a835cf-08e1-49ed-86ca-b76c896f1619 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.825066 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.830370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.915543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.919381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.945051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.945554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff94b9d-0fb4-417f-80fa-9cad0311cca5 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:41:47.951878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:47.955411 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] 10.222.0.46 "DELETE /v2.0/routers/1ff94b9d-0fb4-417f-80fa-9cad0311cca5 HTTP/1.1" status: 204 len: 168 time: 4.3352487 Jun 11 11:41:47.957038 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43540) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:47.967801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d17cd3b-356d-4491-bc08-349e534864e5']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:48.009443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c27095d-a304-492d-8b7e-41951858fae0') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:48.009744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c27095d-a304-492d-8b7e-41951858fae0') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:48.018298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=fcfaf297-53e8-4e81-b1c9-7c168c5f088d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:48.027082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-59a835cf-08e1-49ed-86ca-b76c896f1619 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.031822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network a1f06ae6-e44a-4c1a-8f93-eed3304f0174 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:41:48.035516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:48.043644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-59a835cf-08e1-49ed-86ca-b76c896f1619 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.043934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:48.044758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.047068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.590s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:48.047452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:48.049232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.055312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:48.075865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-40017950-bab6-4e63-a216-ef94d581a5cc admin admin] Deleting subnet 8ce86379-44b5-4a96-a7eb-d3322a0864fe {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:41:48.084496 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-40017950-bab6-4e63-a216-ef94d581a5cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.089981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, a1f06ae6-e44a-4c1a-8f93-eed3304f0174) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:48.097534 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:48.098402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.101460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.108674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9894faad-16f7-463b-a001-19ea63c8eac2 None None] Network a1f06ae6-e44a-4c1a-8f93-eed3304f0174 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:48.125314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:48.125717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a835cf-08e1-49ed-86ca-b76c896f1619 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47783daa-466a-45a3-9edd-721d33e58b01,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:48.125827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:48.127446 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:48.137184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-59a835cf-08e1-49ed-86ca-b76c896f1619 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:48.162578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.180481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2fa782ac-5bc0-42da-ab0b-605442f1cb08 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:48.216828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-40017950-bab6-4e63-a216-ef94d581a5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.217771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.257668 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:48.265506 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-59a835cf-08e1-49ed-86ca-b76c896f1619 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.271801 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-59a835cf-08e1-49ed-86ca-b76c896f1619 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0936365 Jun 11 11:41:48.276926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:48.281184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43542) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:48.286197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-52f89f25-9c53-4102-bdee-3289a2f53a9b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'security_group_rule': {'security_group_id': '81f915e6-cd24-4c18-82ee-a303b7c73daa', 'project_id': '61ea88c741c44370bd8d03aef7204231', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:48.293452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:48.294752 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Pushing event updated for resources: {'Port': ['ID=28f360af-88c2-4bd5-9103-89db924d1529,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:48.298481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.304418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f3f74f4f-c31f-4e7c-bb8e-31e5a64c0824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:48.309514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:48.310120 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.1800663 Jun 11 11:41:48.311583 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4647732 Jun 11 11:41:48.314504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.315946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43544) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:48.316277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43546) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:48.342348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'fcfaf297-53e8-4e81-b1c9-7c168c5f088d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:48.354853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.359213 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] 10.222.0.46 "DELETE /v2.0/networks/1d17cd3b-356d-4491-bc08-349e534864e5 HTTP/1.1" status: 204 len: 168 time: 2.4276819 Jun 11 11:41:48.360312 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-37e284a8-3e0a-431e-9659-36d8f9950fad tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.362953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-a1f06ae6-e44a-4c1a-8f93-eed3304f0174', 'network_id': 'a1f06ae6-e44a-4c1a-8f93-eed3304f0174', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '5abd8235-88c1-4e8e-bc21-ae45a7d9e9d0'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:48.363355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:41:48.364913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.375472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.375841 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Added segment 426c799e-3926-4bd0-af0f-451acd44c2dd of type vlan for network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 Jun 11 11:41:48.447839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.532816 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397b5ac1-4d59-4cb7-a6cc-5ed253f59637,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:48.581083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Allocated IP 172.20.0.1 (a1f06ae6-e44a-4c1a-8f93-eed3304f0174/5abd8235-88c1-4e8e-bc21-ae45a7d9e9d0/bc52357d-79bc-483b-a0f9-e826e984782d) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:48.584855 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43550) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:48.585723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52f89f25-9c53-4102-bdee-3289a2f53a9b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.594015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:48.594687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6fc11cd5-c3df-4893-bd26-36026e4b1812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:48.629028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e284a8-3e0a-431e-9659-36d8f9950fad tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=de364d1d-5544-40c6-85c4-2e8d7b0cc20c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:48.631882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.637846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:48.638487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.644415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-37e284a8-3e0a-431e-9659-36d8f9950fad tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:48.648850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:48.650979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.703272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-40017950-bab6-4e63-a216-ef94d581a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.771215 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d957862c-dbfb-4aee-9a2c-9c71bdf03718 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac502e42ab37461c8e36602ae529c4de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1780000 Jun 11 11:41:48.771426 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0122709 Jun 11 11:41:48.771862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43552) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:48.771941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f25a-6ff0-4dd3-bb96-0c95fcdb6a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=1d17cd3b-356d-4491-bc08-349e534864e5,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:48.790640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43554) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:48.796899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Request body: {'subnet': {'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:48.806080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.815578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-37e284a8-3e0a-431e-9659-36d8f9950fad tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.820129 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-37e284a8-3e0a-431e-9659-36d8f9950fad tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/de364d1d-5544-40c6-85c4-2e8d7b0cc20c HTTP/1.1" status: 204 len: 168 time: 2.4307415 Jun 11 11:41:48.825239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Transition to ACTIVE for port object bc52357d-79bc-483b-a0f9-e826e984782d will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:48.832609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43556) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:48.849392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Transition to ACTIVE for port object bc52357d-79bc-483b-a0f9-e826e984782d will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:48.857303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.860401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d06c9830-7cd4-4938-8e65-e3e546ac049d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:48.921430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Network a1f06ae6-e44a-4c1a-8f93-eed3304f0174 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:48.925083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:48.930439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:48.967196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Pushing event updated for resources: {'Port': ['ID=bc52357d-79bc-483b-a0f9-e826e984782d,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:48.971918 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:48.980536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:48.990630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'Network': ['ID=0fb4a017-36a6-4d50-8f0e-1ca10c72aa80,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:48.998113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:49.000434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:49.001992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:49.008661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b0c55-6a0a-4bfc-a210-40e2b6ac6e78 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:49.010581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b0c55-6a0a-4bfc-a210-40e2b6ac6e78 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:49.012121 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-873b0c55-6a0a-4bfc-a210-40e2b6ac6e78 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1755474 Jun 11 11:41:49.015950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43558) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:49.018522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:41:49.036786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52f89f25-9c53-4102-bdee-3289a2f53a9b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.055208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Attempting to bind port bc52357d-79bc-483b-a0f9-e826e984782d on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:49.055772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Attempting to bind port bc52357d-79bc-483b-a0f9-e826e984782d by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '066da6ab-b7b3-4d37-9c81-4449fec74bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a1f06ae6-e44a-4c1a-8f93-eed3304f0174'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:49.056575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Attempting to bind port bc52357d-79bc-483b-a0f9-e826e984782d on network a1f06ae6-e44a-4c1a-8f93-eed3304f0174 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:49.066506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:49.067092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Checking segment: {'id': '066da6ab-b7b3-4d37-9c81-4449fec74bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a1f06ae6-e44a-4c1a-8f93-eed3304f0174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:49.067609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.068145 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Bound using segment: {'id': '066da6ab-b7b3-4d37-9c81-4449fec74bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a1f06ae6-e44a-4c1a-8f93-eed3304f0174'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:49.068741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Bound port: bc52357d-79bc-483b-a0f9-e826e984782d, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066da6ab-b7b3-4d37-9c81-4449fec74bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a1f06ae6-e44a-4c1a-8f93-eed3304f0174'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:49.069243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.110421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52f89f25-9c53-4102-bdee-3289a2f53a9b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.131869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-59a835cf-08e1-49ed-86ca-b76c896f1619 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:49.147465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-40017950-bab6-4e63-a216-ef94d581a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.198296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b372b134-e4f6-465b-affc-68943c36444a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 09e6adf6-061c-49a9-91ca-b3f473afd2ab {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:41:49.202503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] For port bc52357d-79bc-483b-a0f9-e826e984782d, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:49.203117 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f89f25-9c53-4102-bdee-3289a2f53a9b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29829307-8873-43dd-b65d-34bd77b489fe,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:49.203787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b372b134-e4f6-465b-affc-68943c36444a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.206127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-52f89f25-9c53-4102-bdee-3289a2f53a9b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:49.209846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-058304e2-550e-4143-af5a-730e0e6ce574 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:49.214020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] For port bc52357d-79bc-483b-a0f9-e826e984782d, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=bc52357d-79bc-483b-a0f9-e826e984782d,segment=NetworkSegment(066da6ab-b7b3-4d37-9c81-4449fec74bae),segment_id=066da6ab-b7b3-4d37-9c81-4449fec74bae)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:49.214229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-40017950-bab6-4e63-a216-ef94d581a5cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.215968 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-40017950-bab6-4e63-a216-ef94d581a5cc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8ce86379-44b5-4a96-a7eb-d3322a0864fe HTTP/1.1" status: 204 len: 168 time: 1.2559788 Jun 11 11:41:49.219798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce827c4c-e329-43b8-ad70-da0c68054fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.226319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.230098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1b6000ff-7fa8-4f59-a059-d8af746c2ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:49.232304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2656ee58-3710-4a4e-840f-5f6a6dea6451 None None] Network 49066024-ebb2-43f1-9ec8-e6b6bc340030 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:49.244932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43560) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:49.262522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40017950-bab6-4e63-a216-ef94d581a5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce86379-44b5-4a96-a7eb-d3322a0864fe,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:49.284450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.296762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-40017950-bab6-4e63-a216-ef94d581a5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:49.300346 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Made reservation on behalf of 62b2f9687933496681a6ce895a274290 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:49.302659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.378790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52f89f25-9c53-4102-bdee-3289a2f53a9b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.383384 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-52f89f25-9c53-4102-bdee-3289a2f53a9b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0978239 Jun 11 11:41:49.413319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Pushing event updated for resources: {'Port': ['ID=bc52357d-79bc-483b-a0f9-e826e984782d,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:49.418732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:49.447381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 23484ee7-f7f3-4e68-b947-3b476a74e1e4 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:49.453670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce827c4c-e329-43b8-ad70-da0c68054fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.513144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 23484ee7-f7f3-4e68-b947-3b476a74e1e4 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:49.513650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 23484ee7-f7f3-4e68-b947-3b476a74e1e4 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:49.582170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43562) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:49.591055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3bec1d92-fadf-4fd7-9894-0c70868b646f tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'security_group_rule': {'security_group_id': '81f915e6-cd24-4c18-82ee-a303b7c73daa', 'project_id': '61ea88c741c44370bd8d03aef7204231', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:49.699413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e2c5e-f619-4ab1-8500-a6188aba1487 None None] DHCP port deletion for 49066024-ebb2-43f1-9ec8-e6b6bc340030 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:49.729569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b372b134-e4f6-465b-affc-68943c36444a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.734378 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.784110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e2c5e-f619-4ab1-8500-a6188aba1487 None None] Deleting port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:49.784484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fe4e2c5e-f619-4ab1-8500-a6188aba1487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.789811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.849371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Deleting port bc52357d-79bc-483b-a0f9-e826e984782d {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:49.849916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.891297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fe4e2c5e-f619-4ab1-8500-a6188aba1487 None None] For port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0d5893d1-3eb2-4b4b-937a-95a310fc46c6,segment=NetworkSegment(fa07bb02-88c9-467a-8cb5-6048d1ec9d35),segment_id=fa07bb02-88c9-467a-8cb5-6048d1ec9d35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:49.891864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fe4e2c5e-f619-4ab1-8500-a6188aba1487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:49.939473 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3bec1d92-fadf-4fd7-9894-0c70868b646f tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.013117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e2c5e-f619-4ab1-8500-a6188aba1487 None None] Calling delete_port for 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:50.058562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce827c4c-e329-43b8-ad70-da0c68054fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.061223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce827c4c-e329-43b8-ad70-da0c68054fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.062409 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ce827c4c-e329-43b8-ad70-da0c68054fb6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5ffb9c1-48c9-48a9-b59e-8a35dca28c14 HTTP/1.1" status: 204 len: 168 time: 1.2832210 Jun 11 11:41:50.065922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b372b134-e4f6-465b-affc-68943c36444a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.070955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7515a8e8-1f92-4709-88cd-dc2c89565a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:50.109728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.26.6.55 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/8cab7656-c0f5-40dd-baff-36377560bfa6) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:50.110082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce827c4c-e329-43b8-ad70-da0c68054fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ffb9c1-48c9-48a9-b59e-8a35dca28c14,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:50.113204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] For port bc52357d-79bc-483b-a0f9-e826e984782d, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=bc52357d-79bc-483b-a0f9-e826e984782d,segment=NetworkSegment(066da6ab-b7b3-4d37-9c81-4449fec74bae),segment_id=066da6ab-b7b3-4d37-9c81-4449fec74bae)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:50.113801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.123584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ce827c4c-e329-43b8-ad70-da0c68054fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:50.164330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.204754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3bec1d92-fadf-4fd7-9894-0c70868b646f tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.219490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3bec1d92-fadf-4fd7-9894-0c70868b646f tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.274591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fe4e2c5e-f619-4ab1-8500-a6188aba1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.278188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:50.352401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Calling delete_port for bc52357d-79bc-483b-a0f9-e826e984782d owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:50.392706 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e2c5e-f619-4ab1-8500-a6188aba1487 None None] Pushing event deleted for resources: {'Port': ['ID=0d5893d1-3eb2-4b4b-937a-95a310fc46c6,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:50.400268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fe4e2c5e-f619-4ab1-8500-a6188aba1487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:50.401149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e2c5e-f619-4ab1-8500-a6188aba1487 None None] No DVR routers for this DVR port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:50.441515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4cdfed0e-4df3-4fb2-8753-91c671d4660e tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:50.448805 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.473554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Deleting port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:50.473554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.499102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3bec1d92-fadf-4fd7-9894-0c70868b646f tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.503417 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3bec1d92-fadf-4fd7-9894-0c70868b646f tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9174764 Jun 11 11:41:50.504276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec1d92-fadf-4fd7-9894-0c70868b646f tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5962b2c-6df8-4f5a-83cb-31d793b41847,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:50.512488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3bec1d92-fadf-4fd7-9894-0c70868b646f tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:50.513025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43568) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:50.525806 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b42a5c6b-e3c7-4e4d-8d51-d982db3d7bd6 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:50.548788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5a0c6816-26f2-4b62-8e85-fe66a0f3fdfd tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'security_group_rule': {'security_group_id': '81f915e6-cd24-4c18-82ee-a303b7c73daa', 'project_id': '61ea88c741c44370bd8d03aef7204231', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:50.577564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b372b134-e4f6-465b-affc-68943c36444a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.588649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:50.657083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8070009e-2c3c-422c-8b0d-bf151b23220a None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:50.714627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b372b134-e4f6-465b-affc-68943c36444a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.723496 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b372b134-e4f6-465b-affc-68943c36444a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/09e6adf6-061c-49a9-91ca-b3f473afd2ab HTTP/1.1" status: 204 len: 168 time: 1.7028666 Jun 11 11:41:50.744997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43574) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:50.747078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372b134-e4f6-465b-affc-68943c36444a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=09e6adf6-061c-49a9-91ca-b3f473afd2ab,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:50.760636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b372b134-e4f6-465b-affc-68943c36444a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:50.765353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:50.852433 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d6cd396b-01ae-4e86-b4a0-da468743d153 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023061 Jun 11 11:41:50.853805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dff3fb-2b60-4aaf-ab47-31a91037d6a2 None None] Network a1f06ae6-e44a-4c1a-8f93-eed3304f0174 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:50.858168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43578) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:50.866389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:51.199647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.217499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cbfd0359-ba1c-4d14-882f-ec23cdff6fcd tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:51.271787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.286311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Port': ['ID=bc52357d-79bc-483b-a0f9-e826e984782d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:51.327863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5e11c314-23d8-4d43-bb8a-3d8e243449c9 None None] Provisioning for port bc52357d-79bc-483b-a0f9-e826e984782d completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:51.329632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:51.334336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-22f42955-1db0-4174-bac5-9a5ba8b1bcd4 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:51.362493 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5e11c314-23d8-4d43-bb8a-3d8e243449c9 None None] Provisioning complete for port bc52357d-79bc-483b-a0f9-e826e984782d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:51.363756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e11c314-23d8-4d43-bb8a-3d8e243449c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.372412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] For port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:51.372949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.377548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'Subnet': ['ID=7cf73531-9ab1-4fc9-a219-9f1d01c104e5,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:51.380305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:51.389847 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-5a0c6816-26f2-4b62-8e85-fe66a0f3fdfd tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Project 61ea88c741c44370bd8d03aef7204231 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:41:51.400431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Router 876eda32-8914-4ca1-a507-d6d760afe07c is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:41:51.407374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:51.409810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=8cab7656-c0f5-40dd-baff-36377560bfa6,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:51.413445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:51.455033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:51.459300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:51.466555 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5e11c314-23d8-4d43-bb8a-3d8e243449c9 None None] Port bc52357d-79bc-483b-a0f9-e826e984782d was deleted so its status cannot be updated. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 11 11:41:51.527884 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No DVR routers for this DVR port bc52357d-79bc-483b-a0f9-e826e984782d on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:51.566500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:51.569971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6816-26f2-4b62-8e85-fe66a0f3fdfd tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.605819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:51.606174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:51.634210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:51.637962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.641631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Calling delete_port for 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:51.655033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_backend_mixin [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 was not found and therefore no delete operation was performed {{(pid=99005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:41:51.659611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Checking segment: {'id': '426c799e-3926-4bd0-af0f-451acd44c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:51.659973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Network hostable DHCP agents. Network: 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:41:51.669221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.678130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:51.697907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877c08e8-62eb-4972-a5d9-b4f028ee44cf None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:51.703220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.782168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-877c08e8-62eb-4972-a5d9-b4f028ee44cf None None] Deleting port e635b7f6-f15b-4369-b5c8-833961f295c4 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:51.783403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-877c08e8-62eb-4972-a5d9-b4f028ee44cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.821680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5893d1-3eb2-4b4b-937a-95a310fc46c6,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:51.824717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:51.831878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] No DVR routers for this DVR port 0d5893d1-3eb2-4b4b-937a-95a310fc46c6 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:51.893541 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:41:51.919386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-877c08e8-62eb-4972-a5d9-b4f028ee44cf None None] For port e635b7f6-f15b-4369-b5c8-833961f295c4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e635b7f6-f15b-4369-b5c8-833961f295c4,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:51.920091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-877c08e8-62eb-4972-a5d9-b4f028ee44cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.950058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:51.954750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:51.955420 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.979598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6816-26f2-4b62-8e85-fe66a0f3fdfd tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.995327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6816-26f2-4b62-8e85-fe66a0f3fdfd tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:51.999839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd75621-4538-47a2-9f9b-07d2ef482141 None None] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:52.040231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.058729 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2632537 Jun 11 11:41:52.060850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:52.062835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-877c08e8-62eb-4972-a5d9-b4f028ee44cf None None] Calling delete_port for e635b7f6-f15b-4369-b5c8-833961f295c4 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:41:52.063205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43598) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:52.068678 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49066024-ebb2-43f1-9ec8-e6b6bc340030']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:52.084821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Request body: {'port': {'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80', 'name': 'tempest-AllowedAddressPairTestJSON-2050315238'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:52.087774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.089799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:52.098150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f5ecdc75-68b6-42aa-a81a-9d6837efd1af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:52.109910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea76a1-fea8-440f-9a3e-96c6bf541b82 None None] Sync routers for ids ['876eda32-8914-4ca1-a507-d6d760afe07c'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:52.122979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:52.123312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa07bb02-88c9-467a-8cb5-6048d1ec9d35') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:52.144221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Subnet': ['ID=5abd8235-88c1-4e8e-bc21-ae45a7d9e9d0,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:52.152760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c6816-26f2-4b62-8e85-fe66a0f3fdfd tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a465502-074a-4ce6-a7e2-1379ab6e21c9,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:52.155110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5a0c6816-26f2-4b62-8e85-fe66a0f3fdfd tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:52.156989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.162410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6816-26f2-4b62-8e85-fe66a0f3fdfd tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.166452 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5a0c6816-26f2-4b62-8e85-fe66a0f3fdfd tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6317070 Jun 11 11:41:52.191292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:52.191740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43602) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:52.197981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-aa4fd1bf-4360-48cb-a1f8-80ffa39ac0a2 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'security_group_rule': {'security_group_id': '81f915e6-cd24-4c18-82ee-a303b7c73daa', 'project_id': '61ea88c741c44370bd8d03aef7204231', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:52.203726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea76a1-fea8-440f-9a3e-96c6bf541b82 None None] Routers {'876eda32-8914-4ca1-a507-d6d760afe07c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:52.203726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c3ea76a1-fea8-440f-9a3e-96c6bf541b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['876eda32-8914-4ca1-a507-d6d760afe07c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:52.204033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.204699 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f843fd67-4cf6-4848-a13c-3a87c4e49d55 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5166960 Jun 11 11:41:52.204942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf78e479-b12d-4150-a6aa-e83784cece52 None None] Network a1f06ae6-e44a-4c1a-8f93-eed3304f0174 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:52.211571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43604) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:52.212491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.222656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1e1a146b-cc3b-40e8-bdf7-39420b2455ab tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'enable_snat': False}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:52.333290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c3ea76a1-fea8-440f-9a3e-96c6bf541b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:52.363615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.388112 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f06ae6-e44a-4c1a-8f93-eed3304f0174']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:52.401212 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-aa4fd1bf-4360-48cb-a1f8-80ffa39ac0a2 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Project 61ea88c741c44370bd8d03aef7204231 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:41:52.404222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.408886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066da6ab-b7b3-4d37-9c81-4449fec74bae') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:52.408886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066da6ab-b7b3-4d37-9c81-4449fec74bae') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:52.411284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:52.479461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=adea24f6-8def-466b-a96b-8189bd34bafd,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:52.487761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd1bf-4360-48cb-a1f8-80ffa39ac0a2 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.515251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.517138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43610) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:52.518273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:52.552231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.556198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:52.568237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:52.568644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.571983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:52.574393 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:52.578794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:41:52.579769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:41:52.581734 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:41:52.589089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:52.589734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.617321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea76a1-fea8-440f-9a3e-96c6bf541b82 None None] Routers {'876eda32-8914-4ca1-a507-d6d760afe07c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:52.617983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c3ea76a1-fea8-440f-9a3e-96c6bf541b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['876eda32-8914-4ca1-a507-d6d760afe07c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:52.629365 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7693732 Jun 11 11:41:52.636287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43614) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:52.645130 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'fixed_ips': [{'subnet_id': 'adea24f6-8def-466b-a96b-8189bd34bafd', 'ip_address': '2001:db8::15da:bfbb:699f:84c'}], 'name': 'tempest-NetworksTestDHCPv6-1562584976'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:52.728627 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.739206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-52b06b09-a8bb-483a-96fd-3e478e26a3de tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:52.739395 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c3ea76a1-fea8-440f-9a3e-96c6bf541b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:52.740568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea76a1-fea8-440f-9a3e-96c6bf541b82 None None] The sync data for ids ['876eda32-8914-4ca1-a507-d6d760afe07c'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:52.744854 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.748782 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] 10.222.0.46 "DELETE /v2.0/networks/49066024-ebb2-43f1-9ec8-e6b6bc340030 HTTP/1.1" status: 204 len: 168 time: 3.4996407 Jun 11 11:41:52.757405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.761057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd1bf-4360-48cb-a1f8-80ffa39ac0a2 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.776703 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=49066024-ebb2-43f1-9ec8-e6b6bc340030,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:52.782995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:52.808367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-877c08e8-62eb-4972-a5d9-b4f028ee44cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.810942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8f47e049-5749-4c20-84ce-39821fbd22d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:52.831535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-08ae40ea-d900-48c1-802e-b10c01dace3e tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-18656781'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:52.831990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-08ae40ea-d900-48c1-802e-b10c01dace3e tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Unknown quota resources ['metering_label']. {{(pid=99006) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 11:41:52.882326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:52.901435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbefb65e-e9ec-4855-a2c5-a80e0c9d6a42 None None] DHCP port deletion for a1f06ae6-e44a-4c1a-8f93-eed3304f0174 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:41:52.903770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-0fb4a017-36a6-4d50-8f0e-1ca10c72aa80', 'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80', 'tenant_id': '62b2f9687933496681a6ce895a274290', 'fixed_ips': [{'subnet_id': '7cf73531-9ab1-4fc9-a219-9f1d01c104e5'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:52.904817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.911189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c08e8-62eb-4972-a5d9-b4f028ee44cf None None] Pushing event deleted for resources: {'Port': ['ID=e635b7f6-f15b-4369-b5c8-833961f295c4,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:52.919179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-877c08e8-62eb-4972-a5d9-b4f028ee44cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:52.923266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Made reservation on behalf of 62b2f9687933496681a6ce895a274290 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:52.928104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.933170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.933875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c08e8-62eb-4972-a5d9-b4f028ee44cf None None] No DVR routers for this DVR port e635b7f6-f15b-4369-b5c8-833961f295c4 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:41:52.940055 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/a1f06ae6-e44a-4c1a-8f93-eed3304f0174 HTTP/1.1" status: 204 len: 168 time: 4.6144218 Jun 11 11:41:52.943002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd1bf-4360-48cb-a1f8-80ffa39ac0a2 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:52.958278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43618) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:52.964324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-721521837'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:52.965050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e292a9-163f-46cc-b1bf-963fde5ed37c None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:53.007662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] device_id is not set on port 549604dc-356e-437a-b37a-ea95be711b8d yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:41:53.012447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:53.016381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.054453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=a1f06ae6-e44a-4c1a-8f93-eed3304f0174,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:53.068410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:53.069133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:53.087498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fd1bf-4360-48cb-a1f8-80ffa39ac0a2 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54dffb87-3331-4b31-ae98-df09ad5f743c,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:53.097537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aa4fd1bf-4360-48cb-a1f8-80ffa39ac0a2 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:53.117116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1e1a146b-cc3b-40e8-bdf7-39420b2455ab tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.121033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:41:53.133257 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43620) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:53.150831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.151273 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment 374a97f7-0e57-4c41-bbe5-dd444a2d5540 of type vlan for network c1be2f26-31a7-4a9a-9da5-84db20ed73df Jun 11 11:41:53.215287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd1bf-4360-48cb-a1f8-80ffa39ac0a2 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.220010 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aa4fd1bf-4360-48cb-a1f8-80ffa39ac0a2 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0271738 Jun 11 11:41:53.220633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43622) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:53.229297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'network': {'name': 'tempest-network-smoke--1062316785', 'project_id': '61ea88c741c44370bd8d03aef7204231', 'port_security_enabled': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:53.290125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'adea24f6-8def-466b-a96b-8189bd34bafd'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:53.291054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.298833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.318672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-08ae40ea-d900-48c1-802e-b10c01dace3e tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.319820 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-08ae40ea-d900-48c1-802e-b10c01dace3e tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.8005424 Jun 11 11:41:53.322658 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-16313b6d-8a20-4c7f-be6f-6f9e03976fb3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40057aca28ba4547afec842333f5da6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1843424 Jun 11 11:41:53.323080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43624) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:53.323415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43626) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:53.330775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-00f2fca3-2981-45c1-acb5-e00f21355d7b tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9ef5aa9c-be4d-4b9d-a4f4-9dcc68008adf'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:53.331521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-00f2fca3-2981-45c1-acb5-e00f21355d7b tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99006) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 11:41:53.340461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Allocated IP 172.20.0.7 (0fb4a017-36a6-4d50-8f0e-1ca10c72aa80/7cf73531-9ab1-4fc9-a219-9f1d01c104e5/549604dc-356e-437a-b37a-ea95be711b8d) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:53.343229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.402211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:53.438315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.444712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:53.445332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.455658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-888f3ee8-f9af-440d-ae16-8ceb2262528b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:53.473503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/adea24f6-8def-466b-a96b-8189bd34bafd/d9806ef3-d201-4cf5-a759-70dff6a6afad) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:53.532912 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.services.metering.metering_plugin [None req-00f2fca3-2981-45c1-acb5-e00f21355d7b tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 11 11:41:53.540840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Made reservation on behalf of 61ea88c741c44370bd8d03aef7204231 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:53.544268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.567440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device bc52357d-79bc-483b-a0f9-e826e984782d no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:53.598465 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6388264 Jun 11 11:41:53.603169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=c1be2f26-31a7-4a9a-9da5-84db20ed73df,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:53.606009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43628) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:53.608129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: bc52357d-79bc-483b-a0f9-e826e984782d {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:53.608489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device bc52357d-79bc-483b-a0f9-e826e984782d not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:53.608927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e635b7f6-f15b-4369-b5c8-833961f295c4 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:41:53.618409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-fdf44744-f0d9-412d-820a-898a3ea0e1a0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'New_network'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:53.636131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network c1be2f26-31a7-4a9a-9da5-84db20ed73df details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:41:53.641831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: e635b7f6-f15b-4369-b5c8-833961f295c4 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:41:53.642188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e635b7f6-f15b-4369-b5c8-833961f295c4 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:41:53.646815 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:53.797045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.808153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Transition to ACTIVE for port object d9806ef3-d201-4cf5-a759-70dff6a6afad will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:53.827384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Transition to ACTIVE for port object d9806ef3-d201-4cf5-a759-70dff6a6afad will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:53.836139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:53.840884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:53.886067 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:53.889460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:53.897593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:53.954184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Pushing event updated for resources: {'Port': ['ID=d9806ef3-d201-4cf5-a759-70dff6a6afad,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:53.977526 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:53.992950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Attempting to bind port d9806ef3-d201-4cf5-a759-70dff6a6afad on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:53.993486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Attempting to bind port d9806ef3-d201-4cf5-a759-70dff6a6afad by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:53.993950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Attempting to bind port d9806ef3-d201-4cf5-a759-70dff6a6afad on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:53.999265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:53.999818 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:54.000863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.000863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:54.001487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Bound port: d9806ef3-d201-4cf5-a759-70dff6a6afad, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:54.001965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.052599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.086889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] For port d9806ef3-d201-4cf5-a759-70dff6a6afad, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:54.091108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] For port d9806ef3-d201-4cf5-a759-70dff6a6afad, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d9806ef3-d201-4cf5-a759-70dff6a6afad,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:54.096449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.098712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:54.181728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Pushing event updated for resources: {'Port': ['ID=d9806ef3-d201-4cf5-a759-70dff6a6afad,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:54.185442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:54.216094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5429d577-48b4-48b5-942c-f895f7cf9388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.224865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-00f2fca3-2981-45c1-acb5-e00f21355d7b tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.229029 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-00f2fca3-2981-45c1-acb5-e00f21355d7b tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9003408 Jun 11 11:41:54.244890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43630) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:54.259164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e115c627-b5f4-430a-8875-641f0829293b tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9ef5aa9c-be4d-4b9d-a4f4-9dcc68008adf'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:54.259677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e115c627-b5f4-430a-8875-641f0829293b tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99006) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 11:41:54.262925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:41:54.265078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.313438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5429d577-48b4-48b5-942c-f895f7cf9388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.318615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.325824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.326179 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Added segment ec8c5c8b-f5c0-4531-9052-af37c026d35f of type vlan for network 3dec2ca3-aa3d-4f05-8608-63544b169594 Jun 11 11:41:54.480759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Transition to ACTIVE for port object 549604dc-356e-437a-b37a-ea95be711b8d will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:54.495073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdf44744-f0d9-412d-820a-898a3ea0e1a0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.503474 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.services.metering.metering_plugin [None req-e115c627-b5f4-430a-8875-641f0829293b tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 11 11:41:54.515164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 381763dd-5c28-4c07-bb8b-e2fd8c12bab7 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:41:54.618597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdf44744-f0d9-412d-820a-898a3ea0e1a0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.623389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3076ab4e-4b0e-4492-9e8e-4199b645f3b2 tempest-PortsAdminExtendedAttrsTestJSON-1838834707 tempest-PortsAdminExtendedAttrsTestJSON-1838834707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:54.659476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdf44744-f0d9-412d-820a-898a3ea0e1a0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network c1be2f26-31a7-4a9a-9da5-84db20ed73df is not hosted by any dhcp agent {{(pid=99005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 11:41:54.665341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf44744-f0d9-412d-820a-898a3ea0e1a0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:54.665942 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdf44744-f0d9-412d-820a-898a3ea0e1a0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.667265 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fdf44744-f0d9-412d-820a-898a3ea0e1a0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "PUT /v2.0/networks/c1be2f26-31a7-4a9a-9da5-84db20ed73df HTTP/1.1" status: 200 len: 723 time: 1.0566978 Jun 11 11:41:54.675919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43632) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:54.685100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'network_id': 'c1be2f26-31a7-4a9a-9da5-84db20ed73df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:54.701711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.759071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf44744-f0d9-412d-820a-898a3ea0e1a0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=c1be2f26-31a7-4a9a-9da5-84db20ed73df,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:54.763082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fdf44744-f0d9-412d-820a-898a3ea0e1a0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:54.766681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.773179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:54.803021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network c1be2f26-31a7-4a9a-9da5-84db20ed73df details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:41:54.807733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e115c627-b5f4-430a-8875-641f0829293b tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.811380 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e115c627-b5f4-430a-8875-641f0829293b tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5630078 Jun 11 11:41:54.811803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43634) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:54.862065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Allocated IP 172.20.0.2 (0fb4a017-36a6-4d50-8f0e-1ca10c72aa80/7cf73531-9ab1-4fc9-a219-9f1d01c104e5/ecc5debe-8b96-4972-b584-1f697f6adcb8) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:54.920656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5429d577-48b4-48b5-942c-f895f7cf9388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.923603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5429d577-48b4-48b5-942c-f895f7cf9388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:54.925208 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5429d577-48b4-48b5-942c-f895f7cf9388 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02554dbb-4ffd-4496-ae3f-576d058d3c60 HTTP/1.1" status: 204 len: 168 time: 1.6008894 Jun 11 11:41:54.941190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:54.945254 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4681e335-9c08-4440-abf1-8a601b3e1c46 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=b39e5889-eca1-469a-93a5-87c62ab45315 HTTP/1.1" status: 200 len: 462 time: 0.1322529 Jun 11 11:41:54.953892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43638) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:54.956669 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:54.980752 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:54.992946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'Port': ['ID=549604dc-356e-437a-b37a-ea95be711b8d,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:55.003327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:55.045714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:55.077117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429d577-48b4-48b5-942c-f895f7cf9388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02554dbb-4ffd-4496-ae3f-576d058d3c60,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:55.084086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5429d577-48b4-48b5-942c-f895f7cf9388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:55.095142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.108060 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:55.108638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.131817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1e1a146b-cc3b-40e8-bdf7-39420b2455ab tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.138090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:55.321767 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:55.322456 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.334948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1e1a146b-cc3b-40e8-bdf7-39420b2455ab tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.385309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'Network': ['ID=3dec2ca3-aa3d-4f05-8608-63544b169594,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:55.389218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:55.389997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:55.401080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.402122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 3dec2ca3-aa3d-4f05-8608-63544b169594 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:41:55.430913 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2030857 Jun 11 11:41:55.464286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43646) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:55.468092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dc88f512-8516-42da-916d-42dbacc6be2b None None] Provisioning for port d9806ef3-d201-4cf5-a759-70dff6a6afad completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:55.474642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.484438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'admin_state_up': True, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:55.505864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::15da:bfbb:699f:84c (2bf35732-ffe6-4e33-a6fb-db76771bc26d/adea24f6-8def-466b-a96b-8189bd34bafd/381763dd-5c28-4c07-bb8b-e2fd8c12bab7) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:55.523791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.540801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-38ad22f5-b684-40fc-a60d-1abe91ef4cc1 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.541943 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-38ad22f5-b684-40fc-a60d-1abe91ef4cc1 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/b39e5889-eca1-469a-93a5-87c62ab45315 HTTP/1.1" status: 204 len: 168 time: 0.5866854 Jun 11 11:41:55.546076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43650) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:55.557367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.567157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Transition to ACTIVE for port object ecc5debe-8b96-4972-b584-1f697f6adcb8 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:55.573270 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e73c144f-37a7-490d-b6ea-e7c891885a7d tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=b39e5889-eca1-469a-93a5-87c62ab45315 HTTP/1.1" status: 200 len: 221 time: 0.0239954 Jun 11 11:41:55.579067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43654) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:55.579566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d9806ef3-d201-4cf5-a759-70dff6a6afad up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:55.593648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b817010f-a178-48a2-9431-1c37b09f11fd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:55.607692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b1ff00af-2ac2-4a87-a39d-26dac54a9bc1 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--547788322', 'description': 'label created by tempest'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:55.608371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b1ff00af-2ac2-4a87-a39d-26dac54a9bc1 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Unknown quota resources ['metering_label']. {{(pid=99005) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 11:41:55.650190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Transition to ACTIVE for port object ecc5debe-8b96-4972-b584-1f697f6adcb8 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:55.665280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.668641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c40dd3bb-c502-4dcb-b535-58d118f64b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:55.681446 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6099412 Jun 11 11:41:55.684717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43656) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:55.689760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Request body: {'port': {'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80', 'name': 'tempest-AllowedAddressPairTestJSON-1075539098', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ef:65:cb'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:55.705752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.706840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.735666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:55.741639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:55.746304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:55.754924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port d9806ef3-d201-4cf5-a759-70dff6a6afad completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:55.757439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Pushing event updated for resources: {'Port': ['ID=ecc5debe-8b96-4972-b584-1f697f6adcb8,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:55.774515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:55.775449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d9806ef3-d201-4cf5-a759-70dff6a6afad triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:55.775835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.797143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=8cab7656-c0f5-40dd-baff-36377560bfa6,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:55.817708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1a146b-cc3b-40e8-bdf7-39420b2455ab tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Router 876eda32-8914-4ca1-a507-d6d760afe07c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:55.834738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:55.885635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.927866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Attempting to bind port ecc5debe-8b96-4972-b584-1f697f6adcb8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:55.929136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Attempting to bind port ecc5debe-8b96-4972-b584-1f697f6adcb8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '426c799e-3926-4bd0-af0f-451acd44c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:55.929991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Attempting to bind port ecc5debe-8b96-4972-b584-1f697f6adcb8 on network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:55.942444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:55.943848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Checking segment: {'id': '426c799e-3926-4bd0-af0f-451acd44c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:55.944511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.945120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Bound using segment: {'id': '426c799e-3926-4bd0-af0f-451acd44c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:55.945866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Bound port: ecc5debe-8b96-4972-b584-1f697f6adcb8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426c799e-3926-4bd0-af0f-451acd44c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:55.946754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.997796 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b1ff00af-2ac2-4a87-a39d-26dac54a9bc1 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:55.999535 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b1ff00af-2ac2-4a87-a39d-26dac54a9bc1 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3959146 Jun 11 11:41:56.011609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43666) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:56.011940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43668) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:56.055658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:56.080396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:56.107190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] For port ecc5debe-8b96-4972-b584-1f697f6adcb8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:41:56.130007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] For port ecc5debe-8b96-4972-b584-1f697f6adcb8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ecc5debe-8b96-4972-b584-1f697f6adcb8,segment=NetworkSegment(426c799e-3926-4bd0-af0f-451acd44c2dd),segment_id=426c799e-3926-4bd0-af0f-451acd44c2dd)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:41:56.142960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:56.148929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port d9806ef3-d201-4cf5-a759-70dff6a6afad, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d9806ef3-d201-4cf5-a759-70dff6a6afad,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:56.150958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:56.189787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:56.241135 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b8d21f5d-02f6-4747-a0a4-3c4c7192e950 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=38c419e6-4853-43c3-840c-2954b53581b4 HTTP/1.1" status: 200 len: 467 time: 0.2232270 Jun 11 11:41:56.242431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43672) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:56.244554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Pushing event updated for resources: {'Port': ['ID=ecc5debe-8b96-4972-b584-1f697f6adcb8,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:56.248438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:56.248948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fe4e2c5e-f619-4ab1-8500-a6188aba1487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:56.329621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=d9806ef3-d201-4cf5-a759-70dff6a6afad,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:56.332844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:56.347866 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1583428927-network', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:56.356517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Made reservation on behalf of 62b2f9687933496681a6ce895a274290 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:56.501304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:56.555147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1a146b-cc3b-40e8-bdf7-39420b2455ab tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:56.566411 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd5651-b6ea-428f-aa20-ab317a06572f None None] Sync routers for ids ['876eda32-8914-4ca1-a507-d6d760afe07c'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:56.567221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1e1a146b-cc3b-40e8-bdf7-39420b2455ab tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:56.572568 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1e1a146b-cc3b-40e8-bdf7-39420b2455ab tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "PUT /v2.0/routers/876eda32-8914-4ca1-a507-d6d760afe07c HTTP/1.1" status: 200 len: 926 time: 4.3541830 Jun 11 11:41:56.575406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43674) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:56.580275 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd5651-b6ea-428f-aa20-ab317a06572f None None] Routers {'876eda32-8914-4ca1-a507-d6d760afe07c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:56.581021 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-88cd5651-b6ea-428f-aa20-ab317a06572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['876eda32-8914-4ca1-a507-d6d760afe07c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:56.588979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:56.602769 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP 9911eb7a-7bca-423f-b40a-d1603f40a6e4 associated. External IP: 172.26.6.55, port: fcfaf297-53e8-4e81-b1c9-7c168c5f088d. Jun 11 11:41:56.640487 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-88cd5651-b6ea-428f-aa20-ab317a06572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:56.651317 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd5651-b6ea-428f-aa20-ab317a06572f None None] Routers {'876eda32-8914-4ca1-a507-d6d760afe07c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:56.651914 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-88cd5651-b6ea-428f-aa20-ab317a06572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['876eda32-8914-4ca1-a507-d6d760afe07c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:56.660386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Made reservation on behalf of 74ae6cd23526432e8d1c423d0133032f for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:56.663054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:56.701966 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-88cd5651-b6ea-428f-aa20-ab317a06572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:56.702389 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd5651-b6ea-428f-aa20-ab317a06572f None None] The sync data for ids ['876eda32-8914-4ca1-a507-d6d760afe07c'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:56.707706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:56.714886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:56.760864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 381763dd-5c28-4c07-bb8b-e2fd8c12bab7 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:56.836722 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=6d3e01be-c3d4-442b-8bcd-b8ed8791205e,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:56.848114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:57.220790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.243218 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bc5e2c3b-51b7-4f90-bae9-b41a74b9b164 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.244461 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bc5e2c3b-51b7-4f90-bae9-b41a74b9b164 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/38c419e6-4853-43c3-840c-2954b53581b4 HTTP/1.1" status: 204 len: 168 time: 0.9939537 Jun 11 11:41:57.256089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b5d310-b040-4864-9fd5-d4c86219e871 None None] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:57.259511 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43676) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:57.300015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.310153 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-12bfed01-6f70-4830-9c96-122fe141b091 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=38c419e6-4853-43c3-840c-2954b53581b4 HTTP/1.1" status: 200 len: 216 time: 0.0447953 Jun 11 11:41:57.312373 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43678) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:57.334342 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking segment: {'id': '374a97f7-0e57-4c41-bbe5-dd444a2d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'c1be2f26-31a7-4a9a-9da5-84db20ed73df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:57.335545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network hostable DHCP agents. Network: c1be2f26-31a7-4a9a-9da5-84db20ed73df, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:41:57.356786 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5eb434d5-e83e-4c63-8ab8-5ea820d00643 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0403993 Jun 11 11:41:57.359730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43680) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:57.372588 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b8fe7423-50f2-432c-b88d-8240df7dc846 None None] Provisioning for port ecc5debe-8b96-4972-b584-1f697f6adcb8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:57.383632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] device_id is not set on port c6aed16f-71d6-4137-b01b-7c0d0c370ce5 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:41:57.408176 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cf15182a-54ca-4e24-ae26-4320b1559f8d tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/routers/876eda32-8914-4ca1-a507-d6d760afe07c HTTP/1.1" status: 200 len: 926 time: 0.7546060 Jun 11 11:41:57.408386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43682) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:57.412085 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-52d7383c-90b1-4083-9ae5-81a31d08dc8c tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0485125 Jun 11 11:41:57.415828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43684) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:57.423587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.487776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.492979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:57.582989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.589978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Allocated IP 172.20.0.9 (0fb4a017-36a6-4d50-8f0e-1ca10c72aa80/7cf73531-9ab1-4fc9-a219-9f1d01c104e5/c6aed16f-71d6-4137-b01b-7c0d0c370ce5) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:57.595576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.603127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:57.628191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:41:57.651715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d9806ef3-d201-4cf5-a759-70dff6a6afad up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:57.666284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.670694 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Added segment e6d55afd-991f-425e-ac37-e192f58d33c0 of type vlan for network 3072c694-f3c9-4ecc-83b5-3be429a16450 Jun 11 11:41:57.723310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d9806ef3-d201-4cf5-a759-70dff6a6afad triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:57.723833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.734977 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2e1d3976-c146-47d7-8e7b-2e832a8ad3a1 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/9ef5aa9c-be4d-4b9d-a4f4-9dcc68008adf HTTP/1.1" status: 200 len: 471 time: 0.2438078 Jun 11 11:41:57.736573 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.744433 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:41:57.752075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43686) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:57.768072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32076091-d491-4865-bebe-3bf495e69a24,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:57.791867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:57.792500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.793529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:57.794758 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.800185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-33d54441-18c6-4309-8325-68e992eda213 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:57.804025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network c1be2f26-31a7-4a9a-9da5-84db20ed73df is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:41:57.812297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:57.829521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:57.836501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:57.845311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:57.846834 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:57.851381 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8374205 Jun 11 11:41:57.856079 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ecc5debe-8b96-4972-b584-1f697f6adcb8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:57.858909 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43688) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:57.871795 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-35ac61e6-8282-42ec-9118-474eab93c472 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/a571c5d8-e2d2-4bb9-92eb-5832ddcf37b0 HTTP/1.1" status: 200 len: 459 time: 0.0919302 Jun 11 11:41:57.873809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=381763dd-5c28-4c07-bb8b-e2fd8c12bab7,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:57.882158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:57.882979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43690) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:57.888513 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2481468 Jun 11 11:41:57.891341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, c1be2f26-31a7-4a9a-9da5-84db20ed73df) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:57.892863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Request body: {'subnet': {'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1583428927-subnet', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:57.894360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43692) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:57.933934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1173a72-f6cc-4109-b74b-8345d4eb3f04 None None] Network c1be2f26-31a7-4a9a-9da5-84db20ed73df requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:57.994663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dd8960c8-aa34-4641-b1a0-3f701c5602c8 None None] Provisioning for port 549604dc-356e-437a-b37a-ea95be711b8d completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:58.009167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:58.009758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.048976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dd8960c8-aa34-4641-b1a0-3f701c5602c8 None None] Provisioning complete for port 549604dc-356e-437a-b37a-ea95be711b8d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:58.049928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dd8960c8-aa34-4641-b1a0-3f701c5602c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.127739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ecc5debe-8b96-4972-b584-1f697f6adcb8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:58.138067 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ecc5debe-8b96-4972-b584-1f697f6adcb8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:58.138665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.142913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.162722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Pushing event updated for resources: {'Network': ['ID=3072c694-f3c9-4ecc-83b5-3be429a16450,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:58.167308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Transition to ACTIVE for port object c6aed16f-71d6-4137-b01b-7c0d0c370ce5 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:58.169128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:58.185081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Made reservation on behalf of 74ae6cd23526432e8d1c423d0133032f for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:41:58.187701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.199257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-dd8960c8-aa34-4641-b1a0-3f701c5602c8 None None] Port 549604dc-356e-437a-b37a-ea95be711b8d cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:41:58.206687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 3072c694-f3c9-4ecc-83b5-3be429a16450 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:41:58.215270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9196ef0c-0da9-4c41-8398-f9a7abc428b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:58.219622 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9196ef0c-0da9-4c41-8398-f9a7abc428b8 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&device_id=876eda32-8914-4ca1-a507-d6d760afe07c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8116357 Jun 11 11:41:58.226980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43694) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:58.313373 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6322768 Jun 11 11:41:58.317082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43696) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:58.319579 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.325673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:58.331054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8b37c027-7374-4bd6-ae63-abe53779ae52 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:58.352837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.375662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2971dcc1-18dd-4895-aa62-fb8e92ed6d5e None None] Provisioning complete for port 549604dc-356e-437a-b37a-ea95be711b8d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:58.376206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2971dcc1-18dd-4895-aa62-fb8e92ed6d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.401664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-c1be2f26-31a7-4a9a-9da5-84db20ed73df', 'network_id': 'c1be2f26-31a7-4a9a-9da5-84db20ed73df', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '6d3e01be-c3d4-442b-8bcd-b8ed8791205e'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:58.402076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:58.402571 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.436981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'Port': ['ID=c6aed16f-71d6-4137-b01b-7c0d0c370ce5,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:58.439725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:58.444690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:58.445416 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:58.478683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.482308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2971dcc1-18dd-4895-aa62-fb8e92ed6d5e None None] Port 549604dc-356e-437a-b37a-ea95be711b8d cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:41:58.546358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:58.547061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.562056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.592776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2971dcc1-18dd-4895-aa62-fb8e92ed6d5e None None] Provisioning for port 381763dd-5c28-4c07-bb8b-e2fd8c12bab7 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:58.598907 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.9128683 Jun 11 11:41:58.600027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43698) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:58.611278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2971dcc1-18dd-4895-aa62-fb8e92ed6d5e None None] Provisioning complete for port 381763dd-5c28-4c07-bb8b-e2fd8c12bab7 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:58.611700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2971dcc1-18dd-4895-aa62-fb8e92ed6d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.639523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ecc5debe-8b96-4972-b584-1f697f6adcb8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ecc5debe-8b96-4972-b584-1f697f6adcb8,segment=NetworkSegment(426c799e-3926-4bd0-af0f-451acd44c2dd),segment_id=426c799e-3926-4bd0-af0f-451acd44c2dd)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:41:58.669745 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.672990 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b4856272-72bf-415e-ada6-dd0ddb5861f6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:58.683372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.689373 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:58.737704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Allocated IP 172.20.0.2 (c1be2f26-31a7-4a9a-9da5-84db20ed73df/6d3e01be-c3d4-442b-8bcd-b8ed8791205e/b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:58.752257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2971dcc1-18dd-4895-aa62-fb8e92ed6d5e None None] Port 381763dd-5c28-4c07-bb8b-e2fd8c12bab7 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:41:58.770004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c220a6cf-448b-430d-9969-8a36f99f4566,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:58.775161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:58.791051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3833d71b-584c-468e-ad06-c55aab72b8c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:58.797085 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3833d71b-584c-468e-ad06-c55aab72b8c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:58.800028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ecc5debe-8b96-4972-b584-1f697f6adcb8,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:58.804367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3833d71b-584c-468e-ad06-c55aab72b8c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:58.804607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:58.808650 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3833d71b-584c-468e-ad06-c55aab72b8c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2080452 Jun 11 11:41:58.809628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43700) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:58.817485 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Checking segment: {'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:58.818432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Network hostable DHCP agents. Network: 3072c694-f3c9-4ecc-83b5-3be429a16450, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:41:58.831680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a655882f-e15e-4dfe-bf2f-dc3e118acf0c tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.835230 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a655882f-e15e-4dfe-bf2f-dc3e118acf0c tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/a571c5d8-e2d2-4bb9-92eb-5832ddcf37b0 HTTP/1.1" status: 204 len: 168 time: 0.9425690 Jun 11 11:41:58.841437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9574b48-b754-45d4-8a86-634378c180b4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:58.845099 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43702) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:58.847673 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9574b48-b754-45d4-8a86-634378c180b4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:58.849511 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e9574b48-b754-45d4-8a86-634378c180b4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.9473081 Jun 11 11:41:58.856804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43704) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:58.891057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8b37c027-7374-4bd6-ae63-abe53779ae52 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9056599'] for subnet, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:58.898007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:41:58.983952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b4fa8-cdad-431c-9df0-f0ff87b873cd tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:58.987491 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e35b4fa8-cdad-431c-9df0-f0ff87b873cd tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/networks/0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 881 time: 0.7579660 Jun 11 11:41:58.990569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43706) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:59.001393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Network 3072c694-f3c9-4ecc-83b5-3be429a16450 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:41:59.022387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf425c2-d90a-4165-a371-75a6a219a36a None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:41:59.061795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4ecb6a23-b186-4aaa-a921-4b674f114626 None None] Provisioning for port c6aed16f-71d6-4137-b01b-7c0d0c370ce5 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:41:59.068954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf425c2-d90a-4165-a371-75a6a219a36a None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:59.068954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9bf425c2-d90a-4165-a371-75a6a219a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:59.083950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4ecb6a23-b186-4aaa-a921-4b674f114626 None None] Provisioning complete for port c6aed16f-71d6-4137-b01b-7c0d0c370ce5 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:59.084386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6a23-b186-4aaa-a921-4b674f114626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.089649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.119543 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-82737faa-c803-4007-80ec-594853a4608b tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=876eda32-8914-4ca1-a507-d6d760afe07c HTTP/1.1" status: 200 len: 205 time: 0.0885081 Jun 11 11:41:59.131385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43708) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:59.133752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9bf425c2-d90a-4165-a371-75a6a219a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:59.147721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 3072c694-f3c9-4ecc-83b5-3be429a16450) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:59.154345 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:41:59.155225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.187886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37421660-610d-4a21-aa7c-e2509b8a7ba8 None None] Network 3072c694-f3c9-4ecc-83b5-3be429a16450 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:41:59.236436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Allocated IP 172.26.6.93 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/ab94c184-459f-404c-93fc-ae09298b3e18) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:41:59.257951 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3960786 Jun 11 11:41:59.264246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-25f1f683-6fd1-40f1-9fe6-819110a7c7b8 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.268366 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-25f1f683-6fd1-40f1-9fe6-819110a7c7b8 tempest-MeteringIpV6TestJSON-416967506 tempest-MeteringIpV6TestJSON-416967506-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/9ef5aa9c-be4d-4b9d-a4f4-9dcc68008adf HTTP/1.1" status: 204 len: 168 time: 0.4193218 Jun 11 11:41:59.268366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43710) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:59.272966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:59.284262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5135f82c-a5cd-4f93-9fce-ae83ae97a5f9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Deleting port c6aed16f-71d6-4137-b01b-7c0d0c370ce5 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:59.284715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5135f82c-a5cd-4f93-9fce-ae83ae97a5f9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.287875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb6a23-b186-4aaa-a921-4b674f114626 None None] Port c6aed16f-71d6-4137-b01b-7c0d0c370ce5 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:41:59.289687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf425c2-d90a-4165-a371-75a6a219a36a None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:41:59.290562 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9bf425c2-d90a-4165-a371-75a6a219a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:59.301975 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.9774277 Jun 11 11:41:59.310131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43714) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:59.318937 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-caf971b4-2561-4ae1-882b-b95b460b4ede tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'floatingip': {'port_id': 'fcfaf297-53e8-4e81-b1c9-7c168c5f088d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:41:59.359701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.361877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9bf425c2-d90a-4165-a371-75a6a219a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:41:59.362374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf425c2-d90a-4165-a371-75a6a219a36a None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:41:59.386715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Transition to ACTIVE for port object b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:59.445093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Transition to ACTIVE for port object b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:41:59.463258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.471531 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:41:59.472597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.475063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.475309 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.482200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-da1144ec-4c87-4dd6-a300-9a9b40c4e4d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 381763dd-5c28-4c07-bb8b-e2fd8c12bab7 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:41:59.483382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da1144ec-4c87-4dd6-a300-9a9b40c4e4d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.547986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ecc5debe-8b96-4972-b584-1f697f6adcb8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:41:59.548520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.559600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Network c1be2f26-31a7-4a9a-9da5-84db20ed73df is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:41:59.566538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:41:59.600809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:41:59.622297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-3072c694-f3c9-4ecc-83b5-3be429a16450', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'fixed_ips': [{'subnet_id': 'c220a6cf-448b-430d-9969-8a36f99f4566'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:41:59.623200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.630448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Pushing event updated for resources: {'Port': ['ID=b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:41:59.669542 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:41:59.737184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Attempting to bind port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:41:59.737184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Attempting to bind port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '374a97f7-0e57-4c41-bbe5-dd444a2d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'c1be2f26-31a7-4a9a-9da5-84db20ed73df'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:41:59.737184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Attempting to bind port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 on network c1be2f26-31a7-4a9a-9da5-84db20ed73df {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:41:59.746803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:41:59.747254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Checking segment: {'id': '374a97f7-0e57-4c41-bbe5-dd444a2d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'c1be2f26-31a7-4a9a-9da5-84db20ed73df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:41:59.747674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.748090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Bound using segment: {'id': '374a97f7-0e57-4c41-bbe5-dd444a2d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'c1be2f26-31a7-4a9a-9da5-84db20ed73df'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:41:59.748603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Bound port: b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a97f7-0e57-4c41-bbe5-dd444a2d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'c1be2f26-31a7-4a9a-9da5-84db20ed73df'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:41:59.748999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.810015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43718) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:41:59.836144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-caf971b4-2561-4ae1-882b-b95b460b4ede tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.841133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.878451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ecc5debe-8b96-4972-b584-1f697f6adcb8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:41:59.879230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:41:59.924031 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5135f82c-a5cd-4f93-9fce-ae83ae97a5f9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.000076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Allocated IP 172.20.0.2 (3072c694-f3c9-4ecc-83b5-3be429a16450/c220a6cf-448b-430d-9969-8a36f99f4566/14ff99b6-b810-49a0-8b23-8f8a5fb92e76) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:00.002855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] For port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:00.007416 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] For port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88,segment=NetworkSegment(374a97f7-0e57-4c41-bbe5-dd444a2d5540),segment_id=374a97f7-0e57-4c41-bbe5-dd444a2d5540)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:00.017435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.024788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:00.062011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5135f82c-a5cd-4f93-9fce-ae83ae97a5f9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Calling delete_port for c6aed16f-71d6-4137-b01b-7c0d0c370ce5 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:00.116327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fbca852b-e3cb-4ab1-b2f5-979d375cb2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.258721 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.268886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Transition to ACTIVE for port object 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:00.287901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Transition to ACTIVE for port object 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:00.331867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.358508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Pushing event updated for resources: {'Port': ['ID=b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:00.365314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:00.367358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d89df71a-0116-47ec-b319-6a5fc2dbd55a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:00.379254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Network 3072c694-f3c9-4ecc-83b5-3be429a16450 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:00.392065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.397744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.408174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:00.418883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:00.494436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Pushing event updated for resources: {'Port': ['ID=14ff99b6-b810-49a0-8b23-8f8a5fb92e76,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:00.505874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:00.509979 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Attempting to bind port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:00.510375 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Attempting to bind port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:00.510881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Attempting to bind port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 on network 3072c694-f3c9-4ecc-83b5-3be429a16450 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:00.521572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:00.522350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Checking segment: {'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:00.523649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.524265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Bound using segment: {'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:00.526185 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Bound port: 14ff99b6-b810-49a0-8b23-8f8a5fb92e76, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:00.526869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.573598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da1144ec-4c87-4dd6-a300-9a9b40c4e4d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.634958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] For port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:00.638387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] For port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=14ff99b6-b810-49a0-8b23-8f8a5fb92e76,segment=NetworkSegment(e6d55afd-991f-425e-ac37-e192f58d33c0),segment_id=e6d55afd-991f-425e-ac37-e192f58d33c0)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:00.648679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.651205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3bdcdf87-f03b-4226-adc3-a50e1a865f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:00.719552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Pushing event updated for resources: {'Port': ['ID=14ff99b6-b810-49a0-8b23-8f8a5fb92e76,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:00.723645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:00.727376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-da1144ec-4c87-4dd6-a300-9a9b40c4e4d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 381763dd-5c28-4c07-bb8b-e2fd8c12bab7 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:00.757893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8b37c027-7374-4bd6-ae63-abe53779ae52 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754061329201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3600508'] for subnet, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.768717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:00.883127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b37c027-7374-4bd6-ae63-abe53779ae52 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:00.883883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8b37c027-7374-4bd6-ae63-abe53779ae52 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.885302 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8b37c027-7374-4bd6-ae63-abe53779ae52 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "PUT /v2.0/subnets/6d3e01be-c3d4-442b-8bcd-b8ed8791205e HTTP/1.1" status: 200 len: 806 time: 2.5587165 Jun 11 11:42:00.890781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Deleting port 28f360af-88c2-4bd5-9103-89db924d1529 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:00.891225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.897237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43722) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:00.945902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:00.977964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37c027-7374-4bd6-ae63-abe53779ae52 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=6d3e01be-c3d4-442b-8bcd-b8ed8791205e,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:00.992354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8b37c027-7374-4bd6-ae63-abe53779ae52 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:00.997701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f196e851-66ae-485e-9385-0c171cb03124 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:01.189858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:01.197744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'Port': ['ID=ab94c184-459f-404c-93fc-ae09298b3e18,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:01.200918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:01.206140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:01.208687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:01.272771 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5135f82c-a5cd-4f93-9fce-ae83ae97a5f9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:01.308098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:01.339742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:01.400786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e2863c20-f4b6-44af-abe7-c5266c0a594f tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:01.443830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Calling delete_port for 28f360af-88c2-4bd5-9103-89db924d1529 owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:01.444353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135f82c-a5cd-4f93-9fce-ae83ae97a5f9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event deleted for resources: {'Port': ['ID=c6aed16f-71d6-4137-b01b-7c0d0c370ce5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:01.461851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5135f82c-a5cd-4f93-9fce-ae83ae97a5f9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:01.466131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fbca852b-e3cb-4ab1-b2f5-979d375cb2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:01.487043 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fbca852b-e3cb-4ab1-b2f5-979d375cb2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:01.495962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:01.514069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47a09c6-f7ef-475b-a78a-60497f2e5540 None None] Network c1be2f26-31a7-4a9a-9da5-84db20ed73df requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:01.521490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da1144ec-4c87-4dd6-a300-9a9b40c4e4d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:01.549896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:01.581292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:01.607024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b042736-0dc6-40c3-a9da-5c3ef43c895d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:01.651217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:01.708776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ed81469b-0c2a-46fa-ad78-c77dfb489142 None None] Provisioning for port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:01.722946 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fbca852b-e3cb-4ab1-b2f5-979d375cb2f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7b29bf7014f4e6d9e53f9c29225dc31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9099281 Jun 11 11:42:01.731415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43724) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:01.735236 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca852b-e3cb-4ab1-b2f5-979d375cb2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b294fd1-beee-4182-aa6a-5aaea6bb52af,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:01.738905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1144ec-4c87-4dd6-a300-9a9b40c4e4d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=381763dd-5c28-4c07-bb8b-e2fd8c12bab7,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:01.759995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fbca852b-e3cb-4ab1-b2f5-979d375cb2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:01.796812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-da1144ec-4c87-4dd6-a300-9a9b40c4e4d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:01.859016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:01.866981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:01.973532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.resource_extend [None req-caf971b4-2561-4ae1-882b-b95b460b4ede tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:42:01.997647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da1144ec-4c87-4dd6-a300-9a9b40c4e4d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.002054 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-da1144ec-4c87-4dd6-a300-9a9b40c4e4d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/381763dd-5c28-4c07-bb8b-e2fd8c12bab7 HTTP/1.1" status: 204 len: 168 time: 3.1322839 Jun 11 11:42:02.004048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43726) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:02.007449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:02.016505 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:02.017069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.188298 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-caf971b4-2561-4ae1-882b-b95b460b4ede tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.197818 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.207796 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-caf971b4-2561-4ae1-882b-b95b460b4ede tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.257433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88,segment=NetworkSegment(374a97f7-0e57-4c41-bbe5-dd444a2d5540),segment_id=374a97f7-0e57-4c41-bbe5-dd444a2d5540)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:02.260745 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662ff8cc-de81-4ea9-aa1e-1c7a388d60e4 None None] Network 3072c694-f3c9-4ecc-83b5-3be429a16450 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:02.266366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaac1ce9-5b47-402d-927c-bd3e640d3cd6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:02.268291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaac1ce9-5b47-402d-927c-bd3e640d3cd6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:02.269875 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aaac1ce9-5b47-402d-927c-bd3e640d3cd6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2646625 Jun 11 11:42:02.276417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43728) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:02.279297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.298820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cf474948-7687-43b1-ab65-84e957c28802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:02.341631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Deleting port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:02.341984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.359573 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-231679a3-9fc6-408b-9a59-40a52ef14117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.395725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.400343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Allocated IP 172.26.6.159 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/0023bd0b-1b6b-4e43-8923-4ef5cc712e8e) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:02.414733 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5135f82c-a5cd-4f93-9fce-ae83ae97a5f9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.419223 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5135f82c-a5cd-4f93-9fce-ae83ae97a5f9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "DELETE /v2.0/ports/c6aed16f-71d6-4137-b01b-7c0d0c370ce5 HTTP/1.1" status: 204 len: 168 time: 3.6060486 Jun 11 11:42:02.430797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43730) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:02.446271 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-231679a3-9fc6-408b-9a59-40a52ef14117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.446511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:02.449270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.502606 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3676bb-fda2-4fb9-bbdd-875f6dbcb095 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] GET failed (client error): The resource could not be found. Jun 11 11:42:02.507955 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ac3676bb-fda2-4fb9-bbdd-875f6dbcb095 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "GET /v2.0/ports/c6aed16f-71d6-4137-b01b-7c0d0c370ce5 HTTP/1.1" status: 404 len: 333 time: 0.0710208 Jun 11 11:42:02.528904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43732) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:02.555381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f99251-9c03-411f-bc83-9c1ebfc33f3b None None] Network c1be2f26-31a7-4a9a-9da5-84db20ed73df requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:02.590994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Request body: {'port': {'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80', 'name': 'tempest-AllowedAddressPairTestJSON-1420828216'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:02.601256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Pushing event deleted for resources: {'Port': ['ID=28f360af-88c2-4bd5-9103-89db924d1529,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:02.601256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:02.608021 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:42:02.612685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6246e2-7a91-4cd2-ab57-867110b87716 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet adea24f6-8def-466b-a96b-8189bd34bafd {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:42:02.621698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5e456bbc-0177-4044-9a66-4f688a9ee63c None None] Provisioning for port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:02.656939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5e456bbc-0177-4044-9a66-4f688a9ee63c None None] Provisioning complete for port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:02.657186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e456bbc-0177-4044-9a66-4f688a9ee63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.664225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:02.686236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd6246e2-7a91-4cd2-ab57-867110b87716 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.731119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:02.790976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-231679a3-9fc6-408b-9a59-40a52ef14117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.794705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-231679a3-9fc6-408b-9a59-40a52ef14117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.800109 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-231679a3-9fc6-408b-9a59-40a52ef14117 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b294fd1-beee-4182-aa6a-5aaea6bb52af HTTP/1.1" status: 204 len: 168 time: 1.0585320 Jun 11 11:42:02.806667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f668fd31-e980-4642-94be-bfe6fa08a2bc tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:02.840786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.843804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231679a3-9fc6-408b-9a59-40a52ef14117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b294fd1-beee-4182-aa6a-5aaea6bb52af,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:02.849820 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-231679a3-9fc6-408b-9a59-40a52ef14117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:02.860020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] For port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88,segment=NetworkSegment(374a97f7-0e57-4c41-bbe5-dd444a2d5540),segment_id=374a97f7-0e57-4c41-bbe5-dd444a2d5540)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:02.860401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.883688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd6246e2-7a91-4cd2-ab57-867110b87716 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:02.887973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf971b4-2561-4ae1-882b-b95b460b4ede tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:42:02.993130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e456bbc-0177-4044-9a66-4f688a9ee63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.053503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.054674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5e456bbc-0177-4044-9a66-4f688a9ee63c None None] For port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=14ff99b6-b810-49a0-8b23-8f8a5fb92e76,segment=NetworkSegment(e6d55afd-991f-425e-ac37-e192f58d33c0),segment_id=e6d55afd-991f-425e-ac37-e192f58d33c0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:03.062937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e456bbc-0177-4044-9a66-4f688a9ee63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.066212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:03.066417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5135f82c-a5cd-4f93-9fce-ae83ae97a5f9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:03.125891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:03.135329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:03.147753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:03.153462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e456bbc-0177-4044-9a66-4f688a9ee63c None None] Pushing event updated for resources: {'Port': ['ID=14ff99b6-b810-49a0-8b23-8f8a5fb92e76,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:03.168468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5e456bbc-0177-4044-9a66-4f688a9ee63c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:03.189371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Pushing event updated for resources: {'Port': ['ID=0023bd0b-1b6b-4e43-8923-4ef5cc712e8e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:03.196764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:03.215511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9622b9a6-80dc-40ac-bcf5-1ee15696821b None None] Provisioning complete for port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:03.215914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9622b9a6-80dc-40ac-bcf5-1ee15696821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.260335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf971b4-2561-4ae1-882b-b95b460b4ede tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:03.275632 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cad31e-ac1e-458a-969a-8a0acf851e34 None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:03.287557 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cad31e-ac1e-458a-969a-8a0acf851e34 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:03.292952 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-94cad31e-ac1e-458a-969a-8a0acf851e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:03.396504 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-94cad31e-ac1e-458a-969a-8a0acf851e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:03.415222 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cad31e-ac1e-458a-969a-8a0acf851e34 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:03.415855 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-94cad31e-ac1e-458a-969a-8a0acf851e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:03.469371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-caf971b4-2561-4ae1-882b-b95b460b4ede tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.471152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43738) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:03.528038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:03.551648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd3a7-123c-4134-8583-cc8bb09ad0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.559380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Calling delete_port for b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:03.602640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fbd8ee26-3858-4330-ba8c-d0ab8078a7d6 None None] Provisioning complete for port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:03.603744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbd8ee26-3858-4330-ba8c-d0ab8078a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.623241 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-94cad31e-ac1e-458a-969a-8a0acf851e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:03.623830 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cad31e-ac1e-458a-969a-8a0acf851e34 None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:03.659863 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.662982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:03.663376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.805662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fbd8ee26-3858-4330-ba8c-d0ab8078a7d6 None None] Provisioning complete for port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:03.806428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbd8ee26-3858-4330-ba8c-d0ab8078a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.841033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:03.846245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.948771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:03.951059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:03.951569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.082698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.083245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Fanout notify agent at l3_agent the message router_deleted on router 876eda32-8914-4ca1-a507-d6d760afe07c {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:42:04.096166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.097294 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/876eda32-8914-4ca1-a507-d6d760afe07c HTTP/1.1" status: 204 len: 168 time: 4.9553673 Jun 11 11:42:04.115083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43740) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:04.121300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ed02323f-d475-438d-9714-6f9b09c01921 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1724385133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:04.132840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd6246e2-7a91-4cd2-ab57-867110b87716 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.138618 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-caf971b4-2561-4ae1-882b-b95b460b4ede tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "PUT /v2.0/floatingips/9911eb7a-7bca-423f-b40a-d1603f40a6e4 HTTP/1.1" status: 200 len: 978 time: 4.8259828 Jun 11 11:42:04.146719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43742) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:04.207343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.215171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.218606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-37e284a8-3e0a-431e-9659-36d8f9950fad tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:04.296843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Port': ['ID=b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:04.324359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.349786 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:04.352088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd4b346-8b75-4350-86be-dfb426fd69c4 None None] DHCP port deletion for c1be2f26-31a7-4a9a-9da5-84db20ed73df request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:04.371699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fd2a85-9da0-4aea-aed2-83a9bb82f78e None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:42:04.390062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd6246e2-7a91-4cd2-ab57-867110b87716 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.416804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:04.423507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No DVR routers for this DVR port b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:04.450354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd3a7-123c-4134-8583-cc8bb09ad0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.464976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6246e2-7a91-4cd2-ab57-867110b87716 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=adea24f6-8def-466b-a96b-8189bd34bafd,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:04.471096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd3a7-123c-4134-8583-cc8bb09ad0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.478335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-91cbd682-ae6b-4bac-a62a-ce98ed0efc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:04.488265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dd6246e2-7a91-4cd2-ab57-867110b87716 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:04.499381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd6246e2-7a91-4cd2-ab57-867110b87716 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.500102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fd2a85-9da0-4aea-aed2-83a9bb82f78e None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:42:04.503920 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dd6246e2-7a91-4cd2-ab57-867110b87716 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/adea24f6-8def-466b-a96b-8189bd34bafd HTTP/1.1" status: 204 len: 168 time: 2.2257442 Jun 11 11:42:04.508102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43744) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:04.561614 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c2ccd3a7-123c-4134-8583-cc8bb09ad0bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a420d9332ceb4ac29c4b676d9a4148b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0870328 Jun 11 11:42:04.573212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43746) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:04.573884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccd3a7-123c-4134-8583-cc8bb09ad0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002d85e8-b0d6-4b60-8355-43497f2de6a9,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:04.584607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c2ccd3a7-123c-4134-8583-cc8bb09ad0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:04.589037 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-be0be6c5-b68e-4b7d-84be-b5f0567aa045 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779173 Jun 11 11:42:04.590060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43748) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:04.597316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Made reservation on behalf of 62b2f9687933496681a6ce895a274290 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:04.600869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.601556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:04.619422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.665779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] device_id is not set on port a29a747a-68a8-4009-9fcf-78bc84d24210 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:04.770122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Router 91cbae38-a72f-4c81-89c7-76c4c53719c1 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:42:04.782773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.809840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-61884ca0-dd29-4f93-8a46-a086ad71d073 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:04.840585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e687d96-2a01-4422-bbf3-c05e57d9279e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-c1be2f26-31a7-4a9a-9da5-84db20ed73df', 'network_id': 'c1be2f26-31a7-4a9a-9da5-84db20ed73df', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '6d3e01be-c3d4-442b-8bcd-b8ed8791205e'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:04.842220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2e687d96-2a01-4422-bbf3-c05e57d9279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.846769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed02323f-d475-438d-9714-6f9b09c01921 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.847794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed02323f-d475-438d-9714-6f9b09c01921 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.853750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3e01be-c3d4-442b-8bcd-b8ed8791205e,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:04.856802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:04.899275 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port 8cab7656-c0f5-40dd-baff-36377560bfa6 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:04.899648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.907219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fffa5889-4f19-4c49-aead-202f26291310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:04.984679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a4f69-cc19-4fcd-bf1e-0e2395c88389 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:04.991207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f4f2c-1180-4882-ad2f-5d6902a6b04e None None] Network c1be2f26-31a7-4a9a-9da5-84db20ed73df requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:05.006864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Allocated IP 172.20.0.11 (0fb4a017-36a6-4d50-8f0e-1ca10c72aa80/7cf73531-9ab1-4fc9-a219-9f1d01c104e5/a29a747a-68a8-4009-9fcf-78bc84d24210) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:05.028388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fffa5889-4f19-4c49-aead-202f26291310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.062170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.071399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:05.074907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.080317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1be2f26-31a7-4a9a-9da5-84db20ed73df']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:05.087177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed02323f-d475-438d-9714-6f9b09c01921 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.092493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.108729 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374a97f7-0e57-4c41-bbe5-dd444a2d5540') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:05.109036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374a97f7-0e57-4c41-bbe5-dd444a2d5540') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:05.133599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.137991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed02323f-d475-438d-9714-6f9b09c01921 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.170998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.203802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:05.208127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:42:05.208971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:42:05.212325 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:42:05.264829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Sync routers for ids ['91cbae38-a72f-4c81-89c7-76c4c53719c1'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:05.286791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Routers {'91cbae38-a72f-4c81-89c7-76c4c53719c1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:05.287338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['91cbae38-a72f-4c81-89c7-76c4c53719c1'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:05.341013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.341624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.344843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce3764-ec08-47fd-9dca-07bdcaf55c60 None None] DHCP port deletion for c1be2f26-31a7-4a9a-9da5-84db20ed73df request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:05.361095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.362349 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.8861811 Jun 11 11:42:05.365565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.369166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43750) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:05.371283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed02323f-d475-438d-9714-6f9b09c01921 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.372486 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ed02323f-d475-438d-9714-6f9b09c01921 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2547634 Jun 11 11:42:05.385402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43752) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:05.386405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:05.394458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.401229 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/c1be2f26-31a7-4a9a-9da5-84db20ed73df HTTP/1.1" status: 204 len: 168 time: 4.5029845 Jun 11 11:42:05.412616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Request body: {'router': {'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:05.414907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43756) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:05.453913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=c1be2f26-31a7-4a9a-9da5-84db20ed73df,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:05.463639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for 8cab7656-c0f5-40dd-baff-36377560bfa6 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:05.528249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:05.559398 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fffa5889-4f19-4c49-aead-202f26291310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.562048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fffa5889-4f19-4c49-aead-202f26291310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.565904 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fffa5889-4f19-4c49-aead-202f26291310 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/002d85e8-b0d6-4b60-8355-43497f2de6a9 HTTP/1.1" status: 204 len: 168 time: 0.9857233 Jun 11 11:42:05.578050 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c174909-4b26-4e4d-a1b5-135582edd461 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:05.578693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c174909-4b26-4e4d-a1b5-135582edd461 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:05.578995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fbca852b-e3cb-4ab1-b2f5-979d375cb2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:05.589464 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2c174909-4b26-4e4d-a1b5-135582edd461 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/c1be2f26-31a7-4a9a-9da5-84db20ed73df HTTP/1.1" status: 404 len: 339 time: 0.1512098 Jun 11 11:42:05.589464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43760) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:05.591293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.601360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1061994044', 'description': 'd1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:05.622765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:42:05.634455 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Transition to ACTIVE for port object a29a747a-68a8-4009-9fcf-78bc84d24210 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:05.656663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa5889-4f19-4c49-aead-202f26291310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002d85e8-b0d6-4b60-8355-43497f2de6a9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:05.667696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fffa5889-4f19-4c49-aead-202f26291310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:05.674839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:42:05.675233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b50fdaf6-d7e3-4478-8ef8-0f6d5c9dff88 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:42:05.754658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Set router 91cbae38-a72f-4c81-89c7-76c4c53719c1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:05.801509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:05.809716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.861480 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad10c11-48e1-4018-aec0-30a2ab3f5b9a None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:05.889502 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:42:05.949045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:05.954207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6aac7ba5-3a6c-40ce-8a86-9f3b44490312 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:06.101033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5ad10c11-48e1-4018-aec0-30a2ab3f5b9a None None] Deleting port d9806ef3-d201-4cf5-a759-70dff6a6afad {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:06.101970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ad10c11-48e1-4018-aec0-30a2ab3f5b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:06.115773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:06.123758 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-585a9903-621c-4741-bb19-ed1fe3b25935 tempest-TestNetworkAdvancedServerOps-2116339082 tempest-TestNetworkAdvancedServerOps-2116339082-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=61ea88c741c44370bd8d03aef7204231&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7530437 Jun 11 11:42:06.132155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43770) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:06.132369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:06.136917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:42:06.142372 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:06.153540 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:06.160393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:06.161347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:06.164018 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=c5168d19-14f3-46f1-9706-f5d3c3e66592,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:06.170162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:06.171083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9db06030-123b-4b53-8875-505c1af0e3a1 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:06.247118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=8cab7656-c0f5-40dd-baff-36377560bfa6,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:06.253736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:06.278044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5ad10c11-48e1-4018-aec0-30a2ab3f5b9a None None] For port d9806ef3-d201-4cf5-a759-70dff6a6afad, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d9806ef3-d201-4cf5-a759-70dff6a6afad,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:06.278479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ad10c11-48e1-4018-aec0-30a2ab3f5b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:06.282937 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6860900 Jun 11 11:42:06.288574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43774) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:06.299667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'fixed_ips': [{'subnet_id': 'c5168d19-14f3-46f1-9706-f5d3c3e66592', 'ip_address': '2001:db8::ad5f:1450:996:1ab'}], 'name': 'tempest-NetworksTestDHCPv6-1535016741'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:06.304977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:06.317476 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Sync routers for ids ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:06.339772 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Routers {'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:06.340423 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:06.362060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:06.362386 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP 9911eb7a-7bca-423f-b40a-d1603f40a6e4 disassociated (deleted). External IP: 172.26.6.55, port: fcfaf297-53e8-4e81-b1c9-7c168c5f088d. Jun 11 11:42:06.369187 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:06.370809 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1024067 Jun 11 11:42:06.433766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5ad10c11-48e1-4018-aec0-30a2ab3f5b9a None None] Calling delete_port for d9806ef3-d201-4cf5-a759-70dff6a6afad owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:06.578607 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Set router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:06.659635 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ad10c11-48e1-4018-aec0-30a2ab3f5b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:06.684038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43776) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:06.688410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4757ba2b-3040-436d-957a-63c059012238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:06.769574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:01Z', 'revision_number': 3, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:06.787245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:06.789962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad10c11-48e1-4018-aec0-30a2ab3f5b9a None None] No DVR routers for this DVR port d9806ef3-d201-4cf5-a759-70dff6a6afad on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:06.803178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad10c11-48e1-4018-aec0-30a2ab3f5b9a None None] Pushing event deleted for resources: {'Port': ['ID=d9806ef3-d201-4cf5-a759-70dff6a6afad,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:06.814739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5ad10c11-48e1-4018-aec0-30a2ab3f5b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:06.815745 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Checking router: 91cbae38-a72f-4c81-89c7-76c4c53719c1 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:42:06.816526 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Updating router 91cbae38-a72f-4c81-89c7-76c4c53719c1 port ab94c184-459f-404c-93fc-ae09298b3e18 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:42:06.865579 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:03Z', 'revision_number': 3, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:06.869491 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Checking router: bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:42:06.870104 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Updating router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:42:06.872359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:06.877950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:06.880316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab61343a-1dfc-4b09-9ad3-6ddd21257c43 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:06.907220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:06.907738 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment 6f3fc5e0-8640-4394-9af5-0bbdf6bde39c of type vlan for network d9d9bfe5-f4e0-48de-91dc-886d740fc094 Jun 11 11:42:06.917576 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:07.034231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:07.161542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:07.215427 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389318c0-f489-4458-85c2-114138e5528f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'c5168d19-14f3-46f1-9706-f5d3c3e66592'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:07.216555 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-389318c0-f489-4458-85c2-114138e5528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:07.272897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'Port': ['ID=a29a747a-68a8-4009-9fcf-78bc84d24210,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:07.300023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:07.302871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:07.305455 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:07.308679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:07.309543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545073'] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:07.326755 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Transition to ACTIVE for port object 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:07.339560 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:07.341706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-083238a1-2bd0-4315-9caa-11154a7971a3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:07.349096 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:07.356039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:07.402452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:07.413466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:07.416641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:07.467236 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 33b9a5fb-470e-4206-82f0-124bc8d5e1ec yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:07.475689 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Attempting to bind port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:07.476082 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Attempting to bind port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:07.476452 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Attempting to bind port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:07.499337 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:07.499919 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:07.500228 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:07.500829 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:07.501479 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Bound port: 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:07.501870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-389318c0-f489-4458-85c2-114138e5528f None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/c5168d19-14f3-46f1-9706-f5d3c3e66592/d9302d75-477c-436f-a994-ece5519a2ef8) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:07.501984 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:07.502076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:42:07.577247 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] For port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:07.581744 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] For port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0023bd0b-1b6b-4e43-8923-4ef5cc712e8e,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:07.588472 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc04344-dea5-4da0-9f89-0b21e44934d1 None None] Pushing event updated for resources: {'Port': ['ID=0023bd0b-1b6b-4e43-8923-4ef5cc712e8e,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:07.597242 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-cfc04344-dea5-4da0-9f89-0b21e44934d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:07.599269 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:07.602749 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:07.676438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d9806ef3-d201-4cf5-a759-70dff6a6afad no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:42:07.710885 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Routers {'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:07.710885 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:07.754372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: d9806ef3-d201-4cf5-a759-70dff6a6afad {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:42:07.754629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d9806ef3-d201-4cf5-a759-70dff6a6afad not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:42:07.781551 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc04344-dea5-4da0-9f89-0b21e44934d1 None None] Pushing event updated for resources: {'Port': ['ID=0023bd0b-1b6b-4e43-8923-4ef5cc712e8e,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:07.827784 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.2315252 Jun 11 11:42:07.830353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43800) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:07.835644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7241e93-5fe6-4794-9ec7-8d779df897ff tempest-TestNetworkAdvancedServerOps-2116339082 tempest-TestNetworkAdvancedServerOps-2116339082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:07.837117 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b7241e93-5fe6-4794-9ec7-8d779df897ff tempest-TestNetworkAdvancedServerOps-2116339082 tempest-TestNetworkAdvancedServerOps-2116339082-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.7025089 Jun 11 11:42:07.845210 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-cfc04344-dea5-4da0-9f89-0b21e44934d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:07.902675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43802) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:07.902675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43804) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:07.927887 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] Set router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:08.062969 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-73873c76-d2a7-4a13-b728-25bc1ac343a2 tempest-TestNetworkAdvancedServerOps-2116339082 tempest-TestNetworkAdvancedServerOps-2116339082-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1523633 Jun 11 11:42:08.095084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43810) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:08.110215 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1044227621', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'project_id': '61ea88c741c44370bd8d03aef7204231', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:08.149409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:08.157006 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.167283 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff58ada-25a0-46d8-be60-14dd2684c2b1 None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:08.179131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3026b7e4-e938-4ce4-94f6-ae7a5993bcc9 None None] Provisioning for port a29a747a-68a8-4009-9fcf-78bc84d24210 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:08.223726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3026b7e4-e938-4ce4-94f6-ae7a5993bcc9 None None] Provisioning complete for port a29a747a-68a8-4009-9fcf-78bc84d24210 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:08.224207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3026b7e4-e938-4ce4-94f6-ae7a5993bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.245638 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:03Z', 'revision_number': 3, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:08.249383 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651c72d-b56f-4070-98eb-a43b9b3a43d0 None None] The sync data for ids ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'] in dv-neutron-786478-5-hyperv is: [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:03Z', 'revision_number': 3, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:08.274153 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/floatingips/9911eb7a-7bca-423f-b40a-d1603f40a6e4 HTTP/1.1" status: 204 len: 168 time: 4.1264102 Jun 11 11:42:08.277053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43812) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:08.283986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=d9d9bfe5-f4e0-48de-91dc-886d740fc094,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:08.284815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff58ada-25a0-46d8-be60-14dd2684c2b1 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:08.285470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7ff58ada-25a0-46d8-be60-14dd2684c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:08.298238 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9458481-4f59-4c24-b7c7-f5a5cd98c4ac tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:08.303135 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d9458481-4f59-4c24-b7c7-f5a5cd98c4ac tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/networks?id=d9d9bfe5-f4e0-48de-91dc-886d740fc094 HTTP/1.1" status: 200 len: 761 time: 0.4649706 Jun 11 11:42:08.309028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:08.309657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.312721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43814) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:08.323584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:08.339530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4a4cce59-b0a5-46ec-afc8-ffe1e11a9ea2 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'description': 'd2'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:08.345475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-371853690', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:08.349924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Made reservation on behalf of 61ea88c741c44370bd8d03aef7204231 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:08.353451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.355366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network d9d9bfe5-f4e0-48de-91dc-886d740fc094 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:42:08.380267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7ff58ada-25a0-46d8-be60-14dd2684c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:08.381953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Made reservation on behalf of 321673cf3dbd4e7eba084bf023a5a93d for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:08.384367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.406522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-389318c0-f489-4458-85c2-114138e5528f None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.420148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.448114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3026b7e4-e938-4ce4-94f6-ae7a5993bcc9 None None] Port a29a747a-68a8-4009-9fcf-78bc84d24210 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:08.464255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-389318c0-f489-4458-85c2-114138e5528f None None] Transition to ACTIVE for port object d9302d75-477c-436f-a994-ece5519a2ef8 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:08.466083 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8821020 Jun 11 11:42:08.476611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43816) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:08.485892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ef:65:cb'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:08.518370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff58ada-25a0-46d8-be60-14dd2684c2b1 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:08.519042 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7ff58ada-25a0-46d8-be60-14dd2684c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:08.569556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-db860f51-b3a7-4c20-9d73-a25f24f7fcf3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port fcfaf297-53e8-4e81-b1c9-7c168c5f088d {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:08.569907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-db860f51-b3a7-4c20-9d73-a25f24f7fcf3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.605028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.618335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7ff58ada-25a0-46d8-be60-14dd2684c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:08.618926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff58ada-25a0-46d8-be60-14dd2684c2b1 None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:08.626683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-389318c0-f489-4458-85c2-114138e5528f None None] Transition to ACTIVE for port object d9302d75-477c-436f-a994-ece5519a2ef8 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:08.634137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Transition to ACTIVE for port object ab94c184-459f-404c-93fc-ae09298b3e18 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:08.638816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-389318c0-f489-4458-85c2-114138e5528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.641583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-93a1849c-3744-4e82-974c-24c6c4309124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:08.644674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.706603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389318c0-f489-4458-85c2-114138e5528f None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:08.717419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-389318c0-f489-4458-85c2-114138e5528f None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:08.723450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389318c0-f489-4458-85c2-114138e5528f None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:08.728153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389318c0-f489-4458-85c2-114138e5528f None None] Pushing event updated for resources: {'Port': ['ID=d9302d75-477c-436f-a994-ece5519a2ef8,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:08.732300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-389318c0-f489-4458-85c2-114138e5528f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:08.733011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Attempting to bind port ab94c184-459f-404c-93fc-ae09298b3e18 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:08.733384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Attempting to bind port ab94c184-459f-404c-93fc-ae09298b3e18 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:08.733751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Attempting to bind port ab94c184-459f-404c-93fc-ae09298b3e18 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:08.735541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:08.741697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::ad5f:1450:996:1ab (2bf35732-ffe6-4e33-a6fb-db76771bc26d/c5168d19-14f3-46f1-9706-f5d3c3e66592/33b9a5fb-470e-4206-82f0-124bc8d5e1ec) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:08.773943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:08.774322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:08.774759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.775161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:08.775655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Bound port: ab94c184-459f-404c-93fc-ae09298b3e18, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:08.776038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.873025 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea24fe-6055-420c-b09d-806360eac896 None None] Pushing event updated for resources: {'Port': ['ID=ab94c184-459f-404c-93fc-ae09298b3e18,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:08.895171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a8ea24fe-6055-420c-b09d-806360eac896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:08.905405 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-389318c0-f489-4458-85c2-114138e5528f None None] Attempting to bind port d9302d75-477c-436f-a994-ece5519a2ef8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:08.905788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-389318c0-f489-4458-85c2-114138e5528f None None] Attempting to bind port d9302d75-477c-436f-a994-ece5519a2ef8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:08.906162 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389318c0-f489-4458-85c2-114138e5528f None None] Attempting to bind port d9302d75-477c-436f-a994-ece5519a2ef8 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:08.915165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] For port ab94c184-459f-404c-93fc-ae09298b3e18, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:08.917906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389318c0-f489-4458-85c2-114138e5528f None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:08.918369 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389318c0-f489-4458-85c2-114138e5528f None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:08.919010 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-389318c0-f489-4458-85c2-114138e5528f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.919591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389318c0-f489-4458-85c2-114138e5528f None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:08.920262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-389318c0-f489-4458-85c2-114138e5528f None None] Bound port: d9302d75-477c-436f-a994-ece5519a2ef8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:08.920649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-389318c0-f489-4458-85c2-114138e5528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.924000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] For port ab94c184-459f-404c-93fc-ae09298b3e18, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ab94c184-459f-404c-93fc-ae09298b3e18,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:08.939651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:08.943360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bf50c6de-0d85-4e93-b141-6e33baf8c787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:09.064466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea24fe-6055-420c-b09d-806360eac896 None None] Pushing event updated for resources: {'Port': ['ID=ab94c184-459f-404c-93fc-ae09298b3e18,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:09.072036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a8ea24fe-6055-420c-b09d-806360eac896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:09.081170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Routers {'91cbae38-a72f-4c81-89c7-76c4c53719c1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:09.081830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:41:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['91cbae38-a72f-4c81-89c7-76c4c53719c1'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:09.084423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-389318c0-f489-4458-85c2-114138e5528f None None] For port d9302d75-477c-436f-a994-ece5519a2ef8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:09.088867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-389318c0-f489-4458-85c2-114138e5528f None None] For port d9302d75-477c-436f-a994-ece5519a2ef8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d9302d75-477c-436f-a994-ece5519a2ef8,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:09.189605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-389318c0-f489-4458-85c2-114138e5528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.196136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8fa5051d-a49c-4bea-81d8-c12d95f23bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:09.261772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.286088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 33b9a5fb-470e-4206-82f0-124bc8d5e1ec will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:09.309955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389318c0-f489-4458-85c2-114138e5528f None None] Pushing event updated for resources: {'Port': ['ID=d9302d75-477c-436f-a994-ece5519a2ef8,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:09.317484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-389318c0-f489-4458-85c2-114138e5528f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:09.321683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] Set router 91cbae38-a72f-4c81-89c7-76c4c53719c1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:09.323951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4a4cce59-b0a5-46ec-afc8-ffe1e11a9ea2 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.342775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.401481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.408240 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.417015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-db860f51-b3a7-4c20-9d73-a25f24f7fcf3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.420698 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:09.421124 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.478255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4a4cce59-b0a5-46ec-afc8-ffe1e11a9ea2 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.485218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9f95ecf-b501-4cd6-afdb-41b9ae5be6c9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:09.604420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a4cce59-b0a5-46ec-afc8-ffe1e11a9ea2 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network d9d9bfe5-f4e0-48de-91dc-886d740fc094 is not hosted by any dhcp agent {{(pid=99006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 11:42:09.610092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4cce59-b0a5-46ec-afc8-ffe1e11a9ea2 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:09.610729 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4a4cce59-b0a5-46ec-afc8-ffe1e11a9ea2 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.615870 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4a4cce59-b0a5-46ec-afc8-ffe1e11a9ea2 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "PUT /v2.0/networks/d9d9bfe5-f4e0-48de-91dc-886d740fc094 HTTP/1.1" status: 200 len: 758 time: 1.2806389 Jun 11 11:42:09.630955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'Subnet': ['ID=92f3fbd9-2fa5-4917-bed3-b44a131c831d,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:09.633540 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:09.635197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:09.640778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43818) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:09.690879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-db860f51-b3a7-4c20-9d73-a25f24f7fcf3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for fcfaf297-53e8-4e81-b1c9-7c168c5f088d owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:09.729753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:09.736515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:09.736902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.750562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3ed5a249-d2d5-44a6-830c-1e7d0d4317a7 tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:09.763468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.805279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:09.828632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:09.831317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:09.837356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:09.837955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.847513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.863904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:01Z', 'revision_number': 3, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:09.878138 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0023bd0b-1b6b-4e43-8923-4ef5cc712e8e,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:09.878345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0cff7-c44c-474b-9cf4-5030afc55f75 None None] The sync data for ids ['91cbae38-a72f-4c81-89c7-76c4c53719c1'] in dv-neutron-786478-5-hyperv is: [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:01Z', 'revision_number': 3, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:09.884467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.886095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:09.907726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Checking segment: {'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:09.907955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Network hostable DHCP agents. Network: 3dec2ca3-aa3d-4f05-8608-63544b169594, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:42:09.943931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cce59-b0a5-46ec-afc8-ffe1e11a9ea2 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=d9d9bfe5-f4e0-48de-91dc-886d740fc094,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:09.947229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4a4cce59-b0a5-46ec-afc8-ffe1e11a9ea2 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:09.949556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.952982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=33b9a5fb-470e-4206-82f0-124bc8d5e1ec,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:09.955773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:09.959218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=0023bd0b-1b6b-4e43-8923-4ef5cc712e8e,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:09.965020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.970183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network d9d9bfe5-f4e0-48de-91dc-886d740fc094 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:42:09.971878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:09.977428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:09.980493 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6881769 Jun 11 11:42:09.987861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b5ec01a8-7fab-43ba-9857-34cd3dbcd65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:09.990450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43820) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:10.003098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ed5a9d-7202-4cab-b73c-f1b7c26f9cea tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:10.010268 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-02ed5a9d-7202-4cab-b73c-f1b7c26f9cea tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/networks?id=d9d9bfe5-f4e0-48de-91dc-886d740fc094 HTTP/1.1" status: 200 len: 761 time: 0.3651488 Jun 11 11:42:10.010928 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43822) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:10.021174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Allocated IP 172.26.6.88 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/de433a67-81e8-4c79-9f30-a8edcf3ba842) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:10.022111 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Network 3dec2ca3-aa3d-4f05-8608-63544b169594 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:42:10.026583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] device_id is not set on port 1c747d99-9bfe-4f47-9fca-c9638487441b yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:10.035761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1531803885'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:10.104152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 3dec2ca3-aa3d-4f05-8608-63544b169594) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:10.111325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:10.111917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:10.114956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af911c-d9ec-4756-973b-efb156e1a2d7 None None] Network 3dec2ca3-aa3d-4f05-8608-63544b169594 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:10.223610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963ca028-be68-41bf-a823-454a1e0d577f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:10.232350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963ca028-be68-41bf-a823-454a1e0d577f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:10.233991 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-963ca028-be68-41bf-a823-454a1e0d577f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2404771 Jun 11 11:42:10.241541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43824) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:10.256797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ee2289-71cb-489a-8f09-0805b8a2ba14,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:10.290020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:10.294014 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-db860f51-b3a7-4c20-9d73-a25f24f7fcf3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:10.340790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:10.344255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:10.363999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-806fcbe9-4ded-4e71-934d-eb3b8bd11290 tempest-FloatingIPAdminTestJSON-237325817 tempest-FloatingIPAdminTestJSON-237325817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:10.373446 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2715952 Jun 11 11:42:10.387061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43826) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:10.425207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-3dec2ca3-aa3d-4f05-8608-63544b169594', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:10.426077 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:10.660972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:10.665683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db860f51-b3a7-4c20-9d73-a25f24f7fcf3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=fcfaf297-53e8-4e81-b1c9-7c168c5f088d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:10.699727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Allocated IP 172.20.0.2 (3dec2ca3-aa3d-4f05-8608-63544b169594/92f3fbd9-2fa5-4917-bed3-b44a131c831d/c783f822-15e3-469e-b980-d5a6c58ca55c) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:10.700894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-db860f51-b3a7-4c20-9d73-a25f24f7fcf3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:10.706983 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:10.713013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-924972ec-bdc7-4164-bf25-ed5a67a89833 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:10.867021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:42:10.876966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Allocated IP 172.20.0.1 (3072c694-f3c9-4ecc-83b5-3be429a16450/c220a6cf-448b-430d-9969-8a36f99f4566/2f3ac2f7-66fd-4f19-a202-66bafb7e7d54) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:10.923771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:10.928774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:10.929126 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment c2461030-3c62-4bfd-83d8-514f5b0f8d63 of type vlan for network 683d38ef-f7cf-4129-87e5-d68ae9160d10 Jun 11 11:42:10.995725 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.023361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Transition to ACTIVE for port object c783f822-15e3-469e-b980-d5a6c58ca55c will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:11.044396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c783b970-4531-4aac-b149-04854bc810dd None None] Provisioning for port d9302d75-477c-436f-a994-ece5519a2ef8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:11.060161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Transition to ACTIVE for port object c783f822-15e3-469e-b980-d5a6c58ca55c will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:11.072010 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.082945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:11.097853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.281163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.resource_extend [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:42:11.339364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Network 3dec2ca3-aa3d-4f05-8608-63544b169594 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:11.342556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:11.346660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:11.352873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f341f652-a848-4ddb-9224-6d936645185e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 33b9a5fb-470e-4206-82f0-124bc8d5e1ec {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:11.353313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f341f652-a848-4ddb-9224-6d936645185e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.356341 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Pushing event updated for resources: {'Port': ['ID=c783f822-15e3-469e-b980-d5a6c58ca55c,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:11.363940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:11.426064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.433057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:11.433669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.458894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3f6d72c0-608d-4ec3-89f0-00521c21dfad None None] Provisioning for port 33b9a5fb-470e-4206-82f0-124bc8d5e1ec completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:11.464286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Attempting to bind port c783f822-15e3-469e-b980-d5a6c58ca55c on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:11.464665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Attempting to bind port c783f822-15e3-469e-b980-d5a6c58ca55c by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:11.465037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Attempting to bind port c783f822-15e3-469e-b980-d5a6c58ca55c on network 3dec2ca3-aa3d-4f05-8608-63544b169594 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:11.470581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:11.470950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Checking segment: {'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:11.471502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.471909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Bound using segment: {'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:11.472392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Bound port: c783f822-15e3-469e-b980-d5a6c58ca55c, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:11.472774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.474784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3f6d72c0-608d-4ec3-89f0-00521c21dfad None None] Provisioning complete for port 33b9a5fb-470e-4206-82f0-124bc8d5e1ec triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:11.475157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3f6d72c0-608d-4ec3-89f0-00521c21dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.498354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'Port': ['ID=a29a747a-68a8-4009-9fcf-78bc84d24210,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:11.510188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:11.524881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:11.539646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Allocated IP 172.26.6.195 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/1c747d99-9bfe-4f47-9fca-c9638487441b) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:11.542354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.547792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-db860f51-b3a7-4c20-9d73-a25f24f7fcf3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.556820 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-db860f51-b3a7-4c20-9d73-a25f24f7fcf3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/ports/fcfaf297-53e8-4e81-b1c9-7c168c5f088d HTTP/1.1" status: 204 len: 168 time: 3.2779229 Jun 11 11:42:11.557578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43828) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:11.565286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:11.567208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d72c0-608d-4ec3-89f0-00521c21dfad None None] Port 33b9a5fb-470e-4206-82f0-124bc8d5e1ec cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:11.606981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] In _notify_port_updated(), no bound segment for port a29a747a-68a8-4009-9fcf-78bc84d24210 on network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:42:11.621007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:11.621848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.626402 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "PUT /v2.0/ports/a29a747a-68a8-4009-9fcf-78bc84d24210 HTTP/1.1" status: 200 len: 994 time: 3.1462128 Jun 11 11:42:11.626402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43830) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:11.683871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.695969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] For port c783f822-15e3-469e-b980-d5a6c58ca55c, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:11.700361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] For port c783f822-15e3-469e-b980-d5a6c58ca55c, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c783f822-15e3-469e-b980-d5a6c58ca55c,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:11.706489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.720937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:11.756771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d9302d75-477c-436f-a994-ece5519a2ef8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:11.848973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port d9302d75-477c-436f-a994-ece5519a2ef8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:11.855231 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7d491b9a-c1e4-45c1-b162-afb95bcffeda None None] Provisioning complete for port a29a747a-68a8-4009-9fcf-78bc84d24210 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:11.855665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7d491b9a-c1e4-45c1-b162-afb95bcffeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.857264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d9302d75-477c-436f-a994-ece5519a2ef8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:11.857686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.889839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-351a8337-3428-448e-8790-a7e3d66820b8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Deleting port a29a747a-68a8-4009-9fcf-78bc84d24210 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:11.890190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-351a8337-3428-448e-8790-a7e3d66820b8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:11.948167 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Pushing event updated for resources: {'Port': ['ID=c783f822-15e3-469e-b980-d5a6c58ca55c,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:11.952261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-7d491b9a-c1e4-45c1-b162-afb95bcffeda None None] Port a29a747a-68a8-4009-9fcf-78bc84d24210 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:11.955979 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:12.056881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.060223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-351a8337-3428-448e-8790-a7e3d66820b8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.101367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.104180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.136514 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1052284 Jun 11 11:42:12.151908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43832) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:12.158009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'network_id': '683d38ef-f7cf-4129-87e5-d68ae9160d10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:12.169338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port d9302d75-477c-436f-a994-ece5519a2ef8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d9302d75-477c-436f-a994-ece5519a2ef8,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:12.174484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.175665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:12.178939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7178e3ba-a422-464d-b21c-17f82f3d8930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:12.183096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b44f383a-b347-4f7b-b533-8bb020ab3e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.226367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-351a8337-3428-448e-8790-a7e3d66820b8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Calling delete_port for a29a747a-68a8-4009-9fcf-78bc84d24210 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:12.252927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:12.262720 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=683d38ef-f7cf-4129-87e5-d68ae9160d10,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:12.283287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Transition to ACTIVE for port object 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:12.285431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:12.293086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-da1144ec-4c87-4dd6-a300-9a9b40c4e4d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.716s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:12.296493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:12.302143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f341f652-a848-4ddb-9224-6d936645185e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.312974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 683d38ef-f7cf-4129-87e5-d68ae9160d10 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:42:12.339581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=d9302d75-477c-436f-a994-ece5519a2ef8,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:12.354930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:12.357396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:12.430234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:12.430796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.477198 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:12.481257 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.541826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab94c184-459f-404c-93fc-ae09298b3e18 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:12.609708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ab94c184-459f-404c-93fc-ae09298b3e18 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:12.613709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ab94c184-459f-404c-93fc-ae09298b3e18 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:12.614272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.644794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-351a8337-3428-448e-8790-a7e3d66820b8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.649885 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f0fcfecd-1595-45b2-b194-a8c73984110e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:12.671194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f341f652-a848-4ddb-9224-6d936645185e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 33b9a5fb-470e-4206-82f0-124bc8d5e1ec owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:12.688831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a8337-3428-448e-8790-a7e3d66820b8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event deleted for resources: {'Port': ['ID=a29a747a-68a8-4009-9fcf-78bc84d24210,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:12.695457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-351a8337-3428-448e-8790-a7e3d66820b8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:12.722521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.748422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ab94c184-459f-404c-93fc-ae09298b3e18, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ab94c184-459f-404c-93fc-ae09298b3e18,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:12.755231 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.757689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:12.762908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Pushing event updated for resources: {'Port': ['ID=de433a67-81e8-4c79-9f30-a8edcf3ba842,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:12.777071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:12.827666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ab94c184-459f-404c-93fc-ae09298b3e18,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:12.832564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:12.897821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:12.923341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-48bef85a-f5ef-4081-aab8-5daa401309f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:13.009087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-351a8337-3428-448e-8790-a7e3d66820b8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.013892 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-351a8337-3428-448e-8790-a7e3d66820b8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "DELETE /v2.0/ports/a29a747a-68a8-4009-9fcf-78bc84d24210 HTTP/1.1" status: 204 len: 168 time: 1.3838749 Jun 11 11:42:13.018732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43838) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:13.030476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=6dbf6de9-8ede-4694-85a4-b1e6f8b783ed,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:13.035412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:13.052608 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.062726 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4315ddea-3261-4ef7-a052-cf76a0e01284 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] GET failed (client error): The resource could not be found. Jun 11 11:42:13.068556 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4315ddea-3261-4ef7-a052-cf76a0e01284 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "GET /v2.0/ports/a29a747a-68a8-4009-9fcf-78bc84d24210 HTTP/1.1" status: 404 len: 333 time: 0.0446515 Jun 11 11:42:13.069441 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43840) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:13.071720 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ae2ce2fc-7325-45b7-ba7a-cf33ae1eedfc tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:13.074900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Request body: {'port': {'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80', 'name': 'tempest-AllowedAddressPairTestJSON-2132496813'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:13.096400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking segment: {'id': 'c2461030-3c62-4bfd-83d8-514f5b0f8d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '683d38ef-f7cf-4129-87e5-d68ae9160d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:13.096757 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network hostable DHCP agents. Network: 683d38ef-f7cf-4129-87e5-d68ae9160d10, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:42:13.154668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.167130 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Network 3072c694-f3c9-4ecc-83b5-3be429a16450 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:13.177600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network 683d38ef-f7cf-4129-87e5-d68ae9160d10 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:42:13.203733 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 683d38ef-f7cf-4129-87e5-d68ae9160d10) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:13.209601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:13.213250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f63c4a-6ac4-46bb-9bfb-ede89bcb187d None None] Network 683d38ef-f7cf-4129-87e5-d68ae9160d10 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:13.218005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:13.218630 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.246400 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0928586 Jun 11 11:42:13.247214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43842) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:13.250916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:13.306105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Made reservation on behalf of 62b2f9687933496681a6ce895a274290 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:13.310659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.388488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] device_id is not set on port a5abdc32-afe7-4c43-98a7-3ba86c237a5f yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:13.421991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Pushing event updated for resources: {'Port': ['ID=2f3ac2f7-66fd-4f19-a202-66bafb7e7d54,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:13.442983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:13.465246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9836f27f-b617-4126-89d9-0c66af3377e8 None None] Network 3dec2ca3-aa3d-4f05-8608-63544b169594 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:13.466978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.512591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f341f652-a848-4ddb-9224-6d936645185e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.519232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.546259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.556958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8358c2f8-37ea-4916-9a26-36bfbf398267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:13.651103 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d1e759-aa5c-47e4-8915-44c4c40b3f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-683d38ef-f7cf-4129-87e5-d68ae9160d10', 'network_id': '683d38ef-f7cf-4129-87e5-d68ae9160d10', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '6dbf6de9-8ede-4694-85a4-b1e6f8b783ed'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:13.651968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-78d1e759-aa5c-47e4-8915-44c4c40b3f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.667335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341f652-a848-4ddb-9224-6d936645185e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=33b9a5fb-470e-4206-82f0-124bc8d5e1ec,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:13.676051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-070c56ab-2624-4b42-8344-1639c4c07af5 None None] Provisioning for port c783f822-15e3-469e-b980-d5a6c58ca55c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:13.687086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f341f652-a848-4ddb-9224-6d936645185e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:13.689648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.725689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c658a54a-8c61-4d47-b9fd-b8f618cab10b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:13.757695 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.26.6.236 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/624a4195-f372-4ac6-b1ab-b5233567f357) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:13.794467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.798855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d9302d75-477c-436f-a994-ece5519a2ef8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:13.803499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.805625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f341f652-a848-4ddb-9224-6d936645185e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.807542 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f341f652-a848-4ddb-9224-6d936645185e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/33b9a5fb-470e-4206-82f0-124bc8d5e1ec HTTP/1.1" status: 204 len: 168 time: 3.5471652 Jun 11 11:42:13.812504 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2a3550ab-b41a-4861-98e5-9bee4ce66130 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:13.832648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43844) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:13.879160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-511b8dbe-b6ed-4455-a25b-c72bef815dc0 None None] Provisioning for port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:13.892262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-511b8dbe-b6ed-4455-a25b-c72bef815dc0 None None] Provisioning complete for port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:13.892679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-511b8dbe-b6ed-4455-a25b-c72bef815dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:13.943292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Allocated IP 172.20.0.10 (0fb4a017-36a6-4d50-8f0e-1ca10c72aa80/7cf73531-9ab1-4fc9-a219-9f1d01c104e5/a5abdc32-afe7-4c43-98a7-3ba86c237a5f) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server [None req-78d1e759-aa5c-47e4-8915-44c4c40b3f49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6dbf6de9-8ede-4694-85a4-b1e6f8b783ed: This subnet is being modified by another concurrent operation. Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 11:42:13.947288 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise exception Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6dbf6de9-8ede-4694-85a4-b1e6f8b783ed: This subnet is being modified by another concurrent operation. Jun 11 11:42:13.951177 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server Jun 11 11:42:13.980320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbf6de9-8ede-4694-85a4-b1e6f8b783ed,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:13.992283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1da520-0ce6-4d3e-911a-11bec0b96ece tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:13.994487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1da520-0ce6-4d3e-911a-11bec0b96ece tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:13.997817 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4b1da520-0ce6-4d3e-911a-11bec0b96ece tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1634712 Jun 11 11:42:13.998911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:14.021287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-511b8dbe-b6ed-4455-a25b-c72bef815dc0 None None] Port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:14.025485 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b5ab89-7d4a-43bc-8d86-8b2f5facf6c5 None None] Network 683d38ef-f7cf-4129-87e5-d68ae9160d10 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:14.028130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d9302d75-477c-436f-a994-ece5519a2ef8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:14.028600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.032434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43846) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:14.203896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.267166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683d38ef-f7cf-4129-87e5-d68ae9160d10']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:14.287796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:14.290117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b5d25c-703f-4ea3-96aa-f4827a1d6a6e None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:42:14.292533 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2461030-3c62-4bfd-83d8-514f5b0f8d63') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:14.293123 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2461030-3c62-4bfd-83d8-514f5b0f8d63') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:14.324659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-9438c5f3-b7aa-4caf-8e00-db68fc63d769 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet c5168d19-14f3-46f1-9706-f5d3c3e66592 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:42:14.335008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:14.336036 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.338143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9438c5f3-b7aa-4caf-8e00-db68fc63d769 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.344683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab94c184-459f-404c-93fc-ae09298b3e18 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:14.355906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.359076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:14.380200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Pushing event updated for resources: {'Port': ['ID=1c747d99-9bfe-4f47-9fca-c9638487441b,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:14.413630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:14.450810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.467207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9438c5f3-b7aa-4caf-8e00-db68fc63d769 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.469239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.479858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b5d25c-703f-4ea3-96aa-f4827a1d6a6e None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:42:14.482653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ab94c184-459f-404c-93fc-ae09298b3e18 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:14.483037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.510818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:14.511444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.544562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:42:14.544989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:42:14.548286 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:42:14.663933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.714217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.717970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.744981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fdf44744-f0d9-412d-820a-898a3ea0e1a0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:14.762163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.769807 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/683d38ef-f7cf-4129-87e5-d68ae9160d10 HTTP/1.1" status: 204 len: 168 time: 1.5140464 Jun 11 11:42:14.769807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=683d38ef-f7cf-4129-87e5-d68ae9160d10,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:14.770056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43848) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:14.771896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.783203 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 6.8311291 Jun 11 11:42:14.784303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:14.784776 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b6de2189-ae09-4c49-9bc3-3eee8486c1d8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:14.788970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.816130 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43850) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:14.826204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.195'}]}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:14.838269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=624a4195-f372-4ac6-b1ab-b5233567f357,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:14.847216 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25085e6-d848-4312-86be-5f67b01ac4ee tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] GET failed (client error): The resource could not be found. Jun 11 11:42:14.849071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:14.851647 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f25085e6-d848-4312-86be-5f67b01ac4ee tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/subnets/6dbf6de9-8ede-4694-85a4-b1e6f8b783ed HTTP/1.1" status: 404 len: 337 time: 0.0702782 Jun 11 11:42:14.851899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:14.855420 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43852) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:14.855420 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Transition to ACTIVE for port object a5abdc32-afe7-4c43-98a7-3ba86c237a5f will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:14.867315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:14.874076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c783f822-15e3-469e-b980-d5a6c58ca55c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:14.888979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9438c5f3-b7aa-4caf-8e00-db68fc63d769 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.892237 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:14.965478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.966483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.967456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f365ebdb-344d-48ff-a375-ef61be513aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:14.968999 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d48094-d17f-4d41-95fb-b204a6b1ff05 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:14.969609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d48094-d17f-4d41-95fb-b204a6b1ff05 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:14.971389 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c1d48094-d17f-4d41-95fb-b204a6b1ff05 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/683d38ef-f7cf-4129-87e5-d68ae9160d10 HTTP/1.1" status: 404 len: 339 time: 0.1141541 Jun 11 11:42:14.985727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43854) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:14.997089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c783f822-15e3-469e-b980-d5a6c58ca55c completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:15.004056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c783f822-15e3-469e-b980-d5a6c58ca55c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:15.004447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.031476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.072299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.079655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.082496 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9438c5f3-b7aa-4caf-8e00-db68fc63d769 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.100147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-40017950-bab6-4e63-a216-ef94d581a5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:15.107014 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9438c5f3-b7aa-4caf-8e00-db68fc63d769 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.111058 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9438c5f3-b7aa-4caf-8e00-db68fc63d769 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/c5168d19-14f3-46f1-9706-f5d3c3e66592 HTTP/1.1" status: 204 len: 168 time: 1.0763676 Jun 11 11:42:15.119807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43856) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:15.124830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.151516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438c5f3-b7aa-4caf-8e00-db68fc63d769 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=c5168d19-14f3-46f1-9706-f5d3c3e66592,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:15.155568 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:15.160424 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b06231-1125-48e0-9221-13a275920659 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:15.161221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.203222 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.322254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port c783f822-15e3-469e-b980-d5a6c58ca55c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c783f822-15e3-469e-b980-d5a6c58ca55c,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:15.345248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.349525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5e456bbc-0177-4044-9a66-4f688a9ee63c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:15.415306 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=c783f822-15e3-469e-b980-d5a6c58ca55c,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:15.418349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:15.515207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20d7339-0452-4a72-b702-5fabfe06bcf8 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:15.560098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c783f822-15e3-469e-b980-d5a6c58ca55c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:15.589289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9438c5f3-b7aa-4caf-8e00-db68fc63d769 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:15.589833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:15.600547 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bcdd462c-3925-4dc8-9407-3db2a43ae5a3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4541888 Jun 11 11:42:15.601598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:15.627166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43858) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:15.640278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c20d7339-0452-4a72-b702-5fabfe06bcf8 None None] Deleting port d9302d75-477c-436f-a994-ece5519a2ef8 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:15.640674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c20d7339-0452-4a72-b702-5fabfe06bcf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.662407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:15.669695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.677440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c783f822-15e3-469e-b980-d5a6c58ca55c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:15.678058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.728789 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:15.729161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.757938 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6872468 Jun 11 11:42:15.766275 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43860) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:15.774300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d343c627-a2b2-4c5c-bd98-8dba753b5002 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ef:65:cb'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:15.796446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c20d7339-0452-4a72-b702-5fabfe06bcf8 None None] For port d9302d75-477c-436f-a994-ece5519a2ef8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d9302d75-477c-436f-a994-ece5519a2ef8,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:15.797037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c20d7339-0452-4a72-b702-5fabfe06bcf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.814071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:15.875368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'Port': ['ID=a5abdc32-afe7-4c43-98a7-3ba86c237a5f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:15.889630 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:15.923552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c20d7339-0452-4a72-b702-5fabfe06bcf8 None None] Calling delete_port for d9302d75-477c-436f-a994-ece5519a2ef8 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:15.956613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe1ba0-9b38-419e-b0db-a6322143c6c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:15.961324 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6cfe1ba0-9b38-419e-b0db-a6322143c6c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3331027 Jun 11 11:42:15.965203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43862) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:16.039653 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7751a3c-5836-466a-9f6d-3e2488180caa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:16.040712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.043901 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c7751a3c-5836-466a-9f6d-3e2488180caa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0777066 Jun 11 11:42:16.055794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43864) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:16.058845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-590d5ba2-a55a-4ada-8054-f325e8a8a3c7 None None] Provisioning for port a5abdc32-afe7-4c43-98a7-3ba86c237a5f completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:16.075401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-590d5ba2-a55a-4ada-8054-f325e8a8a3c7 None None] Provisioning complete for port a5abdc32-afe7-4c43-98a7-3ba86c237a5f triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:16.075929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-590d5ba2-a55a-4ada-8054-f325e8a8a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.124152 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fc261c52-1d50-4a64-807f-12264320d712 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661805 Jun 11 11:42:16.130678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-590d5ba2-a55a-4ada-8054-f325e8a8a3c7 None None] Port a5abdc32-afe7-4c43-98a7-3ba86c237a5f cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:16.139130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c20d7339-0452-4a72-b702-5fabfe06bcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.141527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:16.166882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43866) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:16.172829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d7339-0452-4a72-b702-5fabfe06bcf8 None None] Pushing event deleted for resources: {'Port': ['ID=d9302d75-477c-436f-a994-ece5519a2ef8,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:16.178175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:16.182573 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c20d7339-0452-4a72-b702-5fabfe06bcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:16.185127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d7339-0452-4a72-b702-5fabfe06bcf8 None None] No DVR routers for this DVR port d9302d75-477c-436f-a994-ece5519a2ef8 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:16.243961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cfeced-fd59-496c-a42c-1899c4b00ed3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:16.245438 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b6cfeced-fd59-496c-a42c-1899c4b00ed3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.2561507 Jun 11 11:42:16.253133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43868) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:16.292689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.307056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Allocated IP 172.20.0.1 (3dec2ca3-aa3d-4f05-8608-63544b169594/92f3fbd9-2fa5-4917-bed3-b44a131c831d/9ca131b1-3884-4c85-ae57-c189ca9033ed) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:16.309880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.315990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b7d39361-37a2-41c4-81dc-e6a65bbbdf6b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:16.332981 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d2cdf81b-8113-444c-8119-add6aef68259 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 207 time: 0.0786266 Jun 11 11:42:16.340427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43870) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:16.506086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.511988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Pushing event updated for resources: {'Port': ['ID=2f3ac2f7-66fd-4f19-a202-66bafb7e7d54,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:16.514868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:16.578116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d343c627-a2b2-4c5c-bd98-8dba753b5002 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.586627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Router 32a1ee54-46d4-446a-a04a-dabc344d2fbf is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:42:16.615439 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:16.619093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.629342 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.664596 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.691425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:16.736417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18653684-68e8-426a-bafa-719ba2a35ded tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:16.742051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18653684-68e8-426a-bafa-719ba2a35ded tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:16.747794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18653684-68e8-426a-bafa-719ba2a35ded tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:16.753524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18653684-68e8-426a-bafa-719ba2a35ded tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:16.755569 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-18653684-68e8-426a-bafa-719ba2a35ded tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4130037 Jun 11 11:42:16.765307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43872) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:16.772098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.900449 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=624a4195-f372-4ac6-b1ab-b5233567f357,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:16.927620 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:16.938007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:16.967138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Transition to ACTIVE for port object 9ca131b1-3884-4c85-ae57-c189ca9033ed will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:17.008648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.009768 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4488280 Jun 11 11:42:17.015920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43874) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:17.023660 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'port': {'network_id': 'e157b8e1-c82c-4b41-ae7c-bf0aa5554403', 'name': 'tempest-FloatingIPTestJSON-1032522281'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:17.086906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Network 3072c694-f3c9-4ecc-83b5-3be429a16450 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:17.198892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:17.281934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.285201 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d343c627-a2b2-4c5c-bd98-8dba753b5002 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.288963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-217403c3-184e-4f25-8012-9de3bba70b7a tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:17.299749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d343c627-a2b2-4c5c-bd98-8dba753b5002 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.319427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:17.326597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.328756 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "PUT /v2.0/routers/32a1ee54-46d4-446a-a04a-dabc344d2fbf HTTP/1.1" status: 200 len: 883 time: 11.9360108 Jun 11 11:42:17.333151 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ebb580-d044-4fa3-bcb3-e980386864ce None None] Sync routers for ids ['32a1ee54-46d4-446a-a04a-dabc344d2fbf'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:17.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43876) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:17.341620 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c10633a4-85ea-4268-8ae7-c32fc987767f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5727422 Jun 11 11:42:17.343822 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ebb580-d044-4fa3-bcb3-e980386864ce None None] Routers {'32a1ee54-46d4-446a-a04a-dabc344d2fbf'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:17.344646 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-69ebb580-d044-4fa3-bcb3-e980386864ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['32a1ee54-46d4-446a-a04a-dabc344d2fbf'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:17.347919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43878) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:17.396089 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-69ebb580-d044-4fa3-bcb3-e980386864ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:17.405296 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ebb580-d044-4fa3-bcb3-e980386864ce None None] Routers {'32a1ee54-46d4-446a-a04a-dabc344d2fbf'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:17.406188 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-69ebb580-d044-4fa3-bcb3-e980386864ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['32a1ee54-46d4-446a-a04a-dabc344d2fbf'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:17.444615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.449648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:17.471555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:17.474259 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cc268faf-0b92-41ef-ae86-268efda97010 None None] Provisioning complete for port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:17.477116 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cc268faf-0b92-41ef-ae86-268efda97010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.519743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.524388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:17.560645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Network 3dec2ca3-aa3d-4f05-8608-63544b169594 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:17.561122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:17.561984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.564058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.570284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:17.573212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Made reservation on behalf of 550b41e5070f4098a76b7f11f6a3b45d for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:17.577793 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.578210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:17.583102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'Port': ['ID=9ca131b1-3884-4c85-ae57-c189ca9033ed,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:17.589267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:17.594486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=3d24a101-d17c-4a90-b974-1df0664b4728,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:17.603419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:17.621563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:17.641127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-cc268faf-0b92-41ef-ae86-268efda97010 None None] Port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:17.644047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32fdc02-ca24-4d33-8faa-90b5123b174d None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:17.707535 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-69ebb580-d044-4fa3-bcb3-e980386864ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:17.708043 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ebb580-d044-4fa3-bcb3-e980386864ce None None] The sync data for ids ['32a1ee54-46d4-446a-a04a-dabc344d2fbf'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:17.709591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8acd852-da84-4e38-bf36-ecafafe550ea tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:17.711822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8acd852-da84-4e38-bf36-ecafafe550ea tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:17.713822 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a8acd852-da84-4e38-bf36-ecafafe550ea tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3589950 Jun 11 11:42:17.732890 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5648761 Jun 11 11:42:17.734119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d343c627-a2b2-4c5c-bd98-8dba753b5002 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] In _notify_port_updated(), no bound segment for port a5abdc32-afe7-4c43-98a7-3ba86c237a5f on network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:42:17.739917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343c627-a2b2-4c5c-bd98-8dba753b5002 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:17.740919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d343c627-a2b2-4c5c-bd98-8dba753b5002 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.742497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43880) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:17.742864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43882) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:17.753675 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d343c627-a2b2-4c5c-bd98-8dba753b5002 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "PUT /v2.0/ports/a5abdc32-afe7-4c43-98a7-3ba86c237a5f HTTP/1.1" status: 200 len: 997 time: 1.9839523 Jun 11 11:42:17.756131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] device_id is not set on port 5263e495-51c5-444c-a2bd-6e6e41e19b68 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:17.762114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'fixed_ips': [{'subnet_id': '3d24a101-d17c-4a90-b974-1df0664b4728', 'ip_address': '2001:db8::c21e:a9a6:107e:cde4'}], 'name': 'tempest-NetworksTestDHCPv6-658574504'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:17.762767 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43884) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:17.796054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d9302d75-477c-436f-a994-ece5519a2ef8 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:42:17.882779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343c627-a2b2-4c5c-bd98-8dba753b5002 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'Port': ['ID=a5abdc32-afe7-4c43-98a7-3ba86c237a5f,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:17.893720 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b713f310-57c9-49d5-9a66-80f700099611 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/routers/32a1ee54-46d4-446a-a04a-dabc344d2fbf HTTP/1.1" status: 200 len: 924 time: 0.5502703 Jun 11 11:42:17.893720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d343c627-a2b2-4c5c-bd98-8dba753b5002 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:17.903359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43886) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:17.919589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: d9302d75-477c-436f-a994-ece5519a2ef8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:42:17.920539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d9302d75-477c-436f-a994-ece5519a2ef8 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:42:17.956175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:42:17.987209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:17.989634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fad16005-0abc-40b5-bb9a-f59622f237c7 None None] Provisioning complete for port a5abdc32-afe7-4c43-98a7-3ba86c237a5f triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:17.990030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fad16005-0abc-40b5-bb9a-f59622f237c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.010978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.032546 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.20.0.8 (e157b8e1-c82c-4b41-ae7c-bf0aa5554403/0eda7636-7194-4ae9-9ea0-894bb0b20624/5263e495-51c5-444c-a2bd-6e6e41e19b68) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:18.035660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': '3d24a101-d17c-4a90-b974-1df0664b4728'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:18.037161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.054116 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fad16005-0abc-40b5-bb9a-f59622f237c7 None None] Port a5abdc32-afe7-4c43-98a7-3ba86c237a5f cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:18.057124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-264ae1b6-b6c5-4caf-a54f-f56b7019ef92 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Deleting port a5abdc32-afe7-4c43-98a7-3ba86c237a5f {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:18.057597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-264ae1b6-b6c5-4caf-a54f-f56b7019ef92 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.147628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fad16005-0abc-40b5-bb9a-f59622f237c7 None None] Provisioning for port 9ca131b1-3884-4c85-ae57-c189ca9033ed completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:18.154244 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fad16005-0abc-40b5-bb9a-f59622f237c7 None None] Provisioning complete for port 9ca131b1-3884-4c85-ae57-c189ca9033ed triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:18.154665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fad16005-0abc-40b5-bb9a-f59622f237c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.200082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fad16005-0abc-40b5-bb9a-f59622f237c7 None None] Port 9ca131b1-3884-4c85-ae57-c189ca9033ed cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:18.265609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/3d24a101-d17c-4a90-b974-1df0664b4728/c79e25aa-79ea-4596-98f7-7dcb4cef1a1a) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:18.404955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d287d6-1158-4974-b5ac-be0e1115edf8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['shared'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:18.406341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d287d6-1158-4974-b5ac-be0e1115edf8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['shared'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:18.411251 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-09d287d6-1158-4974-b5ac-be0e1115edf8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.6641226 Jun 11 11:42:18.460631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.464869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43888) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:18.469862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Transition to ACTIVE for port object c79e25aa-79ea-4596-98f7-7dcb4cef1a1a will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:18.487466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Transition to ACTIVE for port object c79e25aa-79ea-4596-98f7-7dcb4cef1a1a will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:18.496352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.505348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9893f283-ea71-4f93-ac07-0cef9b79533f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:18.561246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:18.563513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Pushing event updated for resources: {'Port': ['ID=c79e25aa-79ea-4596-98f7-7dcb4cef1a1a,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:18.568158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:18.568891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:18.575243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:18.648891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Attempting to bind port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:18.649307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Attempting to bind port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:18.649937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Attempting to bind port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:18.655535 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:18.655860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:18.656282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.656678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:18.657155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Bound port: c79e25aa-79ea-4596-98f7-7dcb4cef1a1a, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:18.657548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.661384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-264ae1b6-b6c5-4caf-a54f-f56b7019ef92 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.733406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] For port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:18.736874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] For port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c79e25aa-79ea-4596-98f7-7dcb4cef1a1a,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:18.743139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.745163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-877c08e8-62eb-4972-a5d9-b4f028ee44cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:18.764216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-264ae1b6-b6c5-4caf-a54f-f56b7019ef92 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Calling delete_port for a5abdc32-afe7-4c43-98a7-3ba86c237a5f owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:18.809039 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.823543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Pushing event updated for resources: {'Port': ['ID=c79e25aa-79ea-4596-98f7-7dcb4cef1a1a,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:18.827166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:18.868953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3801f5-52e0-46f9-944b-ef1691676ed1 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:18.870476 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ec3801f5-52e0-46f9-944b-ef1691676ed1 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&device_id=32a1ee54-46d4-446a-a04a-dabc344d2fbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9618831 Jun 11 11:42:18.873250 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43890) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:18.912025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:18.919183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:19.020767 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:19.032160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-145bcce7-bcc8-4576-9fdb-a66bbf04578a tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:19.106354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a3d8ac-eedb-4e6d-909c-deba3e5edca8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:19.111116 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-31a3d8ac-eedb-4e6d-909c-deba3e5edca8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/networks/74725c78-42f9-4dcd-a236-7a86cc0ad381 HTTP/1.1" status: 200 len: 799 time: 0.6309268 Jun 11 11:42:19.117348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43892) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:19.157739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:19.163052 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] 10.222.0.46 "PUT /v2.0/routers/bdae2308-e5b5-42b3-bc2f-202d5b31ccd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4607265 Jun 11 11:42:19.169250 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network e157b8e1-c82c-4b41-ae7c-bf0aa5554403 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:19.173791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Sync routers for ids ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:19.191577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89486303-2832-4fac-a707-49f3bc71aca6 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:19.191885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Routers {'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:19.192800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:19.195083 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-89486303-2832-4fac-a707-49f3bc71aca6 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/networks/0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 881 time: 0.3145525 Jun 11 11:42:19.213592 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43896) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:19.218390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:19.228127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:19.245753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-264ae1b6-b6c5-4caf-a54f-f56b7019ef92 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:19.315201 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=5263e495-51c5-444c-a2bd-6e6e41e19b68,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:19.320280 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-46b3315b-b229-43de-a18a-f4d0359f4655 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=32a1ee54-46d4-446a-a04a-dabc344d2fbf HTTP/1.1" status: 200 len: 205 time: 0.0887668 Jun 11 11:42:19.329318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:19.329859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:19.331143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:19.333261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:19.340264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43902) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:19.490993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:19.498285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:19.513858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:19.514347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5576569e-67ac-448a-8437-f3b0f212699b {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:42:19.531986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ae1b6-b6c5-4caf-a54f-f56b7019ef92 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event deleted for resources: {'Port': ['ID=a5abdc32-afe7-4c43-98a7-3ba86c237a5f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:19.568008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 29902f96-7ce8-4896-887c-98ee637d2593 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:19.628089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c79e25aa-79ea-4596-98f7-7dcb4cef1a1a up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:19.672663 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 11 11:42:19.673739 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f5b3f6c4-1a9c-44a5-a25a-785fe5fe1e2d tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8515289 Jun 11 11:42:19.683434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43904) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:19.713517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Set router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:19.721494 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-19536de1-2420-46ae-a3e5-f519139ac94f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/networks/74725c78-42f9-4dcd-a236-7a86cc0ad381?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5954626 Jun 11 11:42:19.737338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-264ae1b6-b6c5-4caf-a54f-f56b7019ef92 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:19.739647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43906) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:19.788097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:19.900659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:19.902422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:19.908442 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43908) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:19.917649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3e42c888-2565-4566-9333-4c5e6771ae5a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852090629', 'description': 'tempest-description--1434005379'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:19.991240 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af64a52-cb08-4770-8503-4a2c77da3bbb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:19.992606 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3af64a52-cb08-4770-8503-4a2c77da3bbb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/subnets/b3533482-dda8-461b-a116-62d7fecc4abb HTTP/1.1" status: 200 len: 811 time: 0.2504954 Jun 11 11:42:19.995316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-264ae1b6-b6c5-4caf-a54f-f56b7019ef92 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:19.997139 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-264ae1b6-b6c5-4caf-a54f-f56b7019ef92 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "DELETE /v2.0/ports/a5abdc32-afe7-4c43-98a7-3ba86c237a5f HTTP/1.1" status: 204 len: 168 time: 2.2282538 Jun 11 11:42:20.006670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43910) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:20.007009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43912) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:20.008348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3e42c888-2565-4566-9333-4c5e6771ae5a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.068347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:14Z', 'revision_number': 4, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '2f3ac2f7-66fd-4f19-a202-66bafb7e7d54', 'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'mac_address': 'fa:16:3e:e8:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:10Z', 'updated_at': '2021-06-11T11:42:14Z', 'revision_number': 2, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'subnets': [{'id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:20.072816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Checking router: bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:42:20.073425 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Updating router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:42:20.088873 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0713241 Jun 11 11:42:20.099217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43914) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:20.107672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-544520e3-dea2-44ac-bbda-fd9e1a487a51 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'floatingip': {'port_id': '5263e495-51c5-444c-a2bd-6e6e41e19b68'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:20.130024 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31066de-4859-4ced-a49a-c469bfb5bba9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] GET failed (client error): The resource could not be found. Jun 11 11:42:20.131855 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c31066de-4859-4ced-a49a-c469bfb5bba9 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "GET /v2.0/ports/a5abdc32-afe7-4c43-98a7-3ba86c237a5f HTTP/1.1" status: 404 len: 333 time: 0.0745225 Jun 11 11:42:20.137640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.150579 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43916) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:20.156225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Request body: {'port': {'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80', 'name': 'tempest-AllowedAddressPairTestJSON-1101827311'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:20.186502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::c21e:a9a6:107e:cde4 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/3d24a101-d17c-4a90-b974-1df0664b4728/29902f96-7ce8-4896-887c-98ee637d2593) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:20.188251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.198604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c800a-9808-40b1-8408-d8d0612ffbd7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['shared'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:20.200013 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1c8c800a-9808-40b1-8408-d8d0612ffbd7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "GET /v2.0/subnets/b3533482-dda8-461b-a116-62d7fecc4abb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1893673 Jun 11 11:42:20.205143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43918) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:20.207522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-544520e3-dea2-44ac-bbda-fd9e1a487a51 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.218229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1933239581'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:20.289755 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dfff480f-110c-44ef-99df-4f84ecfdba5c None None] Provisioning for port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:20.302256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dfff480f-110c-44ef-99df-4f84ecfdba5c None None] Provisioning complete for port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:20.302752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dfff480f-110c-44ef-99df-4f84ecfdba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.464047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-6735d606-f03a-455d-9050-09f562464dcb tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Deleting port 1c747d99-9bfe-4f47-9fca-c9638487441b {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:20.464396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6735d606-f03a-455d-9050-09f562464dcb tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.485313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.490175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3e42c888-2565-4566-9333-4c5e6771ae5a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.497259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3e42c888-2565-4566-9333-4c5e6771ae5a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.500198 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fffa5889-4f19-4c49-aead-202f26291310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:20.526626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dfff480f-110c-44ef-99df-4f84ecfdba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.562924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42c888-2565-4566-9333-4c5e6771ae5a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7bb36e-caad-41f5-8cfe-bb7c39a0182e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:20.566759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3e42c888-2565-4566-9333-4c5e6771ae5a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:20.594434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Deleting port de433a67-81e8-4c79-9f30-a8edcf3ba842 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:20.594893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.613494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-dfff480f-110c-44ef-99df-4f84ecfdba5c None None] For port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c79e25aa-79ea-4596-98f7-7dcb4cef1a1a,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:20.619976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dfff480f-110c-44ef-99df-4f84ecfdba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.629118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8803b50c-95ba-49cd-a8ba-7283dbc09f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:20.635542 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.679372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Transition to ACTIVE for port object 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:20.695127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.713907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff480f-110c-44ef-99df-4f84ecfdba5c None None] Pushing event updated for resources: {'Port': ['ID=c79e25aa-79ea-4596-98f7-7dcb4cef1a1a,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:20.717276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dfff480f-110c-44ef-99df-4f84ecfdba5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:20.717564 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.718154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:20.828367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Calling delete_port for de433a67-81e8-4c79-9f30-a8edcf3ba842 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:20.838619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f5ce0-5092-425e-86bd-52c5875fc777 None None] Pushing event updated for resources: {'Port': ['ID=2f3ac2f7-66fd-4f19-a202-66bafb7e7d54,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:20.840816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6c1f5ce0-5092-425e-86bd-52c5875fc777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:20.883635 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Attempting to bind port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:20.884191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Attempting to bind port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:20.884648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Attempting to bind port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 on network 3072c694-f3c9-4ecc-83b5-3be429a16450 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:20.890706 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:20.891194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Checking segment: {'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:20.891713 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.892219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Bound using segment: {'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:20.893537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Bound port: 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:20.893904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:20.977548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] For port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:20.984667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] For port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2f3ac2f7-66fd-4f19-a202-66bafb7e7d54,segment=NetworkSegment(e6d55afd-991f-425e-ac37-e192f58d33c0),segment_id=e6d55afd-991f-425e-ac37-e192f58d33c0)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:20.992346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.002837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:21.067194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.073785 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-db860f51-b3a7-4c20-9d73-a25f24f7fcf3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:21.079335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Routers {'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:21.080451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:21.113385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3e42c888-2565-4566-9333-4c5e6771ae5a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.115095 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3e42c888-2565-4566-9333-4c5e6771ae5a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2013674 Jun 11 11:42:21.121506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43920) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:21.126563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Pushing event deleted for resources: {'Port': ['ID=de433a67-81e8-4c79-9f30-a8edcf3ba842,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:21.134134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a9fd986d-fd1a-4650-b58f-c58c0fe8496c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Request body: {'security_group_rule': {'security_group_id': 'da7bb36e-caad-41f5-8cfe-bb7c39a0182e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:21.158278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:21.196547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:21.200320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.201939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Made reservation on behalf of 62b2f9687933496681a6ce895a274290 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:21.209036 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.242981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] Set router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:21.249264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] device_id is not set on port e953d534-ca3a-43ad-86a4-0b6e5c95e766 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:21.262823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.304546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f5ce0-5092-425e-86bd-52c5875fc777 None None] Pushing event updated for resources: {'Port': ['ID=2f3ac2f7-66fd-4f19-a202-66bafb7e7d54,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:21.307173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6735d606-f03a-455d-9050-09f562464dcb tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.323414 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6c1f5ce0-5092-425e-86bd-52c5875fc777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:21.460949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.462994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-6735d606-f03a-455d-9050-09f562464dcb tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Calling delete_port for 1c747d99-9bfe-4f47-9fca-c9638487441b owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:21.470948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.475895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.478012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:42:21.496730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.499113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.511624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ee294f78-1ee7-4f98-9bfd-1b3b0a048ded tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:21.515155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9fd986d-fd1a-4650-b58f-c58c0fe8496c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.532003 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Allocated IP 172.20.0.14 (0fb4a017-36a6-4d50-8f0e-1ca10c72aa80/7cf73531-9ab1-4fc9-a219-9f1d01c104e5/e953d534-ca3a-43ad-86a4-0b6e5c95e766) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:21.562956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c79e25aa-79ea-4596-98f7-7dcb4cef1a1a up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:21.622568 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.623074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Fanout notify agent at l3_agent the message router_deleted on router 32a1ee54-46d4-446a-a04a-dabc344d2fbf {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:42:21.629910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:14Z', 'revision_number': 4, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '2f3ac2f7-66fd-4f19-a202-66bafb7e7d54', 'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'mac_address': 'fa:16:3e:e8:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:10Z', 'updated_at': '2021-06-11T11:42:20Z', 'revision_number': 4, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'subnets': [{'id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:21.631953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.632290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.632419 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Added segment 0d8b372e-c492-4318-918a-93c30d134c14 of type vlan for network 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 Jun 11 11:42:21.638338 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/32a1ee54-46d4-446a-a04a-dabc344d2fbf HTTP/1.1" status: 204 len: 168 time: 2.2504907 Jun 11 11:42:21.642634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab8915-2e0a-41e0-aa77-abe7a7839b5a None None] The sync data for ids ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'] in dv-neutron-786478-5-hyperv is: [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:14Z', 'revision_number': 4, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '2f3ac2f7-66fd-4f19-a202-66bafb7e7d54', 'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'mac_address': 'fa:16:3e:e8:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:10Z', 'updated_at': '2021-06-11T11:42:20Z', 'revision_number': 4, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'subnets': [{'id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:21.642907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43922) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:21.648150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5900b1d0-9524-43a8-a076-cae2c2469459 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1473642978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:21.651491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:21.651960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.772082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5900b1d0-9524-43a8-a076-cae2c2469459 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.773440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5900b1d0-9524-43a8-a076-cae2c2469459 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.812051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 29902f96-7ce8-4896-887c-98ee637d2593 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:21.954822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.958225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:21.968233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'Port': ['ID=9ca131b1-3884-4c85-ae57-c189ca9033ed,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:21.995047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:22.195659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9fd986d-fd1a-4650-b58f-c58c0fe8496c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.213361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.226855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9fd986d-fd1a-4650-b58f-c58c0fe8496c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.256398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a6fe0005-f3f5-47dd-858d-7b66961fab39 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:22.259694 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.265082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:22.265685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.274662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.resource_extend [None req-544520e3-dea2-44ac-bbda-fd9e1a487a51 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:42:22.309666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5900b1d0-9524-43a8-a076-cae2c2469459 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.324841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5900b1d0-9524-43a8-a076-cae2c2469459 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.337597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.355717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Transition to ACTIVE for port object e953d534-ca3a-43ad-86a4-0b6e5c95e766 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:22.360265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5900b1d0-9524-43a8-a076-cae2c2469459 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.361608 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5900b1d0-9524-43a8-a076-cae2c2469459 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7180676 Jun 11 11:42:22.366131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43924) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:22.371859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'enable_snat': True}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:22.437121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:22.446468 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2363679 Jun 11 11:42:22.454426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-544520e3-dea2-44ac-bbda-fd9e1a487a51 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.455234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43926) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:22.457233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9fd986d-fd1a-4650-b58f-c58c0fe8496c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.458914 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a9fd986d-fd1a-4650-b58f-c58c0fe8496c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3291385 Jun 11 11:42:22.464328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'network_id': '0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:22.467879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=29902f96-7ce8-4896-887c-98ee637d2593,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:22.470466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:22.472548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:22.475448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43928) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:22.477401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc65d8c9-7c2c-4326-be38-0f611625fd5e tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:22.491555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-7b8013ea-c025-4c53-ad07-47bc0f26a5d1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Request body: {'security_group_rule': {'security_group_id': 'da7bb36e-caad-41f5-8cfe-bb7c39a0182e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:22.497841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.500475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:22.503937 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e344d846-3044-43d4-9307-6655cddc13a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:22.507700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:22.508344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.525825 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-544520e3-dea2-44ac-bbda-fd9e1a487a51 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.527594 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6735d606-f03a-455d-9050-09f562464dcb tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.531366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Network 3dec2ca3-aa3d-4f05-8608-63544b169594 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:22.563144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:22.630053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:22.679138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:22.707236 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:22.711567 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'Port': ['ID=e953d534-ca3a-43ad-86a4-0b6e5c95e766,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:22.717208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:22.917574 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1645522 Jun 11 11:42:22.932079 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-940a972c-26db-40fd-9ed4-3c35119c7a90 None None] Provisioning for port 29902f96-7ce8-4896-887c-98ee637d2593 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:22.939584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.943657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-940a972c-26db-40fd-9ed4-3c35119c7a90 None None] Provisioning complete for port 29902f96-7ce8-4896-887c-98ee637d2593 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:22.944054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-940a972c-26db-40fd-9ed4-3c35119c7a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:22.948969 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43930) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:22.977544 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-02aa6b73-2e35-46ab-804b-9518abe9df32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'fixed_ips': [{'subnet_id': '3d24a101-d17c-4a90-b974-1df0664b4728', 'ip_address': '2001:db8::c21e:a9a6:107e:cde4'}], 'name': 'tempest-NetworksTestDHCPv6-424898176'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:23.022759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:23.023392 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:23.042854 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-940a972c-26db-40fd-9ed4-3c35119c7a90 None None] Port 29902f96-7ce8-4896-887c-98ee637d2593 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:23.062195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Network': ['ID=0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:23.064276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Made reservation on behalf of fd76a047c93842cbabc08a5ca62151bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:23.068481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:23.078065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:42:23.096895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:23.099474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7b8013ea-c025-4c53-ad07-47bc0f26a5d1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:23.109369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.758s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:23.135223 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9812467 Jun 11 11:42:23.136294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43932) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:23.141138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Request body: {'port': {'network_id': '0fb4a017-36a6-4d50-8f0e-1ca10c72aa80', 'name': 'tempest-AllowedAddressPairTestJSON-887020006'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:23.201664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-28d7d95b-b3ac-4be5-b0d0-1636240be96d None None] Provisioning for port e953d534-ca3a-43ad-86a4-0b6e5c95e766 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:23.208166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-28d7d95b-b3ac-4be5-b0d0-1636240be96d None None] Provisioning complete for port e953d534-ca3a-43ad-86a4-0b6e5c95e766 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:23.208569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-28d7d95b-b3ac-4be5-b0d0-1636240be96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:23.260527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-28d7d95b-b3ac-4be5-b0d0-1636240be96d None None] Port e953d534-ca3a-43ad-86a4-0b6e5c95e766 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:23.272000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-28d7d95b-b3ac-4be5-b0d0-1636240be96d None None] Provisioning complete for port 9ca131b1-3884-4c85-ae57-c189ca9033ed triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:23.272394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-28d7d95b-b3ac-4be5-b0d0-1636240be96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:23.318563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-28d7d95b-b3ac-4be5-b0d0-1636240be96d None None] Port 9ca131b1-3884-4c85-ae57-c189ca9033ed cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:23.355704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02aa6b73-2e35-46ab-804b-9518abe9df32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:23.509649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Made reservation on behalf of 62b2f9687933496681a6ce895a274290 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:23.515034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:23.526102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:23.566796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd986d-fd1a-4650-b58f-c58c0fe8496c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36308bc-4b98-40af-9dca-863e74f566dd,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:23.592415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:23.595877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:23.596511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:23.627888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.ipam_backend_mixin [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Performing IP validity checks on allocation pools {{(pid=99006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 11:42:23.629060 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.ipam_backend_mixin [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 11:42:23.631571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a9fd986d-fd1a-4650-b58f-c58c0fe8496c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:23.638276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.029s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:23.647059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-02aa6b73-2e35-46ab-804b-9518abe9df32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:23.677578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-02aa6b73-2e35-46ab-804b-9518abe9df32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 8a0b252c-31ba-4b58-8dbf-1c9274010b12 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:23.698729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] device_id is not set on port 6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:23.704427 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:23.708676 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735d606-f03a-455d-9050-09f562464dcb tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c747d99-9bfe-4f47-9fca-c9638487441b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:23.744353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2f3ac2f7-66fd-4f19-a202-66bafb7e7d54,segment=NetworkSegment(e6d55afd-991f-425e-ac37-e192f58d33c0),segment_id=e6d55afd-991f-425e-ac37-e192f58d33c0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:23.755314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:23.757315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:23.759498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6735d606-f03a-455d-9050-09f562464dcb tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:23.775171 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-544520e3-dea2-44ac-bbda-fd9e1a487a51 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP c5a833ec-f9fa-45b4-a5fd-77df0038feda associated. External IP: 172.26.6.236, port: 5263e495-51c5-444c-a2bd-6e6e41e19b68. Jun 11 11:42:23.795132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6735d606-f03a-455d-9050-09f562464dcb tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:23.802225 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6735d606-f03a-455d-9050-09f562464dcb tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] 10.222.0.46 "DELETE /v2.0/ports/1c747d99-9bfe-4f47-9fca-c9638487441b HTTP/1.1" status: 204 len: 168 time: 4.0237782 Jun 11 11:42:23.829878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=2f3ac2f7-66fd-4f19-a202-66bafb7e7d54,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:23.834903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:24.007150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7b8013ea-c025-4c53-ad07-47bc0f26a5d1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.040324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Router 91cbae38-a72f-4c81-89c7-76c4c53719c1 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:42:24.041527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7b8013ea-c025-4c53-ad07-47bc0f26a5d1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.054715 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aa4fd1bf-4360-48cb-a1f8-80ffa39ac0a2 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:24.063755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.112062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.116812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8013ea-c025-4c53-ad07-47bc0f26a5d1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daed313d-e2e9-4ec3-b81e-065016fca515,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:24.146709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43938) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:24.205244 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7b8013ea-c025-4c53-ad07-47bc0f26a5d1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.206567 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7b8013ea-c025-4c53-ad07-47bc0f26a5d1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7251728 Jun 11 11:42:24.215196 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43942) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:24.252158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7b8013ea-c025-4c53-ad07-47bc0f26a5d1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:24.257413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:24.339622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d9338f4-79bd-4c76-bdd1-d5f49d2b3b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.343163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Allocated IP 172.20.0.12 (0fb4a017-36a6-4d50-8f0e-1ca10c72aa80/7cf73531-9ab1-4fc9-a219-9f1d01c104e5/6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:24.373639 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-02aa6b73-2e35-46ab-804b-9518abe9df32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 11 11:42:24.374451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02aa6b73-2e35-46ab-804b-9518abe9df32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:24.376361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.494939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.500722 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3ac1c00e-ea94-45d9-b747-838ecf9db2dd tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:24.512107 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:24.526212 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Sync routers for ids ['91cbae38-a72f-4c81-89c7-76c4c53719c1'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:24.529950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Allocated IP 172.26.6.237 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/d19f5999-8398-4242-9f14-159da6300e8b) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:24.538362 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Routers {'91cbae38-a72f-4c81-89c7-76c4c53719c1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:24.540107 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['91cbae38-a72f-4c81-89c7-76c4c53719c1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:24.555426 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "PUT /v2.0/routers/91cbae38-a72f-4c81-89c7-76c4c53719c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0674942 Jun 11 11:42:24.679496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=1654dada-3599-47cf-81d2-e8a11aa60681,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:24.684353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544520e3-dea2-44ac-bbda-fd9e1a487a51 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:42:24.686021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:24.697108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Checking segment: {'id': '0d8b372e-c492-4318-918a-93c30d134c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:24.697481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network hostable DHCP agents. Network: 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:42:24.733299 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Set router 91cbae38-a72f-4c81-89c7-76c4c53719c1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:24.911666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d9338f4-79bd-4c76-bdd1-d5f49d2b3b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.925881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.929861 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-71f03046-39e9-446e-bff1-8c1b01267849 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164302581&fields=id&tenant_id=61ea88c741c44370bd8d03aef7204231 HTTP/1.1" status: 200 len: 267 time: 0.0710642 Jun 11 11:42:24.931291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Network 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:42:24.933760 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544520e3-dea2-44ac-bbda-fd9e1a487a51 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:24.935093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d9338f4-79bd-4c76-bdd1-d5f49d2b3b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.938957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-544520e3-dea2-44ac-bbda-fd9e1a487a51 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.941582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c2009933-50de-4f75-abf6-6c13d27f19bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:24.952851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:24.965763 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-02aa6b73-2e35-46ab-804b-9518abe9df32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0131185 Jun 11 11:42:24.966659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43960) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:24.967984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a616307-c7b9-4185-8978-e69e13c8488c None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:24.977397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:25.004736 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a1ed29-1972-4484-8a69-a972c94a1f9f None None] Network 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:25.007967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Transition to ACTIVE for port object 6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:25.024080 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9d9338f4-79bd-4c76-bdd1-d5f49d2b3b8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6a0b9a5433d403885ec970018c7979f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8724897 Jun 11 11:42:25.028030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9338f4-79bd-4c76-bdd1-d5f49d2b3b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571efb4e-d74e-4c45-9abc-ecc06e62d7f9,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:25.031840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43962) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:25.034814 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.039712 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:18Z', 'revision_number': 4, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9ca131b1-3884-4c85-ae57-c189ca9033ed', 'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'mac_address': 'fa:16:3e:08:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:15Z', 'updated_at': '2021-06-11T11:42:20Z', 'revision_number': 2, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'subnets': [{'id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:25.042035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d9338f4-79bd-4c76-bdd1-d5f49d2b3b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:25.042844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a616307-c7b9-4185-8978-e69e13c8488c None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:25.043481 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9a616307-c7b9-4185-8978-e69e13c8488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:25.048474 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Checking router: 91cbae38-a72f-4c81-89c7-76c4c53719c1 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:42:25.049302 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Updating router 91cbae38-a72f-4c81-89c7-76c4c53719c1 port 9ca131b1-3884-4c85-ae57-c189ca9033ed binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:42:25.093522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:25.094155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.098677 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.186864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.193067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-daa5e5aa-2b32-4e07-b19a-98f3f71d4565 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:25.205749 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7446330 Jun 11 11:42:25.214145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.231201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43964) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:25.240899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d5c0a076-e8ba-4058-8215-5866f066512b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:25.288453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9a616307-c7b9-4185-8978-e69e13c8488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:25.290777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d5472f56-6ae9-4d26-b409-d662687ea7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.305498 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:25.323206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:25.334746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:25.337979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:25.339936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event updated for resources: {'Port': ['ID=d19f5999-8398-4242-9f14-159da6300e8b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:25.361482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:25.361882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a616307-c7b9-4185-8978-e69e13c8488c None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:25.362551 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9a616307-c7b9-4185-8978-e69e13c8488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:25.374073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-044aa338-bfb8-4d79-a55e-a2cd0df94bc4 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:25.376242 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-044aa338-bfb8-4d79-a55e-a2cd0df94bc4 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/networks?id=3dec2ca3-aa3d-4f05-8608-63544b169594 HTTP/1.1" status: 200 len: 797 time: 0.3941560 Jun 11 11:42:25.382321 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-544520e3-dea2-44ac-bbda-fd9e1a487a51 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "PUT /v2.0/floatingips/c5a833ec-f9fa-45b4-a5fd-77df0038feda HTTP/1.1" status: 200 len: 978 time: 5.2812281 Jun 11 11:42:25.386061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:25.387945 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:25.396692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:25.398082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43966) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:25.399664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Allocated IP 172.26.6.177 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/806e1e16-f1bf-4966-ae1f-11405545bf0d) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:25.413066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9a616307-c7b9-4185-8978-e69e13c8488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:25.413548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a616307-c7b9-4185-8978-e69e13c8488c None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:25.433656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d5472f56-6ae9-4d26-b409-d662687ea7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.545870 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.562416 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-d39250f8-9f36-4d67-84d5-7742901ea578 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/quotas/61ea88c741c44370bd8d03aef7204231 HTTP/1.1" status: 200 len: 375 time: 0.1629181 Jun 11 11:42:25.563006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:25.584267 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Transition to ACTIVE for port object 9ca131b1-3884-4c85-ae57-c189ca9033ed will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:25.592919 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.595544 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:25.611621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0', 'network_id': '0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '1654dada-3599-47cf-81d2-e8a11aa60681'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:25.612743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.712044 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Pushing event updated for resources: {'Port': ['ID=9ca131b1-3884-4c85-ae57-c189ca9033ed,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:25.761520 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.762124 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.762665 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.763181 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.763668 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.767737 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.768421 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.768913 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.769402 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.770423 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.770935 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.771427 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:25.772776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2779e2cf-5af9-4fba-81d0-d25e23441360 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:25.776717 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:25.787459 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2779e2cf-5af9-4fba-81d0-d25e23441360 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:25.792909 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2779e2cf-5af9-4fba-81d0-d25e23441360 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.8248715 Jun 11 11:42:25.796620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43968) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:25.846811 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Attempting to bind port 9ca131b1-3884-4c85-ae57-c189ca9033ed on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:25.847568 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Attempting to bind port 9ca131b1-3884-4c85-ae57-c189ca9033ed by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:25.848268 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Attempting to bind port 9ca131b1-3884-4c85-ae57-c189ca9033ed on network 3dec2ca3-aa3d-4f05-8608-63544b169594 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:25.853739 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:25.854455 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Checking segment: {'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:25.855174 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.855795 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Bound using segment: {'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:25.856549 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Bound port: 9ca131b1-3884-4c85-ae57-c189ca9033ed, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:25.858603 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.868544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Allocated IP 172.20.0.3 (0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0/1654dada-3599-47cf-81d2-e8a11aa60681/2adf6974-7544-4a9a-b29c-3a5ae6dd2796) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:25.954080 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] For port 9ca131b1-3884-4c85-ae57-c189ca9033ed, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:25.958148 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] For port 9ca131b1-3884-4c85-ae57-c189ca9033ed, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9ca131b1-3884-4c85-ae57-c189ca9033ed,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:25.970042 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.972243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a076-e8ba-4058-8215-5866f066512b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9056599'] for subnet, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:25.977046 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-aea20cda-ddd3-4162-8a68-a544ce322d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:26.038595 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Routers {'91cbae38-a72f-4c81-89c7-76c4c53719c1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:26.040530 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['91cbae38-a72f-4c81-89c7-76c4c53719c1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:26.087397 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-c3f7652a-922f-41aa-ab2d-3ff1dace4373 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=61ea88c741c44370bd8d03aef7204231&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5090628 Jun 11 11:42:26.126342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.137042 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4fa51fdb-f25b-4e5f-8e24-e26df015423b None None] Provisioning for port 6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:26.143230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4fa51fdb-f25b-4e5f-8e24-e26df015423b None None] Provisioning complete for port 6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:26.143784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4fa51fdb-f25b-4e5f-8e24-e26df015423b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.148708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Transition to ACTIVE for port object 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:26.178370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port 5263e495-51c5-444c-a2bd-6e6e41e19b68 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:26.179302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.181053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'Port': ['ID=6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:26.182480 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:26.183265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.218569 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:26.260581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Transition to ACTIVE for port object 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:26.270628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.277984 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] Set router 91cbae38-a72f-4c81-89c7-76c4c53719c1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:26.280293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4dda2d0b-f690-478d-84a4-c6b1ee8f5975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:26.344706 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Pushing event updated for resources: {'Port': ['ID=2adf6974-7544-4a9a-b29c-3a5ae6dd2796,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:26.349361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4fa51fdb-f25b-4e5f-8e24-e26df015423b None None] Port 6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:26.354195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:26.408279 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Network 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:26.410523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:26.411292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.414055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:26.421316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:26.434808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-54938e78-1e61-4f97-bbbc-97f58925e547 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 29902f96-7ce8-4896-887c-98ee637d2593 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:26.435054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54938e78-1e61-4f97-bbbc-97f58925e547 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.438851 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Pushing event updated for resources: {'Port': ['ID=9ca131b1-3884-4c85-ae57-c189ca9033ed,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:26.443261 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:26.520554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Attempting to bind port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:26.521569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Attempting to bind port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '0d8b372e-c492-4318-918a-93c30d134c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:26.522182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Attempting to bind port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 on network 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:26.539917 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4030266 Jun 11 11:42:26.540608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43970) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:26.548551 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:26.549996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Checking segment: {'id': '0d8b372e-c492-4318-918a-93c30d134c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:26.550659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.552053 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Bound using segment: {'id': '0d8b372e-c492-4318-918a-93c30d134c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:26.552787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Bound port: 2adf6974-7544-4a9a-b29c-3a5ae6dd2796, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8b372e-c492-4318-918a-93c30d134c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:26.554180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.560685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f198776b-be49-42f7-92e5-4299e3d337c0 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ef:65:cb'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:c8:0d:37'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:26.585462 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-5540271f-f8c8-447b-9096-29f85f403e5a service neutron] 10.222.0.46 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721475 Jun 11 11:42:26.639473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] For port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:26.646255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] For port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2adf6974-7544-4a9a-b29c-3a5ae6dd2796,segment=NetworkSegment(0d8b372e-c492-4318-918a-93c30d134c14),segment_id=0d8b372e-c492-4318-918a-93c30d134c14)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:26.653481 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.657860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:26.672778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d5472f56-6ae9-4d26-b409-d662687ea7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.675697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d5472f56-6ae9-4d26-b409-d662687ea7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:26.677395 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d5472f56-6ae9-4d26-b409-d662687ea7be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/571efb4e-d74e-4c45-9abc-ecc06e62d7f9 HTTP/1.1" status: 204 len: 168 time: 1.6405180 Jun 11 11:42:26.682368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d9338f4-79bd-4c76-bdd1-d5f49d2b3b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:26.696137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5472f56-6ae9-4d26-b409-d662687ea7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571efb4e-d74e-4c45-9abc-ecc06e62d7f9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:26.698429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d5472f56-6ae9-4d26-b409-d662687ea7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:26.740873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Pushing event updated for resources: {'Port': ['ID=2adf6974-7544-4a9a-b29c-3a5ae6dd2796,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:26.743478 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:18Z', 'revision_number': 4, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9ca131b1-3884-4c85-ae57-c189ca9033ed', 'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'mac_address': 'fa:16:3e:08:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:15Z', 'updated_at': '2021-06-11T11:42:25Z', 'revision_number': 4, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'subnets': [{'id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:26.747617 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864a347-9ca4-425d-8270-8b00b5bc6646 None None] The sync data for ids ['91cbae38-a72f-4c81-89c7-76c4c53719c1'] in dv-neutron-786478-5-hyperv is: [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:18Z', 'revision_number': 4, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9ca131b1-3884-4c85-ae57-c189ca9033ed', 'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'mac_address': 'fa:16:3e:08:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:15Z', 'updated_at': '2021-06-11T11:42:25Z', 'revision_number': 4, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'subnets': [{'id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:26.758369 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:26.830816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:27.063886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f198776b-be49-42f7-92e5-4299e3d337c0 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:27.243876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:27.245426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43976) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:27.332961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:27.402921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:27.423689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:27.433944 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f63a713a-aedb-4892-b94c-5ef58ac708f2 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:27.481692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54938e78-1e61-4f97-bbbc-97f58925e547 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:27.548566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:27.559505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:27.569864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:27.576224 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-22a11a36-b7eb-47c1-9a90-e687007f4622 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=321673cf3dbd4e7eba084bf023a5a93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234096 Jun 11 11:42:27.612901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43978) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:27.629238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9ca131b1-3884-4c85-ae57-c189ca9033ed up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:27.629515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-54938e78-1e61-4f97-bbbc-97f58925e547 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 29902f96-7ce8-4896-887c-98ee637d2593 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:27.637293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Pushing event updated for resources: {'Port': ['ID=806e1e16-f1bf-4966-ae1f-11405545bf0d,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:27.664530 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:27.718310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 9ca131b1-3884-4c85-ae57-c189ca9033ed completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:27.728724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9ca131b1-3884-4c85-ae57-c189ca9033ed triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:27.729118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:27.856129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:27.913112 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 9ca131b1-3884-4c85-ae57-c189ca9033ed, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9ca131b1-3884-4c85-ae57-c189ca9033ed,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:27.918270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:27.919332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:27.922201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b8594967-b96e-4785-8cbf-6df5a1bd9f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:28.005404 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-6c984e2a-6847-481b-b5e5-a59efd17907e service neutron] 10.222.0.46 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7308362 Jun 11 11:42:28.019576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a076-e8ba-4058-8215-5866f066512b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754061329201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3600508'] for subnet, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.026683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f198776b-be49-42f7-92e5-4299e3d337c0 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.027279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:28.043155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.050439 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f198776b-be49-42f7-92e5-4299e3d337c0 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.065541 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-114edc70-5ff5-45bb-9d22-d62c2ae4c49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:28.070232 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:28.075104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=9ca131b1-3884-4c85-ae57-c189ca9033ed,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:28.083237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:28.121953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.171168 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-747394b9-ab01-4476-94cd-1ab4ed209a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.206368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198776b-be49-42f7-92e5-4299e3d337c0 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event updated for resources: {'Port': ['ID=6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:28.238162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c0a076-e8ba-4058-8215-5866f066512b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:28.239371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a076-e8ba-4058-8215-5866f066512b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.243305 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d5c0a076-e8ba-4058-8215-5866f066512b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "PUT /v2.0/subnets/1654dada-3599-47cf-81d2-e8a11aa60681 HTTP/1.1" status: 200 len: 877 time: 3.0050051 Jun 11 11:42:28.300040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43982) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:28.302970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.306928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ffd50-40e0-49ce-ad5b-c889ad0fd544 None None] Network 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:28.309226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f198776b-be49-42f7-92e5-4299e3d337c0 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:28.311680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-747394b9-ab01-4476-94cd-1ab4ed209a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.320619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0a076-e8ba-4058-8215-5866f066512b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event updated for resources: {'Subnet': ['ID=1654dada-3599-47cf-81d2-e8a11aa60681,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:28.375888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5c0a076-e8ba-4058-8215-5866f066512b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:28.458761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2fe86f41-52f7-433c-9ff7-a4918586c458 None None] Provisioning for port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:28.461349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.461827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.462070 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP c5a833ec-f9fa-45b4-a5fd-77df0038feda disassociated. External IP: 172.26.6.236, port: 5263e495-51c5-444c-a2bd-6e6e41e19b68. Jun 11 11:42:28.462555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for 5263e495-51c5-444c-a2bd-6e6e41e19b68 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:28.469467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2fe86f41-52f7-433c-9ff7-a4918586c458 None None] Provisioning complete for port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:28.470022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fe86f41-52f7-433c-9ff7-a4918586c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.477913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54938e78-1e61-4f97-bbbc-97f58925e547 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.496097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c1cd4dec-65a1-4e6c-b0e9-4f8944a5e48a tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:28.516575 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f198776b-be49-42f7-92e5-4299e3d337c0 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] In _notify_port_updated(), no bound segment for port 6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 on network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:42:28.522181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f198776b-be49-42f7-92e5-4299e3d337c0 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:28.522896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f198776b-be49-42f7-92e5-4299e3d337c0 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.524634 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f198776b-be49-42f7-92e5-4299e3d337c0 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "PUT /v2.0/ports/6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 HTTP/1.1" status: 200 len: 1056 time: 1.9783430 Jun 11 11:42:28.557276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 43990) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:28.601458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54938e78-1e61-4f97-bbbc-97f58925e547 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.601458 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-54938e78-1e61-4f97-bbbc-97f58925e547 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/29902f96-7ce8-4896-887c-98ee637d2593 HTTP/1.1" status: 204 len: 168 time: 2.7904003 Jun 11 11:42:28.614388 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0233d532-14b0-42b7-b083-6ee0fcdbb8cb req-5ee02e8f-8487-453a-afa1-554d9d80a470 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 210 time: 0.1323805 Jun 11 11:42:28.621715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43992) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:28.737824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fe86f41-52f7-433c-9ff7-a4918586c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.788454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62283b22-47c0-4d68-af51-c7206842f102 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:28.789965 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62283b22-47c0-4d68-af51-c7206842f102 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:28.795810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54938e78-1e61-4f97-bbbc-97f58925e547 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=29902f96-7ce8-4896-887c-98ee637d2593,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:28.800147 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-62283b22-47c0-4d68-af51-c7206842f102 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1748316 Jun 11 11:42:28.805250 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 43996) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:28.811681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-54938e78-1e61-4f97-bbbc-97f58925e547 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:28.817000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.844469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2fe86f41-52f7-433c-9ff7-a4918586c458 None None] For port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2adf6974-7544-4a9a-b29c-3a5ae6dd2796,segment=NetworkSegment(0d8b372e-c492-4318-918a-93c30d134c14),segment_id=0d8b372e-c492-4318-918a-93c30d134c14)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:28.851651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fe86f41-52f7-433c-9ff7-a4918586c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.855591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-389318c0-f489-4458-85c2-114138e5528f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:28.890899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.922292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe86f41-52f7-433c-9ff7-a4918586c458 None None] Pushing event updated for resources: {'Port': ['ID=2adf6974-7544-4a9a-b29c-3a5ae6dd2796,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:28.927295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2fe86f41-52f7-433c-9ff7-a4918586c458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:28.976652 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-747394b9-ab01-4476-94cd-1ab4ed209a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.979794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-747394b9-ab01-4476-94cd-1ab4ed209a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.980605 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-747394b9-ab01-4476-94cd-1ab4ed209a84 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15ee2289-71cb-489a-8f09-0805b8a2ba14 HTTP/1.1" status: 204 len: 168 time: 1.3666744 Jun 11 11:42:28.988917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1a3aa3b2-7bdd-46ea-b95b-7a7e4d87b27d None None] Provisioning complete for port 6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:28.989597 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa3b2-7bdd-46ea-b95b-7a7e4d87b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:28.991868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-934f36f9-08af-4200-b0d4-b33a25f236e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:29.019425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d01725e-eba9-48a7-a827-e5470dd76660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 3d24a101-d17c-4a90-b974-1df0664b4728 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:42:29.027091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747394b9-ab01-4476-94cd-1ab4ed209a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ee2289-71cb-489a-8f09-0805b8a2ba14,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:29.033312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8d01725e-eba9-48a7-a827-e5470dd76660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.036577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-1a3aa3b2-7bdd-46ea-b95b-7a7e4d87b27d None None] Port 6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:29.036874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-747394b9-ab01-4476-94cd-1ab4ed209a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:29.172781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Router 86c2fdc2-0e11-4077-9e3e-015bc442e246 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:42:29.209760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9469596c-10d8-48d4-9f62-77339508acd5 None None] Network 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:29.226979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8d01725e-eba9-48a7-a827-e5470dd76660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.288867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2526f5b5-ee6d-44a3-9b74-3f652183bd70 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Deleting port 6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:29.289228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2526f5b5-ee6d-44a3-9b74-3f652183bd70 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.340448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Deleting port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:29.341682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.343761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b08e853f-bf52-47fb-b7dc-9557bece0e49 None None] Provisioning complete for port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:29.344254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b08e853f-bf52-47fb-b7dc-9557bece0e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.375346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.416306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2cb346aa-f569-424c-8fbf-c77191d74836 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:29.552621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.564012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9ca131b1-3884-4c85-ae57-c189ca9033ed up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:29.564551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.569451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8d01725e-eba9-48a7-a827-e5470dd76660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.570310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=5263e495-51c5-444c-a2bd-6e6e41e19b68,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:29.572757 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c6567cd8-57e0-4a41-a276-33695c637da7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:29.578346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:29.655228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Pushing event updated for resources: {'Port': ['ID=806e1e16-f1bf-4966-ae1f-11405545bf0d,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:29.660417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:29.662253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:29.667256 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.668450 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "PUT /v2.0/routers/86c2fdc2-0e11-4077-9e3e-015bc442e246 HTTP/1.1" status: 200 len: 919 time: 7.3012447 Jun 11 11:42:29.671934 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa44b32-24da-4d60-ae08-d5e10644c341 None None] Sync routers for ids ['86c2fdc2-0e11-4077-9e3e-015bc442e246'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:29.679232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44010) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:29.694469 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa44b32-24da-4d60-ae08-d5e10644c341 None None] Routers {'86c2fdc2-0e11-4077-9e3e-015bc442e246'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:29.696258 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8fa44b32-24da-4d60-ae08-d5e10644c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['86c2fdc2-0e11-4077-9e3e-015bc442e246'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:29.749925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9ca131b1-3884-4c85-ae57-c189ca9033ed triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:29.750573 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.850440 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8fa44b32-24da-4d60-ae08-d5e10644c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:29.881931 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa44b32-24da-4d60-ae08-d5e10644c341 None None] Routers {'86c2fdc2-0e11-4077-9e3e-015bc442e246'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:29.882449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2526f5b5-ee6d-44a3-9b74-3f652183bd70 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:29.885325 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8fa44b32-24da-4d60-ae08-d5e10644c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['86c2fdc2-0e11-4077-9e3e-015bc442e246'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:30.014111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:30.054180 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8fa44b32-24da-4d60-ae08-d5e10644c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:30.054883 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa44b32-24da-4d60-ae08-d5e10644c341 None None] The sync data for ids ['86c2fdc2-0e11-4077-9e3e-015bc442e246'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:30.151899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:30.152641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:30.179234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2526f5b5-ee6d-44a3-9b74-3f652183bd70 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Calling delete_port for 6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:30.211179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] For port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2adf6974-7544-4a9a-b29c-3a5ae6dd2796,segment=NetworkSegment(0d8b372e-c492-4318-918a-93c30d134c14),segment_id=0d8b372e-c492-4318-918a-93c30d134c14)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:30.211553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:30.215627 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2a84cdec-4f0e-46e2-8814-0b4d50a48b86 None None] Provisioning complete for port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:30.216272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2a84cdec-4f0e-46e2-8814-0b4d50a48b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:30.229099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44022) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:30.281598 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-76961064-9b85-48bf-b2d6-bfbb924ec39b req-e57d8305-b245-41e2-9323-91f1def367f5 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 210 time: 0.0968790 Jun 11 11:42:30.502105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1412489101'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:30.526588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:30.550065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Calling delete_port for 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:30.604494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:42:30.609673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:30.610893 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3588433 Jun 11 11:42:30.617724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8d01725e-eba9-48a7-a827-e5470dd76660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:30.632982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:30.681525 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01725e-eba9-48a7-a827-e5470dd76660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=3d24a101-d17c-4a90-b974-1df0664b4728,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:30.687076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8d01725e-eba9-48a7-a827-e5470dd76660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:30.692420 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3c3257c7-e11e-4915-a876-822ff8ab56a5 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/routers/86c2fdc2-0e11-4077-9e3e-015bc442e246 HTTP/1.1" status: 200 len: 925 time: 1.0121303 Jun 11 11:42:30.693731 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8d01725e-eba9-48a7-a827-e5470dd76660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:30.698303 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8d01725e-eba9-48a7-a827-e5470dd76660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/3d24a101-d17c-4a90-b974-1df0664b4728 HTTP/1.1" status: 204 len: 168 time: 1.8919914 Jun 11 11:42:30.699164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44032) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:30.699490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44034) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:30.704452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a32198-5061-46f9-9b55-1a38f4bf241d None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:30.708490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-c786776c-a015-4b5f-88d9-aa16fe12e61d tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:30.710151 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-c786776c-a015-4b5f-88d9-aa16fe12e61d tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.25 "GET /v2.0/networks?id=3dec2ca3-aa3d-4f05-8608-63544b169594 HTTP/1.1" status: 200 len: 797 time: 0.2994668 Jun 11 11:42:30.756007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:30.762629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:30.804612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2526f5b5-ee6d-44a3-9b74-3f652183bd70 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:30.820934 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-40e60c26-842d-40c5-aaa8-c3d951279a89 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189389 Jun 11 11:42:30.823637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f341f652-a848-4ddb-9224-6d936645185e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:30.827463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44046) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:30.880193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:30.913475 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-6f21aa0c-3180-4914-b4ba-5ddf04f0559d tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61ea88c741c44370bd8d03aef7204231 HTTP/1.1" status: 200 len: 380 time: 0.1913202 Jun 11 11:42:30.919533 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-e27e6e58-f0b1-42e4-835e-515d66bbe33f tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--852090629&fields=id&tenant_id=74ae6cd23526432e8d1c423d0133032f HTTP/1.1" status: 200 len: 267 time: 0.0973411 Jun 11 11:42:30.926503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'port': {'device_id': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'admin_state_up': True, 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'security_groups': ['81f915e6-cd24-4c18-82ee-a303b7c73daa']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:30.951879 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e1e8d9-2c75-46dc-b6ee-eb5462208806 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:31.008945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-35e1e8d9-2c75-46dc-b6ee-eb5462208806 None None] Deleting port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:31.009779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-35e1e8d9-2c75-46dc-b6ee-eb5462208806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:31.067452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00377c6b-949d-4d7c-8016-cb50f5f4705b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:31.068972 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-00377c6b-949d-4d7c-8016-cb50f5f4705b tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&device_id=86c2fdc2-0e11-4077-9e3e-015bc442e246&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3684561 Jun 11 11:42:31.073762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44048) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:31.101140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-35e1e8d9-2c75-46dc-b6ee-eb5462208806 None None] For port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c79e25aa-79ea-4596-98f7-7dcb4cef1a1a,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:31.101565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-35e1e8d9-2c75-46dc-b6ee-eb5462208806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:31.199147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-35e1e8d9-2c75-46dc-b6ee-eb5462208806 None None] Calling delete_port for c79e25aa-79ea-4596-98f7-7dcb4cef1a1a owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:31.259284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:31.268147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-59f94f30-3b54-4473-ab18-c256530e13a5 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:31.269644 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-59f94f30-3b54-4473-ab18-c256530e13a5 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/networks?id=3072c694-f3c9-4ecc-83b5-3be429a16450 HTTP/1.1" status: 200 len: 812 time: 0.3362613 Jun 11 11:42:31.308099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-35e1e8d9-2c75-46dc-b6ee-eb5462208806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:31.312091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2059c120-6e78-4def-b859-2af6bae38055 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:31.312487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5ad10c11-48e1-4018-aec0-30a2ab3f5b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:31.313629 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2059c120-6e78-4def-b859-2af6bae38055 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/networks/0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 881 time: 0.2377303 Jun 11 11:42:31.315432 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-ba586903-72c9-4362-bb67-063458bd30c6 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/quotas/74ae6cd23526432e8d1c423d0133032f HTTP/1.1" status: 200 len: 375 time: 0.0314562 Jun 11 11:42:31.316054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Made reservation on behalf of 61ea88c741c44370bd8d03aef7204231 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:31.319722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:31.321740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44052) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:31.357632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1e8d9-2c75-46dc-b6ee-eb5462208806 None None] Pushing event deleted for resources: {'Port': ['ID=c79e25aa-79ea-4596-98f7-7dcb4cef1a1a,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:31.357880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526f5b5-ee6d-44a3-9b74-3f652183bd70 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event deleted for resources: {'Port': ['ID=6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:31.370112 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-35e1e8d9-2c75-46dc-b6ee-eb5462208806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:31.371093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1e8d9-2c75-46dc-b6ee-eb5462208806 None None] No DVR routers for this DVR port c79e25aa-79ea-4596-98f7-7dcb4cef1a1a on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:31.398417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2526f5b5-ee6d-44a3-9b74-3f652183bd70 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:31.400945 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ba799523-8d14-4328-8500-bb4bc639f7bc tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=86c2fdc2-0e11-4077-9e3e-015bc442e246 HTTP/1.1" status: 200 len: 205 time: 0.0779862 Jun 11 11:42:31.409705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44054) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:31.470880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:31.533794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2526f5b5-ee6d-44a3-9b74-3f652183bd70 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:31.549140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c79e25aa-79ea-4596-98f7-7dcb4cef1a1a no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:42:31.575242 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c79e25aa-79ea-4596-98f7-7dcb4cef1a1a {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:42:31.575597 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c79e25aa-79ea-4596-98f7-7dcb4cef1a1a not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:42:31.598585 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-1537320e-b2bb-4fec-93bc-fdd97ef36998 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=74ae6cd23526432e8d1c423d0133032f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2574813 Jun 11 11:42:31.609173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Allocated IP 172.20.0.12 (3dec2ca3-aa3d-4f05-8608-63544b169594/92f3fbd9-2fa5-4917-bed3-b44a131c831d/ba2d1538-f8ba-48ac-bf98-046421be31b2) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:31.746400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Port': ['ID=2adf6974-7544-4a9a-b29c-3a5ae6dd2796,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:31.749113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:31.760999 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-72ce8271-1055-4513-97a9-7cd8b9cbe14f req-583eeb79-804c-4304-bff8-80ac30789b73 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 210 time: 0.1754835 Jun 11 11:42:31.792092 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-db50c209-12f6-4998-ae0b-19fe9a73d697 service neutron] 10.222.0.46 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934116 Jun 11 11:42:31.796287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede2b81d-4bdf-4d95-a00f-834a995c8249 None None] DHCP port deletion for 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:31.816928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c71e6d-b723-490e-b19d-aab7cbdc3804 None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:42:31.826453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:31.849152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e2ffb-41bc-4adf-b4b5-66defc669f51 None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:31.876550 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e2ffb-41bc-4adf-b4b5-66defc669f51 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:31.877198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-906e2ffb-41bc-4adf-b4b5-66defc669f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:31.897338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No DVR routers for this DVR port 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:31.945176 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-906e2ffb-41bc-4adf-b4b5-66defc669f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:31.967590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e2ffb-41bc-4adf-b4b5-66defc669f51 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:31.968409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-906e2ffb-41bc-4adf-b4b5-66defc669f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:31.972009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.000301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Transition to ACTIVE for port object ba2d1538-f8ba-48ac-bf98-046421be31b2 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:32.003010 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-5d43176a-2eb2-4283-9d27-21f089acb2bf service neutron] 10.222.0.46 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592493 Jun 11 11:42:32.023779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-906e2ffb-41bc-4adf-b4b5-66defc669f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:32.024371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e2ffb-41bc-4adf-b4b5-66defc669f51 None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:32.046091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.047175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.049957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c71e6d-b723-490e-b19d-aab7cbdc3804 None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:42:32.054723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-324c5f64-b4d9-471d-b693-75293ee1ec2c tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:32.103138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Network 3dec2ca3-aa3d-4f05-8608-63544b169594 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:32.106326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:32.115141 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:32.170773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'Port': ['ID=ba2d1538-f8ba-48ac-bf98-046421be31b2,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:32.175287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:32.188746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:32.188930 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.203055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.222382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.227326 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/ports/5263e495-51c5-444c-a2bd-6e6e41e19b68 HTTP/1.1" status: 204 len: 168 time: 6.8165281 Jun 11 11:42:32.227487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44058) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:32.306191 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3f82c77c-0fc2-43b2-9ac9-f31e69a02be1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "GET /v2.0/floatingips/c5a833ec-f9fa-45b4-a5fd-77df0038feda HTTP/1.1" status: 200 len: 688 time: 0.0774462 Jun 11 11:42:32.306805 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44062) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:32.395372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.398237 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-75d64204-5afa-425b-8095-f596d3b731c4 req-590cd302-deda-4f01-bfab-84da7b217338 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 210 time: 0.0918810 Jun 11 11:42:32.448714 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5272903 Jun 11 11:42:32.463671 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.466878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5429d577-48b4-48b5-942c-f895f7cf9388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:32.470586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c08402e-39ff-437a-ba2c-a0fc6ef42819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0', 'network_id': '0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0', 'tenant_id': 'fd76a047c93842cbabc08a5ca62151bd', 'fixed_ips': [{'subnet_id': '1654dada-3599-47cf-81d2-e8a11aa60681'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:32.471488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9c08402e-39ff-437a-ba2c-a0fc6ef42819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.490026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Request body: {'port': {'device_id': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:32.539410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:42:32.560773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2526f5b5-ee6d-44a3-9b74-3f652183bd70 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.565114 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2526f5b5-ee6d-44a3-9b74-3f652183bd70 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "DELETE /v2.0/ports/6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 HTTP/1.1" status: 204 len: 168 time: 3.9766486 Jun 11 11:42:32.565114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:32.567494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.572216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44068) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:32.576018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4917dff4-7c65-4fe6-af89-c8b34ab196d6,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:32.610523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:32.619445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.629141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.629625 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Added segment 1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa of type vlan for network 49942cc3-3345-4751-b3c2-012c293ae350 Jun 11 11:42:32.631380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server [None req-9c08402e-39ff-437a-ba2c-a0fc6ef42819 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1654dada-3599-47cf-81d2-e8a11aa60681: This subnet is being modified by another concurrent operation. Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 11:42:32.633194 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise exception Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1654dada-3599-47cf-81d2-e8a11aa60681: This subnet is being modified by another concurrent operation. Jun 11 11:42:32.636522 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server Jun 11 11:42:32.642979 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bc7203-a18e-4bef-b1f3-016a286b3aa2 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] GET failed (client error): The resource could not be found. Jun 11 11:42:32.644393 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-97bc7203-a18e-4bef-b1f3-016a286b3aa2 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "GET /v2.0/ports/6f122ce5-17a2-4f81-b3ad-a8d9b777b6b8 HTTP/1.1" status: 404 len: 333 time: 0.0689490 Jun 11 11:42:32.646065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:32.648534 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44072) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:32.667554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b8d102-337d-4a63-9b77-ddf5099c735b None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:42:32.727729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port 624a4195-f372-4ac6-b1ab-b5233567f357 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:32.728087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.767785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Subnet': ['ID=1654dada-3599-47cf-81d2-e8a11aa60681,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:32.770981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.785139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:32.794055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8d102-337d-4a63-9b77-ddf5099c735b None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:42:32.961645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:32.962321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.103097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.114282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:33.116065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a365e9ae-3954-46ce-ab48-9d5c78551a49 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Deleting port e953d534-ca3a-43ad-86a4-0b6e5c95e766 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:33.116419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a365e9ae-3954-46ce-ab48-9d5c78551a49 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.123810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.147229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8b372e-c492-4318-918a-93c30d134c14') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:33.147584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8b372e-c492-4318-918a-93c30d134c14') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:33.157662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for 624a4195-f372-4ac6-b1ab-b5233567f357 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:33.168833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.181013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7abb6f8-a372-4f5a-ac1d-16d58493e3a4 None None] Network 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:33.184890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b050cd33-3209-460f-853b-fd7e74e1b83c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:33.252373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.278490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:33.294017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:33.296852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:33.297452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.308154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=576b87f1-1aed-4046-9bd0-7fe621b49255,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:33.309582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:33.310406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.311791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e6b868-0803-479f-a100-4d8ac585a24e None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:33.316156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:33.316854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.319645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.325852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2b57506e-1619-42f6-942d-e3cd692f6d1e tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:33.358429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:42:33.358899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:42:33.375320 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:42:33.408336 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5292435 Jun 11 11:42:33.418071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44076) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:33.431622 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.2024896 Jun 11 11:42:33.446628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-10f1a6be-df22-464d-b8e3-58736f01dbe6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'fixed_ips': [{'subnet_id': '576b87f1-1aed-4046-9bd0-7fe621b49255', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1095987818'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:33.581178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7580e-61a1-4019-b986-190902c3eee2 None None] DHCP port deletion for 0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:33.620594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2594bad6-992d-4d79-a6e4-6287ff79cab2 None None] Provisioning for port ba2d1538-f8ba-48ac-bf98-046421be31b2 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:33.649877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Deleting port d19f5999-8398-4242-9f14-159da6300e8b {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:33.654983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.657632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:42:33.685683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:42:33.686074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2adf6974-7544-4a9a-b29c-3a5ae6dd2796 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:42:33.687935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2594bad6-992d-4d79-a6e4-6287ff79cab2 None None] Provisioning complete for port ba2d1538-f8ba-48ac-bf98-046421be31b2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:33.688330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2594bad6-992d-4d79-a6e4-6287ff79cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.704087 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': '576b87f1-1aed-4046-9bd0-7fe621b49255'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:33.705496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:33.775840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2594bad6-992d-4d79-a6e4-6287ff79cab2 None None] Port ba2d1538-f8ba-48ac-bf98-046421be31b2 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:33.936666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/576b87f1-1aed-4046-9bd0-7fe621b49255/0f34a8ec-9c13-4474-a9bd-b7d96a093e82) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:33.962487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Network': ['ID=49942cc3-3345-4751-b3c2-012c293ae350,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:33.976247 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 49942cc3-3345-4751-b3c2-012c293ae350 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:42:34.097506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:34.145781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.150134 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-183a954d-d6ed-4fe8-851d-fee13bba6eca req-f181f9dd-7c5d-4aef-9e7e-7e2354725506 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 210 time: 0.2084186 Jun 11 11:42:34.258394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a365e9ae-3954-46ce-ab48-9d5c78551a49 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.283016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bb142-f3b0-47af-b558-d9436eb01c73 req-c554671c-45a7-493b-87b0-e9a91723fd12 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:34.291828 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b39bb142-f3b0-47af-b558-d9436eb01c73 req-c554671c-45a7-493b-87b0-e9a91723fd12 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 932 time: 1.3161941 Jun 11 11:42:34.330213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.342118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Transition to ACTIVE for port object 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:34.361299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Transition to ACTIVE for port object 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:34.368924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.372715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:34.444610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a365e9ae-3954-46ce-ab48-9d5c78551a49 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Calling delete_port for e953d534-ca3a-43ad-86a4-0b6e5c95e766 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:34.456578 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:34.464617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:34.478870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:34.484047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Pushing event updated for resources: {'Port': ['ID=0f34a8ec-9c13-4474-a9bd-b7d96a093e82,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:34.491712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:34.565433 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b39bb142-f3b0-47af-b558-d9436eb01c73 req-8620d411-b43b-450b-9528-45352bab66c5 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723491 Jun 11 11:42:34.596034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Attempting to bind port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:34.596539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Attempting to bind port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:34.601903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Attempting to bind port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:34.605385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.627646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:34.628028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:34.628998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.628998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:34.629523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Bound port: 0f34a8ec-9c13-4474-a9bd-b7d96a093e82, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:34.630445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.682170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9ab51323-5c76-46ea-b664-5046b402099b tempest-QuotasNegativeTest-490831936 tempest-QuotasNegativeTest-490831936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:34.690172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.692305 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 HTTP/1.1" status: 204 len: 168 time: 6.3830678 Jun 11 11:42:34.697964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44084) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:34.736223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.742887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d343c627-a2b2-4c5c-bd98-8dba753b5002 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:34.777810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=624a4195-f372-4ac6-b1ab-b5233567f357,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:34.815817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2d1538-f8ba-48ac-bf98-046421be31b2 {{(pid=99005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:42:34.835254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.846693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.847467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.848631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.849103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Calling delete_port for d19f5999-8398-4242-9f14-159da6300e8b owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:34.849469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.850074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.850700 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.851285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.851897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.852510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.853096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.853937 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.854516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.865947 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:34.877027 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6965a15-a25d-41e9-8137-d9d0ebff035b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:34.877491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6965a15-a25d-41e9-8137-d9d0ebff035b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:34.879340 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f6965a15-a25d-41e9-8137-d9d0ebff035b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/subnets/1654dada-3599-47cf-81d2-e8a11aa60681 HTTP/1.1" status: 404 len: 337 time: 0.1197233 Jun 11 11:42:34.889042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44086) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:34.899876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:34.940692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] For port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:34.944550 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Transition to ACTIVE for port object ba2d1538-f8ba-48ac-bf98-046421be31b2 will not be triggered until provisioned by entity L2. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:34.945215 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] For port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0f34a8ec-9c13-4474-a9bd-b7d96a093e82,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:34.949848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.950245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.950645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.951152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.951588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.952072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.952476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.952826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.953194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.953569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.954125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.954466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:34.955271 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.956803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a365e9ae-3954-46ce-ab48-9d5c78551a49 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.958512 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:34.963089 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ef87ee-def0-43e3-993b-6f854555faf3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:34.963742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ef87ee-def0-43e3-993b-6f854555faf3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:34.968015 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-78ef87ee-def0-43e3-993b-6f854555faf3 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/0b68dfc8-4af6-4b96-b7eb-ef7f134cbde0 HTTP/1.1" status: 404 len: 339 time: 0.0741765 Jun 11 11:42:34.972229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f363f4cd-e2c3-4ce1-9121-855bc5a11de3 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:34.972584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:34.978563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44088) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:35.014030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:35.026566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-1cd05849-c658-4875-bab4-89b584b35587 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:35.027472 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-1cd05849-c658-4875-bab4-89b584b35587 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.25 "GET /v2.0/networks?id=3072c694-f3c9-4ecc-83b5-3be429a16450 HTTP/1.1" status: 200 len: 812 time: 1.0869503 Jun 11 11:42:35.097132 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5939802-7fd6-4314-bddd-a4c09d7accd8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:35.097903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5939802-7fd6-4314-bddd-a4c09d7accd8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:35.099347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Pushing event updated for resources: {'Port': ['ID=0f34a8ec-9c13-4474-a9bd-b7d96a093e82,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:35.102120 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d5939802-7fd6-4314-bddd-a4c09d7accd8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/subnets/6dbf6de9-8ede-4694-85a4-b1e6f8b783ed HTTP/1.1" status: 404 len: 337 time: 0.1168654 Jun 11 11:42:35.106431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44090) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:35.128595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:35.142289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:35.145293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:35.153409 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/floatingips/c5a833ec-f9fa-45b4-a5fd-77df0038feda HTTP/1.1" status: 204 len: 168 time: 2.8453999 Jun 11 11:42:35.162680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44092) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:35.256121 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92fc6f4-904a-4179-8dbe-570c3a9a39a5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:35.257375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92fc6f4-904a-4179-8dbe-570c3a9a39a5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:35.260188 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e92fc6f4-904a-4179-8dbe-570c3a9a39a5 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/683d38ef-f7cf-4129-87e5-d68ae9160d10 HTTP/1.1" status: 404 len: 339 time: 0.1452951 Jun 11 11:42:35.264334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f1a6be-df22-464d-b8e3-58736f01dbe6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:35.276127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'd8c6461d-98e8-4595-a4a6-587ce711ca72'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:35.282869 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-ed33beac-7d0b-4d93-b346-c04aa1681cdd tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74ae6cd23526432e8d1c423d0133032f HTTP/1.1" status: 200 len: 379 time: 0.2440856 Jun 11 11:42:35.293372 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44096) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:35.365924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a365e9ae-3954-46ce-ab48-9d5c78551a49 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:35.370376 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a365e9ae-3954-46ce-ab48-9d5c78551a49 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "DELETE /v2.0/ports/e953d534-ca3a-43ad-86a4-0b6e5c95e766 HTTP/1.1" status: 204 len: 168 time: 2.7178459 Jun 11 11:42:35.372432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2d1538-f8ba-48ac-bf98-046421be31b2,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:35.374886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:35.388223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44098) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:35.654874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:35.729124 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-10f1a6be-df22-464d-b8e3-58736f01dbe6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:35.736577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Request body: {'port': {'device_id': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'admin_state_up': True, 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'security_groups': ['da7bb36e-caad-41f5-8cfe-bb7c39a0182e']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:35.748449 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd3b684-7f71-483b-9b20-9157d822360b tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] GET failed (client error): The resource could not be found. Jun 11 11:42:35.751006 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8fd3b684-7f71-483b-9b20-9157d822360b tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "GET /v2.0/ports/e953d534-ca3a-43ad-86a4-0b6e5c95e766 HTTP/1.1" status: 404 len: 333 time: 0.3204250 Jun 11 11:42:35.758223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:35.785606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44102) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:35.788168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7669b97c-d526-4ee3-886c-483ff01a0f8a tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:35.837636 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-49c806bd-c3d1-4ecc-bf83-88cdf1341ec7 req-a22d48cc-787b-498b-8208-0840b1ed5ba7 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 210 time: 0.0973196 Jun 11 11:42:35.869776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-10f1a6be-df22-464d-b8e3-58736f01dbe6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 120bbc73-3d31-4642-84d1-c527c95485b9 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:35.871300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365e9ae-3954-46ce-ab48-9d5c78551a49 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event deleted for resources: {'Port': ['ID=e953d534-ca3a-43ad-86a4-0b6e5c95e766,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:35.874205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a365e9ae-3954-46ce-ab48-9d5c78551a49 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:35.913092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.938s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:35.913493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:35.995465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Attempting to bind port ba2d1538-f8ba-48ac-bf98-046421be31b2 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:35.995828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Attempting to bind port ba2d1538-f8ba-48ac-bf98-046421be31b2 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:35.996149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Attempting to bind port ba2d1538-f8ba-48ac-bf98-046421be31b2 on network 3dec2ca3-aa3d-4f05-8608-63544b169594 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:36.039213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Port ba2d1538-f8ba-48ac-bf98-046421be31b2 on network 3dec2ca3-aa3d-4f05-8608-63544b169594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:42:36.039584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Attempting to bind port ba2d1538-f8ba-48ac-bf98-046421be31b2 on network 3dec2ca3-aa3d-4f05-8608-63544b169594 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:36.069718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Pushing event deleted for resources: {'Port': ['ID=d19f5999-8398-4242-9f14-159da6300e8b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:36.084676 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f1a6be-df22-464d-b8e3-58736f01dbe6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:42:36.085385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f1a6be-df22-464d-b8e3-58736f01dbe6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:36.092473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:36.092703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.101868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:36.102248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Checking segment: {'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:36.102644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Bound using segment: {'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:36.103106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Bound port: ba2d1538-f8ba-48ac-bf98-046421be31b2, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8c5c8b-f5c0-4531-9052-af37c026d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594'}}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:36.103476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.151346 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.187084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d9bfe5-f4e0-48de-91dc-886d740fc094']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:36.272565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3fc5e0-8640-4394-9af5-0bbdf6bde39c') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:36.272880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3fc5e0-8640-4394-9af5-0bbdf6bde39c') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:36.293264 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-10f1a6be-df22-464d-b8e3-58736f01dbe6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.8715680 Jun 11 11:42:36.295703 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44104) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:36.306064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.309973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.314842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.389650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.398234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.398773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Fanout notify agent at l3_agent the message router_deleted on router 86c2fdc2-0e11-4077-9e3e-015bc442e246 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:42:36.399227 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:42:36.400235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.408495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.413144 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/86c2fdc2-0e11-4077-9e3e-015bc442e246 HTTP/1.1" status: 204 len: 168 time: 4.9914634 Jun 11 11:42:36.414596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44106) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:36.421299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0d0220f8-2967-4fab-950b-3f57ab16db18 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-563084262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:36.437950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Made reservation on behalf of 74ae6cd23526432e8d1c423d0133032f for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:36.443214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.488187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0d0220f8-2967-4fab-950b-3f57ab16db18 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.490180 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0d0220f8-2967-4fab-950b-3f57ab16db18 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:42:36.513408 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:42:36.531321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f17f4-15bb-49f6-ae7d-bf6dc9e2a7ba req-35915a47-cf61-4d5b-b133-a6b742d15fd3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:36.539024 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dd1f17f4-15bb-49f6-ae7d-bf6dc9e2a7ba req-35915a47-cf61-4d5b-b133-a6b742d15fd3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 944 time: 0.7560062 Jun 11 11:42:36.540760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.579208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-43d47ef5-f9c5-4d9d-a364-095c27908089 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Deleting port 549604dc-356e-437a-b37a-ea95be711b8d {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:36.579570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43d47ef5-f9c5-4d9d-a364-095c27908089 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.608629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:36.620462 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.624567 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/d9d9bfe5-f4e0-48de-91dc-886d740fc094 HTTP/1.1" status: 204 len: 168 time: 1.3214622 Jun 11 11:42:36.631318 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44108) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:36.670389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=d9d9bfe5-f4e0-48de-91dc-886d740fc094,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:36.696498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44110) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:36.697589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0d0220f8-2967-4fab-950b-3f57ab16db18 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.704852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'subnet': {'network_id': '49942cc3-3345-4751-b3c2-012c293ae350', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:36.713468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-110fba62-8c76-4310-b4c2-5293ea92fe2d None None] Provisioning for port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:36.724600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:36.725602 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] For port ba2d1538-f8ba-48ac-bf98-046421be31b2, host hv-neutron-7864, cleared binding levels {{(pid=99005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:36.737330 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e666e46-6e58-4ce1-a74e-b8b001487a4b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:36.737891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e666e46-6e58-4ce1-a74e-b8b001487a4b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:36.739587 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5e666e46-6e58-4ce1-a74e-b8b001487a4b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/subnets/6d3e01be-c3d4-442b-8bcd-b8ed8791205e HTTP/1.1" status: 404 len: 337 time: 0.1048350 Jun 11 11:42:36.755596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0d0220f8-2967-4fab-950b-3f57ab16db18 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.759856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1702b2e-1977-4bcc-b3cb-b40e04bbd2a8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:36.761366 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a1702b2e-1977-4bcc-b3cb-b40e04bbd2a8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4647784 Jun 11 11:42:36.771631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44112) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:36.771969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44114) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:36.777120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] For port ba2d1538-f8ba-48ac-bf98-046421be31b2, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:36.789327 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dd1f17f4-15bb-49f6-ae7d-bf6dc9e2a7ba req-9237ed8a-090b-47c0-ab3b-1eab783a9e23 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494769 Jun 11 11:42:36.792051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.801238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f198776b-be49-42f7-92e5-4299e3d337c0 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:36.844267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43d47ef5-f9c5-4d9d-a364-095c27908089 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.854055 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ed6d96-e6bc-45a0-b71a-e62fc85034b9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:36.854556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ed6d96-e6bc-45a0-b71a-e62fc85034b9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:36.856264 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-30ed6d96-e6bc-45a0-b71a-e62fc85034b9 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/c1be2f26-31a7-4a9a-9da5-84db20ed73df HTTP/1.1" status: 404 len: 339 time: 0.0833704 Jun 11 11:42:36.865655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.873641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44116) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:36.880780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:36.881412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.882890 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] 10.222.0.25 "PUT /v2.0/ports/ba2d1538-f8ba-48ac-bf98-046421be31b2 HTTP/1.1" status: 200 len: 1094 time: 4.4042628 Jun 11 11:42:36.885973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:42:36.889133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f4c679-5346-4876-b74c-3266dbb3d5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:42:36.942131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0d0220f8-2967-4fab-950b-3f57ab16db18 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:36.945881 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0d0220f8-2967-4fab-950b-3f57ab16db18 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5302639 Jun 11 11:42:36.953570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44122) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:36.957839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'enable_snat': False}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:37.016675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-43d47ef5-f9c5-4d9d-a364-095c27908089 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Calling delete_port for 549604dc-356e-437a-b37a-ea95be711b8d owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:37.042604 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Allocated IP 172.20.0.9 (3072c694-f3c9-4ecc-83b5-3be429a16450/c220a6cf-448b-430d-9969-8a36f99f4566/57c8b3e5-7646-4625-8d95-1fc403795a41) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:37.092656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02da711-96ab-4de1-aaea-5533ed79db50 x-openstack-request-id: req-d02da711-96ab-4de1-aaea-5533ed79db50 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:42:37.093005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:42:37.093325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d02da711-96ab-4de1-aaea-5533ed79db50 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:42:37.093797 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'status': 'completed', 'code': 200} Jun 11 11:42:37.095390 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1075ff55-bc87-4b7f-9e7b-eff385e86148 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:37.095851 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1075ff55-bc87-4b7f-9e7b-eff385e86148 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:37.097627 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1075ff55-bc87-4b7f-9e7b-eff385e86148 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/subnets/5abd8235-88c1-4e8e-bc21-ae45a7d9e9d0 HTTP/1.1" status: 404 len: 337 time: 0.2235072 Jun 11 11:42:37.103226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44124) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:37.108899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17e2b9-faa2-465e-a3e1-cff06799a715 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:37.110803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17e2b9-faa2-465e-a3e1-cff06799a715 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:37.112066 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4c17e2b9-faa2-465e-a3e1-cff06799a715 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3315368 Jun 11 11:42:37.133072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44126) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:37.181171 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-83fe38a4-39dd-4627-a031-8e0b4f4a176b req-be5e0e8d-7275-41fc-bfed-ba4c9117bee8 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 210 time: 0.1355498 Jun 11 11:42:37.182498 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-084824ef-438a-4531-a8dc-6819eecb80d8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:37.182655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084824ef-438a-4531-a8dc-6819eecb80d8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:37.186934 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-084824ef-438a-4531-a8dc-6819eecb80d8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/a1f06ae6-e44a-4c1a-8f93-eed3304f0174 HTTP/1.1" status: 404 len: 339 time: 0.0711768 Jun 11 11:42:37.193606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44128) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:37.199288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2d1538-f8ba-48ac-bf98-046421be31b2,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:37.232310 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:37.296594 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5815845e-4bcd-499a-9408-5c3501d2c22a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:37.297307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5815845e-4bcd-499a-9408-5c3501d2c22a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:37.299542 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5815845e-4bcd-499a-9408-5c3501d2c22a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/subnets/9b02a5dc-dac4-45e5-b64e-072947d68769 HTTP/1.1" status: 404 len: 337 time: 0.1006391 Jun 11 11:42:37.302453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44130) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:37.316696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:37.319989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:37.372538 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-c455cbd4-4a00-40f5-859d-6f02c1df60ee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 576b87f1-1aed-4046-9bd0-7fe621b49255 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:42:37.385588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c455cbd4-4a00-40f5-859d-6f02c1df60ee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:37.386930 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee331f8-ed9a-44eb-84b6-49d6bf04bb0d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:37.388161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee331f8-ed9a-44eb-84b6-49d6bf04bb0d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:37.391916 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cee331f8-ed9a-44eb-84b6-49d6bf04bb0d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/43f77943-c6e2-4dc4-bb12-036a60ed35ba HTTP/1.1" status: 404 len: 339 time: 0.0859878 Jun 11 11:42:37.419468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44132) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:37.510959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:37.514077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-10ef3628-f7dc-4d61-9f55-aaa68aa570a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:37.515408 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-10ef3628-f7dc-4d61-9f55-aaa68aa570a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=61ea88c741c44370bd8d03aef7204231&device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 1097 time: 0.5671706 Jun 11 11:42:37.516302 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b12182f-7b37-4f7a-8b84-927cbb3a3398 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:37.516742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b12182f-7b37-4f7a-8b84-927cbb3a3398 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:37.521377 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0b12182f-7b37-4f7a-8b84-927cbb3a3398 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/subnets/93a32f2b-1f68-4764-a1ad-d1c02126cc81 HTTP/1.1" status: 404 len: 337 time: 0.0982008 Jun 11 11:42:37.533552 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44134) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:37.535698 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c455cbd4-4a00-40f5-859d-6f02c1df60ee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:37.538655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.26.6.247 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/28fb8930-e415-4d0d-9076-d08678987971) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:37.549654 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:37.620487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:37.624760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:37.625380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:37.720820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:37.762740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0f34a8ec-9c13-4474-a9bd-b7d96a093e82,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:37.767643 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:37.770305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:37.839147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=0f34a8ec-9c13-4474-a9bd-b7d96a093e82,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:37.850544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.851180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.851734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.853152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.853670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.854026 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.854380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.854764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.855114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.855539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.856017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.856362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:42:37.870733 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:38.034249 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-a4e88c7f-61aa-47e6-bcd3-1898d6397599 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2 HTTP/1.1" status: 200 len: 217 time: 0.5012991 Jun 11 11:42:38.035670 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c92c35-2f30-447a-a919-d283b01db7be tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:38.036273 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c92c35-2f30-447a-a919-d283b01db7be tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:38.037896 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-27c92c35-2f30-447a-a919-d283b01db7be tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/95206a81-d578-460e-9efe-fd1e968e0305 HTTP/1.1" status: 404 len: 339 time: 0.4970014 Jun 11 11:42:38.055701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44138) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:38.183788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43d47ef5-f9c5-4d9d-a364-095c27908089 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.195349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ffb3b2a0-4ea5-4a41-8049-d3c7c321d6f7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:38.198857 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2b8a04-4009-4e1e-addf-591c30899c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:38.199322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2b8a04-4009-4e1e-addf-591c30899c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:38.200964 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0b2b8a04-4009-4e1e-addf-591c30899c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/subnets/83b42d8b-e4e0-4f6f-a03f-80de2ca28a96 HTTP/1.1" status: 404 len: 337 time: 0.1432574 Jun 11 11:42:38.213445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44140) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:38.238006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.261372 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0837b977-a4ce-4e37-b4a9-306f200a60fa tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:38.262015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0837b977-a4ce-4e37-b4a9-306f200a60fa tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:38.266634 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0837b977-a4ce-4e37-b4a9-306f200a60fa tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/6d6d753e-dee3-48c2-9164-4b2164e0ee76 HTTP/1.1" status: 404 len: 339 time: 0.0493109 Jun 11 11:42:38.268566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44144) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:38.272184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d47ef5-f9c5-4d9d-a364-095c27908089 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event deleted for resources: {'Port': ['ID=549604dc-356e-437a-b37a-ea95be711b8d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:38.274662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-43d47ef5-f9c5-4d9d-a364-095c27908089 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:38.282270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Transition to ACTIVE for port object 57c8b3e5-7646-4625-8d95-1fc403795a41 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:38.284956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.312705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f6e3cc8c-27fa-464f-86ba-d1cbd4129a47 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:38.325860 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0c7860-ccef-4e0f-83ea-73694bdea285 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:38.326321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0c7860-ccef-4e0f-83ea-73694bdea285 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:38.330429 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-db0c7860-ccef-4e0f-83ea-73694bdea285 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/subnets/54a16102-f866-4d38-855e-0e4ed61e5a4a HTTP/1.1" status: 404 len: 337 time: 0.0585208 Jun 11 11:42:38.335542 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44146) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:38.374903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-fee1e6be-5e00-43b4-8e20-b3ed82e3f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:38.376368 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-fee1e6be-5e00-43b4-8e20-b3ed82e3f5fd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92f3fbd9-2fa5-4917-bed3-b44a131c831d HTTP/1.1" status: 200 len: 835 time: 0.3197954 Jun 11 11:42:38.408484 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cce0ff74-6760-49da-8f39-437c6389e812 req-316c4883-9e8e-4324-ac25-ce72de87ab97 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 210 time: 0.0892076 Jun 11 11:42:38.449898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c455cbd4-4a00-40f5-859d-6f02c1df60ee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.460602 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-10771146-a352-46d2-b424-820f2138df80 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:38.463382 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10771146-a352-46d2-b424-820f2138df80 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:38.468047 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-10771146-a352-46d2-b424-820f2138df80 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/da0462ce-f2a9-4c98-9b68-750bb3965b9c HTTP/1.1" status: 404 len: 339 time: 0.1222146 Jun 11 11:42:38.490233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44148) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:38.544962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Subnet': ['ID=692c7a47-5bd1-493b-8ee2-4c614cc4d22f,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:38.579702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:38.588690 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2cc245-4a85-4268-8865-2ce02a29ebd1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:38.588690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2cc245-4a85-4268-8865-2ce02a29ebd1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:38.591894 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5c2cc245-4a85-4268-8865-2ce02a29ebd1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/subnets/387dc1e5-453a-4399-b72e-4aa6308e3a83 HTTP/1.1" status: 404 len: 337 time: 0.0981677 Jun 11 11:42:38.595180 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4fd2-fe44-427b-b44a-124fe3bf7bf7 req-4988c89b-8ee5-41f2-bebf-6ccf4f7e4ece tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:38.596426 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-443e4fd2-fe44-427b-b44a-124fe3bf7bf7 req-4988c89b-8ee5-41f2-bebf-6ccf4f7e4ece tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 944 time: 0.5689943 Jun 11 11:42:38.598662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44150) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:38.599536 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.621189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43d47ef5-f9c5-4d9d-a364-095c27908089 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.623110 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-43d47ef5-f9c5-4d9d-a364-095c27908089 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "DELETE /v2.0/ports/549604dc-356e-437a-b37a-ea95be711b8d HTTP/1.1" status: 204 len: 168 time: 2.8299794 Jun 11 11:42:38.629878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44152) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:38.658210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.665518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-54938e78-1e61-4f97-bbbc-97f58925e547 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:38.676892 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-611a64b6-de56-4582-8f04-16e106248e74 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:38.677488 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611a64b6-de56-4582-8f04-16e106248e74 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:38.681494 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-611a64b6-de56-4582-8f04-16e106248e74 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/ec314654-0608-425a-b53c-540b305298fb HTTP/1.1" status: 404 len: 339 time: 0.0797958 Jun 11 11:42:38.681494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Checking segment: {'id': '1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '49942cc3-3345-4751-b3c2-012c293ae350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:38.681494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network hostable DHCP agents. Network: 49942cc3-3345-4751-b3c2-012c293ae350, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:42:38.687128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44154) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:38.747034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.749794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Network 3072c694-f3c9-4ecc-83b5-3be429a16450 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:38.759894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c455cbd4-4a00-40f5-859d-6f02c1df60ee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.762153 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4f310a-5140-4806-9a1b-f5d049b2adf7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:38.762638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4f310a-5140-4806-9a1b-f5d049b2adf7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:38.764323 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0d4f310a-5140-4806-9a1b-f5d049b2adf7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/subnets/507c4680-36dd-4805-9192-80de26491164 HTTP/1.1" status: 404 len: 337 time: 0.0715699 Jun 11 11:42:38.771898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f0239b94-83a1-4de0-a8b9-d29088b2ed88 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:38.779551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44156) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:38.783423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:38.788022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.790522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:38.792727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network 49942cc3-3345-4751-b3c2-012c293ae350 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:42:38.794809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Pushing event updated for resources: {'Port': ['ID=57c8b3e5-7646-4625-8d95-1fc403795a41,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:38.800446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:38.807273 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-443e4fd2-fe44-427b-b44a-124fe3bf7bf7 req-bc4cd44d-fde1-4657-ba56-6966152837d5 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943393 Jun 11 11:42:38.842924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e398a097-9dab-4d50-9501-5b83568015be tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Deleting subnet 7cf73531-9ab1-4fc9-a219-9f1d01c104e5 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:42:38.862033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c455cbd4-4a00-40f5-859d-6f02c1df60ee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.863988 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c455cbd4-4a00-40f5-859d-6f02c1df60ee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/576b87f1-1aed-4046-9bd0-7fe621b49255 HTTP/1.1" status: 204 len: 168 time: 1.7242615 Jun 11 11:42:38.866620 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e398a097-9dab-4d50-9501-5b83568015be tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.870231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455cbd4-4a00-40f5-859d-6f02c1df60ee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=576b87f1-1aed-4046-9bd0-7fe621b49255,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:38.872999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c455cbd4-4a00-40f5-859d-6f02c1df60ee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:38.876840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9087d2-5715-4d00-80b5-9690f4bbd821 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:38.880160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44158) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:38.896497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 49942cc3-3345-4751-b3c2-012c293ae350) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:38.901292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:38.901914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.905086 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c52411-7c45-412a-b3b1-8f52ff84c11e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:38.905732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c52411-7c45-412a-b3b1-8f52ff84c11e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:38.910040 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-15c52411-7c45-412a-b3b1-8f52ff84c11e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/0764f11b-9451-4982-b83f-738a7d8e620b HTTP/1.1" status: 404 len: 339 time: 0.1251957 Jun 11 11:42:38.910228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44160) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:38.912224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-9a1d0a4c-bc62-4ef1-aed2-73f2759dd535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:38.913720 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-9a1d0a4c-bc62-4ef1-aed2-73f2759dd535 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3dec2ca3-aa3d-4f05-8608-63544b169594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5045946 Jun 11 11:42:38.920449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5c7119-0a1d-4166-b010-51e268f6d8fa None None] Network 49942cc3-3345-4751-b3c2-012c293ae350 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:38.966255 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.971889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-426f95a3-c996-4fe7-8705-e8fd9708e4fb tempest-FloatingIPAdminTestJSON-970522624 tempest-FloatingIPAdminTestJSON-970522624-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:38.979162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e398a097-9dab-4d50-9501-5b83568015be tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:38.990988 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ef58e637-d62f-4a48-8d25-23f32a4f3f89 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015739 Jun 11 11:42:39.021679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44162) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:39.030669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:39.040059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:39.040700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.050448 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3503134 Jun 11 11:42:39.081026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44164) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:39.094423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=28fb8930-e415-4d0d-9076-d08678987971,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:39.107035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:39.111836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:39.119499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-592895164'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:39.162029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8d6caae8-0065-4dc2-8ff6-816184f72042 None None] Provisioning for port 57c8b3e5-7646-4625-8d95-1fc403795a41 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:39.163591 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4314375 Jun 11 11:42:39.169522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:39.177259 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8d6caae8-0065-4dc2-8ff6-816184f72042 None None] Provisioning complete for port 57c8b3e5-7646-4625-8d95-1fc403795a41 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:39.177651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d6caae8-0065-4dc2-8ff6-816184f72042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.180438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:39.225730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aff8abf-4dd5-4316-9376-5007bd34e716 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Deleting subnet b3533482-dda8-461b-a116-62d7fecc4abb {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:42:39.232788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Request body: {'port': {'device_id': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:39.240678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2aff8abf-4dd5-4316-9376-5007bd34e716 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.272655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8d6caae8-0065-4dc2-8ff6-816184f72042 None None] Port 57c8b3e5-7646-4625-8d95-1fc403795a41 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:39.299152 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-d19b7c73-4f62-456d-9789-8d0c2a888ae2 service neutron] 10.222.0.25 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774774 Jun 11 11:42:39.318618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Allocated IP 172.26.6.42 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/fd9a8518-bb8d-4cbe-8ee5-c8a447eb0a2d) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:39.322193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-49942cc3-3345-4751-b3c2-012c293ae350', 'network_id': '49942cc3-3345-4751-b3c2-012c293ae350', 'tenant_id': '8522915a61c94ed4988760bd638a4d41', 'fixed_ips': [{'subnet_id': '692c7a47-5bd1-493b-8ee2-4c614cc4d22f'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:39.323515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.342215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:39.345655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.389567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2aff8abf-4dd5-4316-9376-5007bd34e716 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.435826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e398a097-9dab-4d50-9501-5b83568015be tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.460352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:39.463902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.520858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Allocated IP 2001:db8:0:ffff::2 (49942cc3-3345-4751-b3c2-012c293ae350/692c7a47-5bd1-493b-8ee2-4c614cc4d22f/828b8a28-4586-40d2-abff-373dae475b14) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:39.530956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edad691-3268-4c0a-a1ea-6aa5811a61c6 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:39.574374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:42:39.597291 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:42:39.716709 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02ee9d65-e3cf-4153-a1c7-38f8eb2e8dc9 req-38ca24fe-9ee2-4d91-87b1-a48298673113 service neutron] 10.222.0.25 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864982 Jun 11 11:42:39.731906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.733938 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:42:39.795253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2edad691-3268-4c0a-a1ea-6aa5811a61c6 None None] Deleting port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:39.795793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2edad691-3268-4c0a-a1ea-6aa5811a61c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.820203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.822367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.822742 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Added segment 30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b of type vlan for network 2d7da300-391d-4635-a383-e1e508ab47c3 Jun 11 11:42:39.861084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.961745 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.965466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2edad691-3268-4c0a-a1ea-6aa5811a61c6 None None] For port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0f34a8ec-9c13-4474-a9bd-b7d96a093e82,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:39.966105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2edad691-3268-4c0a-a1ea-6aa5811a61c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.990084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:39.996300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Transition to ACTIVE for port object 828b8a28-4586-40d2-abff-373dae475b14 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:39.998863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0f34a8ec-9c13-4474-a9bd-b7d96a093e82,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:40.023177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.027355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2aff8abf-4dd5-4316-9376-5007bd34e716 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.081147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2edad691-3268-4c0a-a1ea-6aa5811a61c6 None None] Calling delete_port for 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:40.089725 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.096520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:40.099613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc5085-1d80-4c11-a779-b7d8b85eda3d req-4d20cb82-e95a-4ac9-9e45-d6bf9a966462 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:40.101115 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d9dc5085-1d80-4c11-a779-b7d8b85eda3d req-4d20cb82-e95a-4ac9-9e45-d6bf9a966462 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 931 time: 0.4424798 Jun 11 11:42:40.129051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Transition to ACTIVE for port object 828b8a28-4586-40d2-abff-373dae475b14 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:40.180564 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e398a097-9dab-4d50-9501-5b83568015be tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.190054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6b81f1c5-56c2-4dbc-a591-acba4ea50802 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:40.245925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398a097-9dab-4d50-9501-5b83568015be tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf73531-9ab1-4fc9-a219-9f1d01c104e5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:40.251000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e398a097-9dab-4d50-9501-5b83568015be tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.252901 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e398a097-9dab-4d50-9501-5b83568015be tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "DELETE /v2.0/subnets/7cf73531-9ab1-4fc9-a219-9f1d01c104e5 HTTP/1.1" status: 204 len: 168 time: 1.6182706 Jun 11 11:42:40.260019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e398a097-9dab-4d50-9501-5b83568015be tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:40.261271 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.263029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44170) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:40.313416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.330179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-89000971-ad46-4c45-9f2c-ae1be1acfc68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:40.332961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.338739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:40.339449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.390251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4340420e-1853-4415-b02f-5b72a5575acc None None] Network 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:40.393456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.421853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4c679-5346-4876-b74c-3266dbb3d5c4 req-99e8a5f0-75db-480c-931c-96231de05982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:40.423010 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-64f4c679-5346-4876-b74c-3266dbb3d5c4 req-99e8a5f0-75db-480c-931c-96231de05982 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=61ea88c741c44370bd8d03aef7204231&device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 1097 time: 0.3749905 Jun 11 11:42:40.432430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.449428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=0f34a8ec-9c13-4474-a9bd-b7d96a093e82,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:40.458820 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29169f-0d5c-450a-bbe5-e258d0e2d45f req-b9ec4ec2-c8d0-4f28-b53c-9460f2b89cbe tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:40.463211 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3d29169f-0d5c-450a-bbe5-e258d0e2d45f req-b9ec4ec2-c8d0-4f28-b53c-9460f2b89cbe tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 944 time: 0.4113226 Jun 11 11:42:40.464295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:40.464935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-389318c0-f489-4458-85c2-114138e5528f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:40.470814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:40.478902 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d9dc5085-1d80-4c11-a779-b7d8b85eda3d req-e64ed340-a820-4437-bb30-abf859e1e055 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606825 Jun 11 11:42:40.493345 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4059148 Jun 11 11:42:40.494437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2aff8abf-4dd5-4316-9376-5007bd34e716 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.506322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44172) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:40.512340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Network 49942cc3-3345-4751-b3c2-012c293ae350 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:40.521682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:40.528500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'subnet': {'network_id': '2d7da300-391d-4635-a383-e1e508ab47c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:40.543192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:40.546462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:40.574864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:40.594714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2edad691-3268-4c0a-a1ea-6aa5811a61c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.648758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Pushing event updated for resources: {'Port': ['ID=fd9a8518-bb8d-4cbe-8ee5-c8a447eb0a2d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:40.651745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:40.655102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Pushing event updated for resources: {'Port': ['ID=828b8a28-4586-40d2-abff-373dae475b14,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:40.659992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:40.661751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a8ea24fe-6055-420c-b09d-806360eac896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:40.667813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:40.673830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2aff8abf-4dd5-4316-9376-5007bd34e716 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.678849 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2aff8abf-4dd5-4316-9376-5007bd34e716 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/subnets/b3533482-dda8-461b-a116-62d7fecc4abb HTTP/1.1" status: 204 len: 168 time: 1.7563691 Jun 11 11:42:40.683725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44174) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:40.726496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edad691-3268-4c0a-a1ea-6aa5811a61c6 None None] No DVR routers for this DVR port 0f34a8ec-9c13-4474-a9bd-b7d96a093e82 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:40.732922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.733153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b68d7ea-b9de-4d9d-bf3b-78bd3cd43f92 None None] Network 74725c78-42f9-4dcd-a236-7a86cc0ad381 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:40.739039 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad691-3268-4c0a-a1ea-6aa5811a61c6 None None] Pushing event deleted for resources: {'Port': ['ID=0f34a8ec-9c13-4474-a9bd-b7d96a093e82,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:40.773052 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2edad691-3268-4c0a-a1ea-6aa5811a61c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:40.787672 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Attempting to bind port 828b8a28-4586-40d2-abff-373dae475b14 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:40.787672 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Attempting to bind port 828b8a28-4586-40d2-abff-373dae475b14 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '49942cc3-3345-4751-b3c2-012c293ae350'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:40.788153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Attempting to bind port 828b8a28-4586-40d2-abff-373dae475b14 on network 49942cc3-3345-4751-b3c2-012c293ae350 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:40.802522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:40.802975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Checking segment: {'id': '1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '49942cc3-3345-4751-b3c2-012c293ae350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:40.803355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.803769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Bound using segment: {'id': '1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '49942cc3-3345-4751-b3c2-012c293ae350'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:40.804281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Bound port: 828b8a28-4586-40d2-abff-373dae475b14, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '49942cc3-3345-4751-b3c2-012c293ae350'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:40.804674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:40.963113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Network': ['ID=2d7da300-391d-4635-a383-e1e508ab47c3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:40.965939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:40.970968 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:40.987142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 2d7da300-391d-4635-a383-e1e508ab47c3 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:42:41.027524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] For port 828b8a28-4586-40d2-abff-373dae475b14, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:41.091694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772729c3-6a31-42f0-b171-82b256788aa9 None None] DHCP port deletion for 0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:41.107075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] For port 828b8a28-4586-40d2-abff-373dae475b14, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=828b8a28-4586-40d2-abff-373dae475b14,segment=NetworkSegment(1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa),segment_id=1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:41.116585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.121930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-89dd7ab4-6d4c-4b65-88e1-bcf29c5c6efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:41.245323 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3d29169f-0d5c-450a-bbe5-e258d0e2d45f req-36a49481-93b0-489a-b051-16ebd5b7b35e tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7507226 Jun 11 11:42:41.249001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Pushing event updated for resources: {'Port': ['ID=828b8a28-4586-40d2-abff-373dae475b14,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:41.254638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:41.264200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-772729c3-6a31-42f0-b171-82b256788aa9 None None] Deleting port ecc5debe-8b96-4972-b584-1f697f6adcb8 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:41.264998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-772729c3-6a31-42f0-b171-82b256788aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.314558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a2717-1391-468f-8688-e26561bcfb58 None None] DHCP port deletion for 74725c78-42f9-4dcd-a236-7a86cc0ad381 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:41.329667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4c679-5346-4876-b74c-3266dbb3d5c4 req-70115e90-5ecc-4998-bfc0-bec6ccd6ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:41.331353 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-64f4c679-5346-4876-b74c-3266dbb3d5c4 req-70115e90-5ecc-4998-bfc0-bec6ccd6ca76 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3dec2ca3-aa3d-4f05-8608-63544b169594 HTTP/1.1" status: 200 len: 899 time: 0.8943567 Jun 11 11:42:41.347001 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Deleting port ecc5debe-8b96-4972-b584-1f697f6adcb8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:41.347797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.387944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0d43acee-ee3c-4bb4-8959-48dc531f5f92 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.845s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:41.405995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:41.410012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.414245 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-64f4c679-5346-4876-b74c-3266dbb3d5c4 req-844d4b42-54e9-4d50-8190-7a12a7014e3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2 HTTP/1.1" status: 200 len: 217 time: 0.0690436 Jun 11 11:42:41.418409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.418724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-772729c3-6a31-42f0-b171-82b256788aa9 None None] For port ecc5debe-8b96-4972-b584-1f697f6adcb8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ecc5debe-8b96-4972-b584-1f697f6adcb8,segment=NetworkSegment(426c799e-3926-4bd0-af0f-451acd44c2dd),segment_id=426c799e-3926-4bd0-af0f-451acd44c2dd)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:41.419007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-772729c3-6a31-42f0-b171-82b256788aa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.431284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:41.434230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:41.434739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.477054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff8abf-4dd5-4316-9376-5007bd34e716 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Subnet': ['ID=b3533482-dda8-461b-a116-62d7fecc4abb,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:41.485688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.492628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d442b-3a3b-4e7f-901a-e8f1e265ae0e None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:41.516778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.543371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-72a943c9-3b17-4053-bc1f-1dc9e3567844 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:41.578846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-772729c3-6a31-42f0-b171-82b256788aa9 None None] Calling delete_port for ecc5debe-8b96-4972-b584-1f697f6adcb8 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:41.618104 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5949345 Jun 11 11:42:41.623282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44178) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:41.630693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:42:41.674331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-391d56e0-807f-4e0f-bbe8-a1fcf2fe3172 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1681647984', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:41.726793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=0aba7552-c8c6-4acf-baef-3b0b86ed9b63,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:41.729560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:41.731790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c8b3e5-7646-4625-8d95-1fc403795a41 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:42:41.761031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.005s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:41.761454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:41.773010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.802774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=28fb8930-e415-4d0d-9076-d08678987971,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:41.805920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4c679-5346-4876-b74c-3266dbb3d5c4 req-1136a4a5-5d4f-4e85-b0c2-2f51d20dff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:41.807462 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-64f4c679-5346-4876-b74c-3266dbb3d5c4 req-1136a4a5-5d4f-4e85-b0c2-2f51d20dff06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92f3fbd9-2fa5-4917-bed3-b44a131c831d HTTP/1.1" status: 200 len: 835 time: 0.3862662 Jun 11 11:42:41.812015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:41.815556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] For port ecc5debe-8b96-4972-b584-1f697f6adcb8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ecc5debe-8b96-4972-b584-1f697f6adcb8,segment=NetworkSegment(426c799e-3926-4bd0-af0f-451acd44c2dd),segment_id=426c799e-3926-4bd0-af0f-451acd44c2dd)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:41.815921 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.875180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a2717-1391-468f-8688-e26561bcfb58 None None] Deleting port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:41.875568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d2a2717-1391-468f-8688-e26561bcfb58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.920126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-391d56e0-807f-4e0f-bbe8-a1fcf2fe3172 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.921139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-391d56e0-807f-4e0f-bbe8-a1fcf2fe3172 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.950753 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Transition to ACTIVE for port object 57c8b3e5-7646-4625-8d95-1fc403795a41 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:41.955890 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Calling delete_port for ecc5debe-8b96-4972-b584-1f697f6adcb8 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:41.960691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.974914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:41.981014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:42.101536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-391d56e0-807f-4e0f-bbe8-a1fcf2fe3172 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.169276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-391d56e0-807f-4e0f-bbe8-a1fcf2fe3172 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.183472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Pushing event updated for resources: {'Port': ['ID=57c8b3e5-7646-4625-8d95-1fc403795a41,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:42.186257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:42.188192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Deleting port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:42.188192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.196964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.291315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8d2a2717-1391-468f-8688-e26561bcfb58 None None] For port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2,segment=NetworkSegment(191ed112-4a23-43ef-a5fb-80dd60f6a76b),segment_id=191ed112-4a23-43ef-a5fb-80dd60f6a76b)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:42.291914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d2a2717-1391-468f-8688-e26561bcfb58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.310486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4fd9-f152-4441-bbd6-3df1ad2f07c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.331647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-391d56e0-807f-4e0f-bbe8-a1fcf2fe3172 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.333406 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-391d56e0-807f-4e0f-bbe8-a1fcf2fe3172 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6664093 Jun 11 11:42:42.344513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a83762-9f2c-4779-8334-61e3507e7bcc req-52b7acf6-e132-4855-8fca-69ff332b57b1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:42.346089 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-56a83762-9f2c-4779-8334-61e3507e7bcc req-52b7acf6-e132-4855-8fca-69ff332b57b1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 931 time: 0.5787213 Jun 11 11:42:42.349824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44182) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:42.379181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4c679-5346-4876-b74c-3266dbb3d5c4 req-e6b3ad11-b547-4dcc-9d10-65d66431096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:42.380940 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-64f4c679-5346-4876-b74c-3266dbb3d5c4 req-e6b3ad11-b547-4dcc-9d10-65d66431096a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3dec2ca3-aa3d-4f05-8608-63544b169594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5617704 Jun 11 11:42:42.466268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a2717-1391-468f-8688-e26561bcfb58 None None] Calling delete_port for ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:42.499296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.547482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': '0aba7552-c8c6-4acf-baef-3b0b86ed9b63'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:42.548324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.560717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] For port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2,segment=NetworkSegment(191ed112-4a23-43ef-a5fb-80dd60f6a76b),segment_id=191ed112-4a23-43ef-a5fb-80dd60f6a76b)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:42.561301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.563841 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-772729c3-6a31-42f0-b171-82b256788aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.674576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8ebd26b6-3ad4-43ab-acd4-9f10efa278ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:42.689912 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP 82dad62b-ee71-43c0-bc39-c7e12f1404c3 associated. External IP: 172.26.6.247, port: d8c6461d-98e8-4595-a4a6-587ce711ca72. Jun 11 11:42:42.715112 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772729c3-6a31-42f0-b171-82b256788aa9 None None] Pushing event deleted for resources: {'Port': ['ID=ecc5debe-8b96-4972-b584-1f697f6adcb8,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:42.716926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Calling delete_port for ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:42.717126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device ba2d1538-f8ba-48ac-bf98-046421be31b2 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:42:42.729407 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-56a83762-9f2c-4779-8334-61e3507e7bcc req-d681ee34-5f25-4f19-b15a-2ce9df0c06ab tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660100 Jun 11 11:42:42.753955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772729c3-6a31-42f0-b171-82b256788aa9 None None] No DVR routers for this DVR port ecc5debe-8b96-4972-b584-1f697f6adcb8 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:42.756409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-772729c3-6a31-42f0-b171-82b256788aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:42.797412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7a214-77da-4497-b816-db6439adeecf None None] Network 49942cc3-3345-4751-b3c2-012c293ae350 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:42.834172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d2a2717-1391-468f-8688-e26561bcfb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.854091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Attempting to bind port 57c8b3e5-7646-4625-8d95-1fc403795a41 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:42.854446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Attempting to bind port 57c8b3e5-7646-4625-8d95-1fc403795a41 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:42.854805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Attempting to bind port 57c8b3e5-7646-4625-8d95-1fc403795a41 on network 3072c694-f3c9-4ecc-83b5-3be429a16450 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:42.872566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.886103 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2fe86f41-52f7-433c-9ff7-a4918586c458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:42.896191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.resource_extend [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:42:42.914056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Port 57c8b3e5-7646-4625-8d95-1fc403795a41 on network 3072c694-f3c9-4ecc-83b5-3be429a16450 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:42:42.914388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Attempting to bind port 57c8b3e5-7646-4625-8d95-1fc403795a41 on network 3072c694-f3c9-4ecc-83b5-3be429a16450 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:42.924962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a990425c-69b4-450b-ad9d-32609e5b6125 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:42.932850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:42.933200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Checking segment: {'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:42.933596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Bound using segment: {'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:42.934044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Bound port: 57c8b3e5-7646-4625-8d95-1fc403795a41, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d55afd-991f-425e-ac37-e192f58d33c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:42.934408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:42.984659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a2717-1391-468f-8688-e26561bcfb58 None None] Pushing event deleted for resources: {'Port': ['ID=ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:42.987081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a2717-1391-468f-8688-e26561bcfb58 None None] No DVR routers for this DVR port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:43.032298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ecc5debe-8b96-4972-b584-1f697f6adcb8 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:42:43.035706 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8d2a2717-1391-468f-8688-e26561bcfb58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:43.036103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] No DVR routers for this DVR port ecc5debe-8b96-4972-b584-1f697f6adcb8 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:43.040721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event deleted for resources: {'Port': ['ID=ecc5debe-8b96-4972-b584-1f697f6adcb8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:43.052892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:43.055288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.064695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.072297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.080958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:43.123279 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: ecc5debe-8b96-4972-b584-1f697f6adcb8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:42:43.123700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ecc5debe-8b96-4972-b584-1f697f6adcb8 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:42:43.186705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Port': ['ID=ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:43.195263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] No DVR routers for this DVR port ff657e3b-08d9-4e0e-bbcb-7bbcd83d29b2 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:43.225531 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port ba2d1538-f8ba-48ac-bf98-046421be31b2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:43.238469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:43.239655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] For port 57c8b3e5-7646-4625-8d95-1fc403795a41, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:43.261254 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-64f4c679-5346-4876-b74c-3266dbb3d5c4 req-2fbf9bda-044e-4fa3-b7f5-3ee4dc0a3a1c service neutron] 10.222.0.25 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7768202 Jun 11 11:42:43.264007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-79115993-19e7-487c-8f5a-53d609c62fbb None None] Provisioning for port 828b8a28-4586-40d2-abff-373dae475b14 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:43.278822 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/0aba7552-c8c6-4acf-baef-3b0b86ed9b63/a180e7da-020b-4773-a205-153a8feb80a3) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:43.281084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'port_id': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'mac_address': 'fa:16:3e:e4:72:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:42:43.292115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] For port 57c8b3e5-7646-4625-8d95-1fc403795a41, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=57c8b3e5-7646-4625-8d95-1fc403795a41,segment=NetworkSegment(e6d55afd-991f-425e-ac37-e192f58d33c0),segment_id=e6d55afd-991f-425e-ac37-e192f58d33c0)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:43.302441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.318961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8ab95284-79ad-4544-b95f-faf6fdb6e397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:43.350158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe871e-f231-40f8-aee9-a3db734dcf4c req-e7648d9f-d3fc-4416-a854-8475e23ccf13 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:43.351652 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6dbe871e-f231-40f8-aee9-a3db734dcf4c req-e7648d9f-d3fc-4416-a854-8475e23ccf13 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 944 time: 0.8760705 Jun 11 11:42:43.396446 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.442117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.443685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.447225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:43.447840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.449234 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] 10.222.0.25 "PUT /v2.0/ports/57c8b3e5-7646-4625-8d95-1fc403795a41 HTTP/1.1" status: 200 len: 1093 time: 4.2387273 Jun 11 11:42:43.451552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'tag': '57c8b3e5-7646-4625-8d95-1fc403795a41'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:42:43.461234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ef73fd-9692-457a-90f8-e01274c3b8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c715d323-e034-4a24-abf3-c11fab744dc7", "tag": "57c8b3e5-7646-4625-8d95-1fc403795a41"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:42:43.474697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2d1538-f8ba-48ac-bf98-046421be31b2 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:42:43.494416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74725c78-42f9-4dcd-a236-7a86cc0ad381']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:43.526923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Pushing event updated for resources: {'Port': ['ID=57c8b3e5-7646-4625-8d95-1fc403795a41,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:43.553302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:43.563983 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.objects.ports [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99005) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:42:43.579059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191ed112-4a23-43ef-a5fb-80dd60f6a76b') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:43.579610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191ed112-4a23-43ef-a5fb-80dd60f6a76b') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:43.582929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48dcfe7-fa88-4aa9-abce-6ea38d673a47 x-openstack-request-id: req-f48dcfe7-fa88-4aa9-abce-6ea38d673a47 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:42:43.583261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c715d323-e034-4a24-abf3-c11fab744dc7", "tag": "57c8b3e5-7646-4625-8d95-1fc403795a41", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:42:43.583556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f48dcfe7-fa88-4aa9-abce-6ea38d673a47 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:42:43.584045 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'tag': '57c8b3e5-7646-4625-8d95-1fc403795a41', 'status': 'completed', 'code': 200} Jun 11 11:42:43.625214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.632178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.642817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Transition to ACTIVE for port object a180e7da-020b-4773-a205-153a8feb80a3 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:43.643191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.650619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:42:43.651063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.663862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Transition to ACTIVE for port object a180e7da-020b-4773-a205-153a8feb80a3 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:42:43.689191 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:42:43.692988 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 828b8a28-4586-40d2-abff-373dae475b14 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:43.696853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.728082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:43.737132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port ba2d1538-f8ba-48ac-bf98-046421be31b2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:43.780463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.784208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Router 7b81e162-bc15-461b-9492-79c13f913314 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:42:43.788914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:43.790073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.800085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:43.802624 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] 10.222.0.46 "DELETE /v2.0/networks/74725c78-42f9-4dcd-a236-7a86cc0ad381 HTTP/1.1" status: 204 len: 168 time: 3.1086917 Jun 11 11:42:43.824403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Pushing event deleted for resources: {'Network': ['ID=74725c78-42f9-4dcd-a236-7a86cc0ad381,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:43.827040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:43.832301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:43.838777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:43.854120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:43.860363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Pushing event updated for resources: {'Port': ['ID=a180e7da-020b-4773-a205-153a8feb80a3,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:43.871420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:43.877132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b3fe7f62-af94-4dc8-bc99-001a16d75924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:44.073612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Attempting to bind port a180e7da-020b-4773-a205-153a8feb80a3 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:44.074013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Attempting to bind port a180e7da-020b-4773-a205-153a8feb80a3 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:44.074397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Attempting to bind port a180e7da-020b-4773-a205-153a8feb80a3 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:44.084842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 828b8a28-4586-40d2-abff-373dae475b14 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:44.102291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:44.102764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:44.103116 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.103653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:44.104015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Bound port: a180e7da-020b-4773-a205-153a8feb80a3, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:44.104406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.121913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 828b8a28-4586-40d2-abff-373dae475b14 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:44.122311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.135768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb4a017-36a6-4d50-8f0e-1ca10c72aa80']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:44.160815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=ba2d1538-f8ba-48ac-bf98-046421be31b2,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:44.170506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['ba2d1538-f8ba-48ac-bf98-046421be31b2'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:42:44.192186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.207387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-06b2a979-2e5f-4957-b65e-7dc2a630b3dc tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:44.216649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:44.267621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44194) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:44.271478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426c799e-3926-4bd0-af0f-451acd44c2dd') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:44.271848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426c799e-3926-4bd0-af0f-451acd44c2dd') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:44.359529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.445702 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6dbe871e-f231-40f8-aee9-a3db734dcf4c req-86c44fb9-c69b-4d66-9dc5-4f8fcc0b05ec tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9512520 Jun 11 11:42:44.450468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.468766 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.475481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:44.480689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-e620ccde-a8f3-4051-9950-d07effbc224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:44.481534 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-e620ccde-a8f3-4051-9950-d07effbc224d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ae6cd23526432e8d1c423d0133032f&device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 1096 time: 0.9798553 Jun 11 11:42:44.485046 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650028e4-7a94-4031-9b51-ad497cd16f63 None None] Sync routers for ids ['7b81e162-bc15-461b-9492-79c13f913314'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:44.485501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.486296 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "PUT /v2.0/routers/7b81e162-bc15-461b-9492-79c13f913314 HTTP/1.1" status: 200 len: 918 time: 7.5319366 Jun 11 11:42:44.488964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44198) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:44.501015 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650028e4-7a94-4031-9b51-ad497cd16f63 None None] Routers {'7b81e162-bc15-461b-9492-79c13f913314'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:44.501366 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-650028e4-7a94-4031-9b51-ad497cd16f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['7b81e162-bc15-461b-9492-79c13f913314'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:44.534997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:42:44.535520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.537043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bc59c4f3-dbef-4183-919c-b309b2481055 None None] Provisioning complete for port 828b8a28-4586-40d2-abff-373dae475b14 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:44.537744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bc59c4f3-dbef-4183-919c-b309b2481055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.539116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Subnet': ['ID=4b86215f-921d-4156-8491-30cce386c616,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:42:44.541369 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:42:44.580498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] For port a180e7da-020b-4773-a205-153a8feb80a3, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:44.583972 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-650028e4-7a94-4031-9b51-ad497cd16f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:44.593636 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650028e4-7a94-4031-9b51-ad497cd16f63 None None] Routers {'7b81e162-bc15-461b-9492-79c13f913314'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:44.594497 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-650028e4-7a94-4031-9b51-ad497cd16f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['7b81e162-bc15-461b-9492-79c13f913314'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:44.642625 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-650028e4-7a94-4031-9b51-ad497cd16f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:44.643377 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650028e4-7a94-4031-9b51-ad497cd16f63 None None] The sync data for ids ['7b81e162-bc15-461b-9492-79c13f913314'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:44.673238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:44.690120 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-64f4c679-5346-4876-b74c-3266dbb3d5c4 req-f3954d0a-c51f-4e63-9a07-7d13ae2139aa service neutron] 10.222.0.25 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4051237 Jun 11 11:42:44.692949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.718251 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-1d986047-a675-4b52-b938-ad344f3f2e6f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c8b3e5-7646-4625-8d95-1fc403795a41 HTTP/1.1" status: 200 len: 217 time: 0.2143452 Jun 11 11:42:44.729120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Checking segment: {'id': '30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '2d7da300-391d-4635-a383-e1e508ab47c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:44.729618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network hostable DHCP agents. Network: 2d7da300-391d-4635-a383-e1e508ab47c3, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:42:44.736585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:42:44.763798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] For port a180e7da-020b-4773-a205-153a8feb80a3, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a180e7da-020b-4773-a205-153a8feb80a3,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:44.790938 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f1308-e341-457e-86b8-d3386e345ad2 req-14a2a2bd-aef1-40ad-9914-18ad618723fb tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:44.791184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.795123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f5f1308-e341-457e-86b8-d3386e345ad2 req-14a2a2bd-aef1-40ad-9914-18ad618723fb tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 943 time: 0.3175240 Jun 11 11:42:44.799992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.812561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.820363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:44.867608 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-cfac0f73-1506-4eb9-9990-abd16ecf863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:44.868124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:44.868615 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-cfac0f73-1506-4eb9-9990-abd16ecf863e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c220a6cf-448b-430d-9969-8a36f99f4566 HTTP/1.1" status: 200 len: 851 time: 0.1395762 Jun 11 11:42:44.871627 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.872985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 828b8a28-4586-40d2-abff-373dae475b14, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=828b8a28-4586-40d2-abff-373dae475b14,segment=NetworkSegment(1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa),segment_id=1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:44.873439 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] 10.222.0.46 "DELETE /v2.0/networks/0fb4a017-36a6-4d50-8f0e-1ca10c72aa80 HTTP/1.1" status: 204 len: 168 time: 4.6085749 Jun 11 11:42:44.887631 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f5f1308-e341-457e-86b8-d3386e345ad2 req-7b478142-327c-4a31-a906-ad5ca7db38b8 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780537 Jun 11 11:42:44.890004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bc59c4f3-dbef-4183-919c-b309b2481055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.891687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:44.926682 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c06f403c-4f8a-4b06-8659-8d2501afde89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd76a047c93842cbabc08a5ca62151bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6395793 Jun 11 11:42:44.927984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Pushing event deleted for resources: {'Network': ['ID=0fb4a017-36a6-4d50-8f0e-1ca10c72aa80,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:44.935622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44202) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:44.950992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network 2d7da300-391d-4635-a383-e1e508ab47c3 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:42:44.954426 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2427c5e1-a224-4af6-af24-76fb3464baf3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/routers/7b81e162-bc15-461b-9492-79c13f913314 HTTP/1.1" status: 200 len: 924 time: 0.4641068 Jun 11 11:42:44.958847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44204) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:44.960432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:44.980637 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Pushing event updated for resources: {'Port': ['ID=a180e7da-020b-4773-a205-153a8feb80a3,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:44.987556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:44.988605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-25305ee5-d07d-4854-a09f-7c84aca51e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:44.998156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ad57fba7-dfc2-4609-b657-0c6b022d9ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:45.018122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-02166f0c-95bd-4746-a65f-6347441e9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:45.019968 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-02166f0c-95bd-4746-a65f-6347441e9829 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3072c694-f3c9-4ecc-83b5-3be429a16450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1313949 Jun 11 11:42:45.104468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 2d7da300-391d-4635-a383-e1e508ab47c3) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:45.111448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-bc59c4f3-dbef-4183-919c-b309b2481055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:42:45.111867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-bc59c4f3-dbef-4183-919c-b309b2481055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:42:45.121327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b0dfb-d9de-4a4d-8c00-6e9df8647ed6 None None] Network 2d7da300-391d-4635-a383-e1e508ab47c3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:45.156259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82da515-152e-415e-a96c-0a0bbdd49611 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:45.157794 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f82da515-152e-415e-a96c-0a0bbdd49611 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&device_id=7b81e162-bc15-461b-9492-79c13f913314&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1956944 Jun 11 11:42:45.164537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44208) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:45.182881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=828b8a28-4586-40d2-abff-373dae475b14,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:45.195171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:45.329199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44210) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:45.338095 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-653d19b3-0e4e-48da-b0bb-4ee2c00735a6 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063598 Jun 11 11:42:45.388431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:45.410634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e832072-24b9-42bb-ab22-efb6171fd4aa None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:45.411381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd93db-be28-40f0-bfa6-fe084b58d5e9 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:45.412987 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-61fd93db-be28-40f0-bfa6-fe084b58d5e9 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/networks/0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 881 time: 0.2475212 Jun 11 11:42:45.417569 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:45.418179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:45.436899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44214) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:45.439443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e832072-24b9-42bb-ab22-efb6171fd4aa None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:45.440090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-4e832072-24b9-42bb-ab22-efb6171fd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:45.462879 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9367614 Jun 11 11:42:45.474718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44216) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:45.484576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'port': {'network_id': '2d7da300-391d-4635-a383-e1e508ab47c3', 'name': 'tempest-NetworksIpV6TestAttrs-1631496920'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:45.510632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-4e832072-24b9-42bb-ab22-efb6171fd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:45.516554 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7358c805-a1f5-4a66-89e2-0985dbcce53f tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81e162-bc15-461b-9492-79c13f913314 HTTP/1.1" status: 200 len: 205 time: 0.0654888 Jun 11 11:42:45.521843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44220) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:45.523033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:45.554801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e832072-24b9-42bb-ab22-efb6171fd4aa None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:45.556996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-4e832072-24b9-42bb-ab22-efb6171fd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:45.561272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2d7da300-391d-4635-a383-e1e508ab47c3', 'network_id': '2d7da300-391d-4635-a383-e1e508ab47c3', 'tenant_id': '8522915a61c94ed4988760bd638a4d41', 'fixed_ips': [{'subnet_id': '4b86215f-921d-4156-8491-30cce386c616'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:45.562350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:45.617500 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.3459496 Jun 11 11:42:45.620614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44222) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:45.696146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-236098076'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:45.700473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-4e832072-24b9-42bb-ab22-efb6171fd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:45.701002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e832072-24b9-42bb-ab22-efb6171fd4aa None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:45.701402 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-66a4ad8f-4d53-4b3a-a056-798f11760759 req-125f8139-d750-40ae-942b-5b2fe0b725f3 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526235 Jun 11 11:42:45.771092 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-56a70743-c80b-4eda-aecd-3abc9689cd9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62b2f9687933496681a6ce895a274290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383357 Jun 11 11:42:45.771815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44224) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:45.805313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a180e7da-020b-4773-a205-153a8feb80a3 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:45.862046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1a1c98f-30a0-437f-993b-e009e1b89745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:45.863437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:45.866902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:45.885472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1a1c98f-30a0-437f-993b-e009e1b89745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:45.921047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] device_id is not set on port e5bc4628-ae26-48f4-b7ae-8aff4b3548f5 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:45.938229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-887da670-bd35-40d0-a8e0-dafd5d0e7f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:45.948782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port a180e7da-020b-4773-a205-153a8feb80a3 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:45.952647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Allocated IP 2001:db8::f816:3eff:fe60:b285 (2d7da300-391d-4635-a383-e1e508ab47c3/4b86215f-921d-4156-8491-30cce386c616/76586a45-a25f-4454-bd61-ddc7edfbc426) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:45.961872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 828b8a28-4586-40d2-abff-373dae475b14 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:46.004771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.020489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef73fd-9692-457a-90f8-e01274c3b8b0 req-5b22c829-3ee3-4a08-8b8d-f5709b3c457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:46.022053 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3ef73fd-9692-457a-90f8-e01274c3b8b0 req-5b22c829-3ee3-4a08-8b8d-f5709b3c457e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ae6cd23526432e8d1c423d0133032f&device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 1096 time: 0.2424207 Jun 11 11:42:46.036134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Made reservation on behalf of 550b41e5070f4098a76b7f11f6a3b45d for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:46.040119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.054830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-887da670-bd35-40d0-a8e0-dafd5d0e7f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.131885 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1a1c98f-30a0-437f-993b-e009e1b89745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.134900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1a1c98f-30a0-437f-993b-e009e1b89745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.138057 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a1a1c98f-30a0-437f-993b-e009e1b89745 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b771f39-d7b7-402d-9ad2-124e23235ced HTTP/1.1" status: 204 len: 168 time: 1.1933477 Jun 11 11:42:46.176614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:46.193981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 828b8a28-4586-40d2-abff-373dae475b14 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:46.195051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.221946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1c98f-30a0-437f-993b-e009e1b89745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b771f39-d7b7-402d-9ad2-124e23235ced,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:46.230238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a1a1c98f-30a0-437f-993b-e009e1b89745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:46.234831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::1 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/0aba7552-c8c6-4acf-baef-3b0b86ed9b63/3e89ad41-34e6-4b63-bf19-596fe79fee75) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:46.252223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:42:46.317517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.317876 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Added segment 4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f of type vlan for network fe0f7f63-ecc3-45a4-8aba-ff5332248e85 Jun 11 11:42:46.367671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.369146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c7dd7-61c7-4ff5-a939-bdf723599def req-3958ee75-3a40-46cf-8c5c-df4ef014900d tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:46.371396 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-255c7dd7-61c7-4ff5-a939-bdf723599def req-3958ee75-3a40-46cf-8c5c-df4ef014900d tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 945 time: 0.5639839 Jun 11 11:42:46.384745 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.392766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Transition to ACTIVE for port object 76586a45-a25f-4454-bd61-ddc7edfbc426 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:46.420326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-887da670-bd35-40d0-a8e0-dafd5d0e7f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.422951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-887da670-bd35-40d0-a8e0-dafd5d0e7f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.424322 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-887da670-bd35-40d0-a8e0-dafd5d0e7f5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/397b5ac1-4d59-4cb7-a6cc-5ed253f59637 HTTP/1.1" status: 204 len: 168 time: 0.6516743 Jun 11 11:42:46.432200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:46.448538 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef73fd-9692-457a-90f8-e01274c3b8b0 req-a8eeacb7-32c9-4a68-9ede-e9b5ddfeef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:46.450363 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3ef73fd-9692-457a-90f8-e01274c3b8b0 req-a8eeacb7-32c9-4a68-9ede-e9b5ddfeef01 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3072c694-f3c9-4ecc-83b5-3be429a16450 HTTP/1.1" status: 200 len: 914 time: 0.4079475 Jun 11 11:42:46.456039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887da670-bd35-40d0-a8e0-dafd5d0e7f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397b5ac1-4d59-4cb7-a6cc-5ed253f59637,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:46.457441 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Transition to ACTIVE for port object 76586a45-a25f-4454-bd61-ddc7edfbc426 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:46.479559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.481013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-887da670-bd35-40d0-a8e0-dafd5d0e7f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:46.483294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:46.522919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d8211da6-a094-42aa-9d30-77daa4774b0d None None] Provisioning for port a180e7da-020b-4773-a205-153a8feb80a3 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:46.528216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d8211da6-a094-42aa-9d30-77daa4774b0d None None] Provisioning complete for port a180e7da-020b-4773-a205-153a8feb80a3 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:46.528615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d8211da6-a094-42aa-9d30-77daa4774b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.574682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Network 2d7da300-391d-4635-a383-e1e508ab47c3 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:46.580571 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:46.596217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:46.601029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Pushing event updated for resources: {'Port': ['ID=76586a45-a25f-4454-bd61-ddc7edfbc426,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:46.608697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:46.639981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555ba5d-cbd0-4e58-b2fb-75682f59af81 req-136b2805-3652-4564-ad11-db87b33a371e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:46.647981 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b555ba5d-cbd0-4e58-b2fb-75682f59af81 req-136b2805-3652-4564-ad11-db87b33a371e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 943 time: 0.5598423 Jun 11 11:42:46.662510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.668658 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-255c7dd7-61c7-4ff5-a939-bdf723599def req-ea8f4080-5da8-47b4-bbf6-8e959ef84a0c tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775741 Jun 11 11:42:46.738438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.743488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.746762 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3ef73fd-9692-457a-90f8-e01274c3b8b0 req-1239ca26-2e37-4720-bf81-cba36c45f362 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c8b3e5-7646-4625-8d95-1fc403795a41 HTTP/1.1" status: 200 len: 217 time: 0.2851291 Jun 11 11:42:46.748976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:46.749652 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.763115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9ef08b18-f5b3-4e47-aa17-c02d69943ee0 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:46.811570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 3e89ad41-34e6-4b63-bf19-596fe79fee75 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:46.826293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:46.844610 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1513608 Jun 11 11:42:46.844610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44238) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:46.853576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'subnet': {'network_id': 'fe0f7f63-ecc3-45a4-8aba-ff5332248e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:46.853776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Allocated IP 2001:db8::f816:3eff:fef8:e6b4 (2d7da300-391d-4635-a383-e1e508ab47c3/4b86215f-921d-4156-8491-30cce386c616/e5bc4628-ae26-48f4-b7ae-8aff4b3548f5) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:46.924404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Network': ['ID=fe0f7f63-ecc3-45a4-8aba-ff5332248e85,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:46.931256 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b555ba5d-cbd0-4e58-b2fb-75682f59af81 req-e9fa233b-0aaf-4717-8b59-2c631c60ffda tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112377 Jun 11 11:42:46.957944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef73fd-9692-457a-90f8-e01274c3b8b0 req-7678e1c8-d97a-4ce6-be80-8080d3b5daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:46.964938 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3ef73fd-9692-457a-90f8-e01274c3b8b0 req-7678e1c8-d97a-4ce6-be80-8080d3b5daa5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c220a6cf-448b-430d-9969-8a36f99f4566 HTTP/1.1" status: 200 len: 851 time: 0.2068193 Jun 11 11:42:46.979722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:47.029729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device ba2d1538-f8ba-48ac-bf98-046421be31b2 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:47.031529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network fe0f7f63-ecc3-45a4-8aba-ff5332248e85 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:42:47.055137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Attempting to bind port 76586a45-a25f-4454-bd61-ddc7edfbc426 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:47.055531 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Attempting to bind port 76586a45-a25f-4454-bd61-ddc7edfbc426 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '2d7da300-391d-4635-a383-e1e508ab47c3'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:47.055903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Attempting to bind port 76586a45-a25f-4454-bd61-ddc7edfbc426 on network 2d7da300-391d-4635-a383-e1e508ab47c3 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:47.091942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:47.092199 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Checking segment: {'id': '30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '2d7da300-391d-4635-a383-e1e508ab47c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:47.092545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.092961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Bound using segment: {'id': '30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '2d7da300-391d-4635-a383-e1e508ab47c3'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:47.093305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.093456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Bound port: 76586a45-a25f-4454-bd61-ddc7edfbc426, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '2d7da300-391d-4635-a383-e1e508ab47c3'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:47.093803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.132409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d8211da6-a094-42aa-9d30-77daa4774b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.145998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ca447394-bc49-4ab8-9bca-39da13980592 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:47.208945 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Made reservation on behalf of 550b41e5070f4098a76b7f11f6a3b45d for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:47.215811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.278583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port ba2d1538-f8ba-48ac-bf98-046421be31b2 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:47.286411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d8211da6-a094-42aa-9d30-77daa4774b0d None None] For port a180e7da-020b-4773-a205-153a8feb80a3, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a180e7da-020b-4773-a205-153a8feb80a3,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:47.287460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port ba2d1538-f8ba-48ac-bf98-046421be31b2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:47.287842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.293857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef73fd-9692-457a-90f8-e01274c3b8b0 req-98b694e1-aabc-4596-b37f-1542aee28d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:47.295270 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3ef73fd-9692-457a-90f8-e01274c3b8b0 req-98b694e1-aabc-4596-b37f-1542aee28d37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3072c694-f3c9-4ecc-83b5-3be429a16450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2886815 Jun 11 11:42:47.320494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] For port 76586a45-a25f-4454-bd61-ddc7edfbc426, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:47.324349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d8211da6-a094-42aa-9d30-77daa4774b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.329365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c20d7339-0452-4a72-b702-5fabfe06bcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:47.369237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] For port 76586a45-a25f-4454-bd61-ddc7edfbc426, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=76586a45-a25f-4454-bd61-ddc7edfbc426,segment=NetworkSegment(30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b),segment_id=30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:47.385366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.419534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8211da6-a094-42aa-9d30-77daa4774b0d None None] Pushing event updated for resources: {'Port': ['ID=a180e7da-020b-4773-a205-153a8feb80a3,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:47.422908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d8211da6-a094-42aa-9d30-77daa4774b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:47.428219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6c1f5ce0-5092-425e-86bd-52c5875fc777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:47.452256 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3ef73fd-9692-457a-90f8-e01274c3b8b0 req-50adf173-8705-4e29-a269-badc0c626daa service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447222 Jun 11 11:42:47.566504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.579218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a180e7da-020b-4773-a205-153a8feb80a3 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:47.657867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Pushing event updated for resources: {'Port': ['ID=76586a45-a25f-4454-bd61-ddc7edfbc426,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:47.663783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:47.667235 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3ef73fd-9692-457a-90f8-e01274c3b8b0 req-01286231-b25f-4523-aa07-3f576d75f0b7 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974738 Jun 11 11:42:47.686192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:42:47.688749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb53120-36ee-4290-9da9-404a6f4d5b29" -d '{"events": [{"server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "name": "network-vif-plugged", "status": "completed", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:42:47.696448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.715964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.718061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port ba2d1538-f8ba-48ac-bf98-046421be31b2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:47.718888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Transition to ACTIVE for port object e5bc4628-ae26-48f4-b7ae-8aff4b3548f5 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:47.724117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port a180e7da-020b-4773-a205-153a8feb80a3 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:47.724626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.727816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.770661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dfff480f-110c-44ef-99df-4f84ecfdba5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:47.820115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:47.826218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f52d45c4-27b3-408e-a6e3-e9f370ca7be6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:47.860874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebf61a2-d63f-46b5-8dd7-a8f1ebf1f726 x-openstack-request-id: req-eebf61a2-d63f-46b5-8dd7-a8f1ebf1f726 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:42:47.861183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "name": "network-vif-plugged", "status": "completed", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:42:47.861451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eebf61a2-d63f-46b5-8dd7-a8f1ebf1f726 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:42:47.861906 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'code': 200} Jun 11 11:42:47.899606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=ba2d1538-f8ba-48ac-bf98-046421be31b2,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:47.908611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:48.109021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44274) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:48.124453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network 2d7da300-391d-4635-a383-e1e508ab47c3 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:48.129392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Port': ['ID=e5bc4628-ae26-48f4-b7ae-8aff4b3548f5,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:48.134602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:48.143717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:48.162995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:48.169115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:48.169361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:48.223072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:48.227426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Deleting port fd9a8518-bb8d-4cbe-8ee5-c8a447eb0a2d {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:48.227736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:48.249871 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7713189 Jun 11 11:42:48.250783 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44280) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:48.264723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44282) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:48.272425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:48.308401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:48.308984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:48.311576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=3e89ad41-34e6-4b63-bf19-596fe79fee75,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:48.343538 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd69a0-a110-4fa5-86be-0c89052582eb req-628c19b3-ed03-44f4-af4d-7e758297ccc1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:48.345165 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fdbd69a0-a110-4fa5-86be-0c89052582eb req-628c19b3-ed03-44f4-af4d-7e758297ccc1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.3517597 Jun 11 11:42:48.372141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90575f14-3c4e-4b26-bc19-57b8c99f6906 req-67ea8c7b-b3e5-42d9-b657-2582ca9b8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:48.373663 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-90575f14-3c4e-4b26-bc19-57b8c99f6906 req-67ea8c7b-b3e5-42d9-b657-2582ca9b8fc0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 1099 time: 0.2405810 Jun 11 11:42:48.391093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.245s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:48.402458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:48.417907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a889086-00b4-4893-83ed-c932ef58ba34 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Deleting subnet 4b86215f-921d-4156-8491-30cce386c616 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:42:48.440300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7a889086-00b4-4893-83ed-c932ef58ba34 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:48.447672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group': {'name': 'tempest-secgroup--747283118'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:48.509495 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9438c5f3-b7aa-4caf-8e00-db68fc63d769 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:48.517262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8807ef51-bd19-4c44-9ad5-26aa03cbf1d1 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] Request body: {'port': {'network_id': 'f5fce422-b398-4345-b1fb-e3ea6c672315', 'name': 'tempest-NetworksNegativeTestJSON-836684786'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:48.563013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:48.605121 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fdbd69a0-a110-4fa5-86be-0c89052582eb req-9f2499c8-b37f-40bc-ab69-5ace63bc7904 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436206 Jun 11 11:42:48.610031 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-8807ef51-bd19-4c44-9ad5-26aa03cbf1d1 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] POST failed (client error): The resource could not be found. Jun 11 11:42:48.610680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8807ef51-bd19-4c44-9ad5-26aa03cbf1d1 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:48.611826 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8807ef51-bd19-4c44-9ad5-26aa03cbf1d1 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4898751 Jun 11 11:42:48.620472 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-90575f14-3c4e-4b26-bc19-57b8c99f6906 req-6cfa8b86-6497-45a6-87f6-4986ebc5ab3b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112029 Jun 11 11:42:48.626169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44286) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:48.639394 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7a889086-00b4-4893-83ed-c932ef58ba34 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:48.677970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:48.685657 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c910dd77-d255-4aa0-84b1-14b760fb7028 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:48.686287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c910dd77-d255-4aa0-84b1-14b760fb7028 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:48.688176 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c910dd77-d255-4aa0-84b1-14b760fb7028 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] 10.222.0.46 "DELETE /v2.0/networks/cf45f369-3f01-4e82-92d9-04f49c526c50 HTTP/1.1" status: 404 len: 339 time: 0.0609944 Jun 11 11:42:48.702578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44288) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:48.712744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:48.731683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 57c8b3e5-7646-4625-8d95-1fc403795a41 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:42:48.741476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Calling delete_port for fd9a8518-bb8d-4cbe-8ee5-c8a447eb0a2d owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:48.759878 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-8035bd11-c1b3-4ca2-8eda-c936aaede1eb tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:48.760276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8035bd11-c1b3-4ca2-8eda-c936aaede1eb tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:48.761810 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8035bd11-c1b3-4ca2-8eda-c936aaede1eb tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] 10.222.0.46 "DELETE /v2.0/ports/8c4441db-b676-4ef4-a7e4-1799acffbdad HTTP/1.1" status: 404 len: 333 time: 0.0582755 Jun 11 11:42:48.768606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44290) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:48.772717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Subnet': ['ID=68a9d430-6d8d-4ab9-a160-287434e7b75a,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:48.786646 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:48.798194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d4dc4f4d-2d64-4ed5-8fee-f0662b04ddde None None] Provisioning for port 3e89ad41-34e6-4b63-bf19-596fe79fee75 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:48.821751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d4dc4f4d-2d64-4ed5-8fee-f0662b04ddde None None] Provisioning complete for port 3e89ad41-34e6-4b63-bf19-596fe79fee75 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:48.822606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4f4d-2d64-4ed5-8fee-f0662b04ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:48.828304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef190c7-8cd9-4a72-9cd0-ef153b3dd300 None None] Network 2d7da300-391d-4635-a383-e1e508ab47c3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:48.836406 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e6ac59-9fce-428b-8271-1b7383db53af tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] DELETE failed (client error): The resource could not be found. Jun 11 11:42:48.836870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e6ac59-9fce-428b-8271-1b7383db53af tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:48.843395 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-28e6ac59-9fce-428b-8271-1b7383db53af tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] 10.222.0.46 "DELETE /v2.0/subnets/b2a198e4-b6bc-4a77-baa3-ad50df368847 HTTP/1.1" status: 404 len: 337 time: 0.0684614 Jun 11 11:42:48.856384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44292) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:48.909813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84fc58-3c81-4994-a506-424fdf519139 req-b5ed5c9a-6429-4e7c-9fc6-5a65044d5729 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:48.911987 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bd84fc58-3c81-4994-a506-424fdf519139 req-b5ed5c9a-6429-4e7c-9fc6-5a65044d5729 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 943 time: 0.6933687 Jun 11 11:42:48.937105 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4998a4a-fa6c-4633-8c6b-71af5a88702d tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] GET failed (client error): The resource could not be found. Jun 11 11:42:48.943183 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c4998a4a-fa6c-4633-8c6b-71af5a88702d tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] 10.222.0.46 "GET /v2.0/networks/c036b54e-9d73-4029-94fe-3f79f2f2524a HTTP/1.1" status: 404 len: 339 time: 0.0791481 Jun 11 11:42:48.943398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44294) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:48.959671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc4f4d-2d64-4ed5-8fee-f0662b04ddde None None] Port 3e89ad41-34e6-4b63-bf19-596fe79fee75 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:48.993353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Checking segment: {'id': '4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'fe0f7f63-ecc3-45a4-8aba-ff5332248e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:48.993747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network hostable DHCP agents. Network: fe0f7f63-ecc3-45a4-8aba-ff5332248e85, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:42:48.995916 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-038c899f-24cc-4c7f-ad5c-aa27ee66245b tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] GET failed (client error): The resource could not be found. Jun 11 11:42:49.000922 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-038c899f-24cc-4c7f-ad5c-aa27ee66245b tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] 10.222.0.46 "GET /v2.0/ports/5cf96890-a81d-4249-8ac1-e7a76f5fa8fc HTTP/1.1" status: 404 len: 333 time: 0.0543449 Jun 11 11:42:49.001698 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44296) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:49.005414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7a889086-00b4-4893-83ed-c932ef58ba34 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:49.033071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 57c8b3e5-7646-4625-8d95-1fc403795a41, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=57c8b3e5-7646-4625-8d95-1fc403795a41,segment=NetworkSegment(e6d55afd-991f-425e-ac37-e192f58d33c0),segment_id=e6d55afd-991f-425e-ac37-e192f58d33c0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:49.058000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '57c8b3e5-7646-4625-8d95-1fc403795a41', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'port_id': '57c8b3e5-7646-4625-8d95-1fc403795a41', 'mac_address': 'fa:16:3e:4d:a0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:42:49.060253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:49.068125 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a38baf-00df-4083-adc4-58b6f89dc477 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] GET failed (client error): The resource could not be found. Jun 11 11:42:49.069388 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c6a38baf-00df-4083-adc4-58b6f89dc477 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] 10.222.0.46 "GET /v2.0/subnets/3119a54a-2629-46d4-a886-ba797fa418b7 HTTP/1.1" status: 404 len: 337 time: 0.0669725 Jun 11 11:42:49.073757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44298) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:49.080324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f37b26f6-eec5-4c81-af10-6f441e41fd6c tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] Request body: {'network': {'name': 'new_name'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:49.093866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:49.106951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:49.109517 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37b26f6-eec5-4c81-af10-6f441e41fd6c tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] PUT failed (client error): The resource could not be found. Jun 11 11:42:49.110183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37b26f6-eec5-4c81-af10-6f441e41fd6c tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:49.115557 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f37b26f6-eec5-4c81-af10-6f441e41fd6c tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] 10.222.0.46 "PUT /v2.0/networks/eacd2034-f2b0-4b5b-ba84-704af0832d37 HTTP/1.1" status: 404 len: 339 time: 0.0363135 Jun 11 11:42:49.115557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56451644-edb5-45b7-b3c1-54eebb9f64f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:49.125104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44300) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:49.139046 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b90f1980-a67b-4b19-88f7-27007e546d78 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] Request body: {'port': {'name': 'new_name'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:49.142874 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bd84fc58-3c81-4994-a506-424fdf519139 req-4d9d857c-65dd-4b7e-bce2-7ae3ac79027a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032664 Jun 11 11:42:49.147377 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network fe0f7f63-ecc3-45a4-8aba-ff5332248e85 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:42:49.149736 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-07a29ede-509a-4829-b932-6b8ca9687c03 None None] Provisioning for port 76586a45-a25f-4454-bd61-ddc7edfbc426 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:49.170213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, fe0f7f63-ecc3-45a4-8aba-ff5332248e85) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:49.180159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:49.193647 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90f1980-a67b-4b19-88f7-27007e546d78 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] PUT failed (client error): The resource could not be found. Jun 11 11:42:49.194665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90f1980-a67b-4b19-88f7-27007e546d78 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:49.196166 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b90f1980-a67b-4b19-88f7-27007e546d78 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] 10.222.0.46 "PUT /v2.0/ports/6303ac0b-acd2-4ac2-9f92-4dba34cd5018 HTTP/1.1" status: 404 len: 333 time: 0.0615664 Jun 11 11:42:49.199881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44302) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:49.202770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:49.203967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:49.209701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a13a05ed-2a09-47a9-85d2-6f5bf7af3242 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:49.213748 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587b3973-bec1-4496-9d2d-ad785de7c746,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:49.219493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:49.242039 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c8b3e5-7646-4625-8d95-1fc403795a41 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:42:49.251994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7a889086-00b4-4893-83ed-c932ef58ba34 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:49.255211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e4b6c-642f-46a9-96de-73ff04765650 None None] Network fe0f7f63-ecc3-45a4-8aba-ff5332248e85 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:49.259387 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d6bdb3dc-cb9e-4a30-b56d-7ea4e8b34b2c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:49.269212 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13a05ed-2a09-47a9-85d2-6f5bf7af3242 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] PUT failed (client error): The resource could not be found. Jun 11 11:42:49.269663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13a05ed-2a09-47a9-85d2-6f5bf7af3242 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:49.270425 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 57c8b3e5-7646-4625-8d95-1fc403795a41, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=57c8b3e5-7646-4625-8d95-1fc403795a41,segment=NetworkSegment(e6d55afd-991f-425e-ac37-e192f58d33c0),segment_id=e6d55afd-991f-425e-ac37-e192f58d33c0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:49.276177 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a13a05ed-2a09-47a9-85d2-6f5bf7af3242 tempest-NetworksNegativeTestJSON-1524174153 tempest-NetworksNegativeTestJSON-1524174153-project] 10.222.0.46 "PUT /v2.0/subnets/01588e65-d8fb-4a72-8827-e7c1a188e7cd HTTP/1.1" status: 404 len: 337 time: 0.0699308 Jun 11 11:42:49.302770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a889086-00b4-4893-83ed-c932ef58ba34 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Subnet': ['ID=4b86215f-921d-4156-8491-30cce386c616,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:49.304491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:49.305959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7a889086-00b4-4893-83ed-c932ef58ba34 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:49.309202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:49.310716 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7a889086-00b4-4893-83ed-c932ef58ba34 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/subnets/4b86215f-921d-4156-8491-30cce386c616 HTTP/1.1" status: 204 len: 168 time: 1.0483150 Jun 11 11:42:49.313847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7a889086-00b4-4893-83ed-c932ef58ba34 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:49.314313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44306) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:49.369619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=57c8b3e5-7646-4625-8d95-1fc403795a41,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:49.379677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:49.568670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['57c8b3e5-7646-4625-8d95-1fc403795a41'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:42:49.681315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 76586a45-a25f-4454-bd61-ddc7edfbc426 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:49.746244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44312) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:49.778120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:49.855869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 76586a45-a25f-4454-bd61-ddc7edfbc426 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:49.861227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b4174-2e54-4568-839a-884069a4678e None None] Network 2d7da300-391d-4635-a383-e1e508ab47c3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:49.884124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fd684a28-d78f-44a8-a7ad-1fa4be06fd40 tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:49.942284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Pushing event deleted for resources: {'Port': ['ID=fd9a8518-bb8d-4cbe-8ee5-c8a447eb0a2d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:49.962546 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:49.984779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 76586a45-a25f-4454-bd61-ddc7edfbc426 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:49.985420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:49.991234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-de3ad722-e6ce-4498-891c-b12c1d4c9d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.056903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.072963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af77fff1-7c66-42a8-9136-5362a8686534 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:50.074683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af77fff1-7c66-42a8-9136-5362a8686534 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:50.076551 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-af77fff1-7c66-42a8-9136-5362a8686534 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7611544 Jun 11 11:42:50.086608 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44316) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:50.099339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.134964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.150595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-11817b4c-1e56-44f9-b8be-f4d2c5db3eed tempest-FloatingIPAdminTestJSON-1735624146 tempest-FloatingIPAdminTestJSON-1735624146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:50.191719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b6664d-9e6f-4e49-aa65-84e00db20dbc,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:50.196691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:50.205424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b5eaa-f508-4f78-b121-ecea231e082a req-2aa48e53-ac94-469f-8d90-a8ad5186daa0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:50.206998 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-901b5eaa-f508-4f78-b121-ecea231e082a req-2aa48e53-ac94-469f-8d90-a8ad5186daa0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.2430058 Jun 11 11:42:50.207887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.208971 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9356506 Jun 11 11:42:50.212225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44318) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:50.232596 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3845527 Jun 11 11:42:50.235930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44320) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:50.238594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-fe0f7f63-ecc3-45a4-8aba-ff5332248e85', 'network_id': 'fe0f7f63-ecc3-45a4-8aba-ff5332248e85', 'tenant_id': '550b41e5070f4098a76b7f11f6a3b45d', 'fixed_ips': [{'subnet_id': '68a9d430-6d8d-4ab9-a160-287434e7b75a'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:50.239602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.245616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.275911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.286782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.294698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-676281312', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:50.307743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.308599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.323259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c16f096b-1c1c-44cd-aedf-577577db9abc tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:50.345266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5cb95201-548a-44d0-b751-47117d917cd1 None None] Provisioning for port e5bc4628-ae26-48f4-b7ae-8aff4b3548f5 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:50.412058 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a525570e-2406-4584-a015-0e241288692e tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1988273 Jun 11 11:42:50.424097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35aa9f71-00ca-4981-a0f1-2725c5b64671 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.429006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44324) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:50.434791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-69687aa5-ca96-4b18-9bb1-5b32b7fcac02 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group': {'name': 'tempest-security--955419946', 'description': 'tempest-security-description-2028778287'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:50.437139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5cb95201-548a-44d0-b751-47117d917cd1 None None] Provisioning complete for port e5bc4628-ae26-48f4-b7ae-8aff4b3548f5 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:50.437633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5cb95201-548a-44d0-b751-47117d917cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.450991 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-901b5eaa-f508-4f78-b121-ecea231e082a req-8e552ee3-30d1-45ec-8515-4e3fb30dc7f3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285440 Jun 11 11:42:50.463411 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-35aa9f71-00ca-4981-a0f1-2725c5b64671 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 11 11:42:50.464118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35aa9f71-00ca-4981-a0f1-2725c5b64671 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:42:50.466291 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-35aa9f71-00ca-4981-a0f1-2725c5b64671 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/networks/2d7da300-391d-4635-a383-e1e508ab47c3 HTTP/1.1" status: 409 len: 405 time: 0.3787141 Jun 11 11:42:50.472588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44326) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:50.473965 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.474482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Fanout notify agent at l3_agent the message router_deleted on router 7b81e162-bc15-461b-9492-79c13f913314 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:42:50.481223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1425139592'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:50.483611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.484735 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/7b81e162-bc15-461b-9492-79c13f913314 HTTP/1.1" status: 204 len: 168 time: 4.8833902 Jun 11 11:42:50.494086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44328) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:50.501778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1709485117', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:50.513399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69687aa5-ca96-4b18-9bb1-5b32b7fcac02 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.546140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=3e89ad41-34e6-4b63-bf19-596fe79fee75,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:50.552178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:50.610048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69687aa5-ca96-4b18-9bb1-5b32b7fcac02 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.617598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69687aa5-ca96-4b18-9bb1-5b32b7fcac02 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.620242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69687aa5-ca96-4b18-9bb1-5b32b7fcac02 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.624147 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-69687aa5-ca96-4b18-9bb1-5b32b7fcac02 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "PUT /v2.0/security-groups/d7b6664d-9e6f-4e49-aa65-84e00db20dbc HTTP/1.1" status: 200 len: 1777 time: 0.1908185 Jun 11 11:42:50.624147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:50.629965 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44332) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:50.684123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5cb95201-548a-44d0-b751-47117d917cd1 None None] Port e5bc4628-ae26-48f4-b7ae-8aff4b3548f5 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:50.729900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69687aa5-ca96-4b18-9bb1-5b32b7fcac02 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b6664d-9e6f-4e49-aa65-84e00db20dbc,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:50.731918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb972db2-a569-4047-86d9-c8623cb35714 req-40532cdb-572d-4d45-a402-6e9a30c4a1cb tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:50.733444 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fb972db2-a569-4047-86d9-c8623cb35714 req-40532cdb-572d-4d45-a402-6e9a30c4a1cb tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 944 time: 0.3134363 Jun 11 11:42:50.734668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-69687aa5-ca96-4b18-9bb1-5b32b7fcac02 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:50.752409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-de3ad722-e6ce-4498-891c-b12c1d4c9d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.772798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:50.773735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-de3ad722-e6ce-4498-891c-b12c1d4c9d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.778804 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-88e8f30f-84ad-49c6-a1ad-bbd043bab541 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-groups/d7b6664d-9e6f-4e49-aa65-84e00db20dbc HTTP/1.1" status: 200 len: 1777 time: 0.1441059 Jun 11 11:42:50.780974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ce827c4c-e329-43b8-ad70-da0c68054fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:50.782803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44334) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:50.795556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5cb95201-548a-44d0-b751-47117d917cd1 None None] Provisioning complete for port 76586a45-a25f-4454-bd61-ddc7edfbc426 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:50.796413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5cb95201-548a-44d0-b751-47117d917cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.804429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec41f42-a9e4-4c01-973c-477fcafd4317 req-1e6f27aa-c6c1-4101-b8ff-861d2e7ed5ac tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:50.805465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:50.806164 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8ec41f42-a9e4-4c01-973c-477fcafd4317 req-1e6f27aa-c6c1-4101-b8ff-861d2e7ed5ac tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.1718838 Jun 11 11:42:50.839892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.842735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.871052 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fb972db2-a569-4047-86d9-c8623cb35714 req-6a2f28c4-e8db-4b9c-a48e-795495d3c164 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258039 Jun 11 11:42:50.941358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.949254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ad722-e6ce-4498-891c-b12c1d4c9d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8876ab41-19ca-4863-9f86-aaf1a698487c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:50.973456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:50.974737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Allocated IP 172.20.0.2 (fe0f7f63-ecc3-45a4-8aba-ff5332248e85/68a9d430-6d8d-4ab9-a160-287434e7b75a/e11eba02-071f-46b6-b187-bb3e9a2c3ff3) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:50.978928 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:50.981034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.002061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.003289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.013822 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-de3ad722-e6ce-4498-891c-b12c1d4c9d47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c165ebee25ba4d76b7b3edda49c9b166&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2642272 Jun 11 11:42:51.014352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44336) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:51.018174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-de3ad722-e6ce-4498-891c-b12c1d4c9d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:51.081911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 76586a45-a25f-4454-bd61-ddc7edfbc426, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=76586a45-a25f-4454-bd61-ddc7edfbc426,segment=NetworkSegment(30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b),segment_id=30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:51.083411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5cb95201-548a-44d0-b751-47117d917cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.110167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-854ca83e-ae8c-40f2-b384-86264a706541 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.117137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.126338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:51.158396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-854ca83e-ae8c-40f2-b384-86264a706541 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.163322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e1f820ab-75c4-4c74-904d-9811770deb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.178714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:42:51.188377 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eeb6e1-5119-445a-bc39-34a6e3fde9e2 None None] DHCP port deletion for 2d7da300-391d-4635-a383-e1e508ab47c3 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:51.194420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.195387 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Added segment c1370b58-ef07-4f84-9e87-6bbdee616826 of type vlan for network 6ae4d876-4443-4ff9-9248-d66d83ecbb0c Jun 11 11:42:51.224841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e1f820ab-75c4-4c74-904d-9811770deb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.281145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Router 4a84b71d-3f3c-4615-929d-58d4da46e078 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:42:51.305098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-854ca83e-ae8c-40f2-b384-86264a706541 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.308203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-854ca83e-ae8c-40f2-b384-86264a706541 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.309767 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-854ca83e-ae8c-40f2-b384-86264a706541 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-groups/d7b6664d-9e6f-4e49-aa65-84e00db20dbc HTTP/1.1" status: 204 len: 168 time: 0.5186472 Jun 11 11:42:51.311188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:51.317635 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44338) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:51.323186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.330175 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8ec41f42-a9e4-4c01-973c-477fcafd4317 req-9c72203d-156d-470e-93d4-d77de08feb50 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4929845 Jun 11 11:42:51.405536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-5cb95201-548a-44d0-b751-47117d917cd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:42:51.406278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-5cb95201-548a-44d0-b751-47117d917cd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:42:51.417956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44340) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:51.425456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=76586a45-a25f-4454-bd61-ddc7edfbc426,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:51.439347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:51.473014 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ca83e-ae8c-40f2-b384-86264a706541 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b6664d-9e6f-4e49-aa65-84e00db20dbc,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:51.501970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e1f820ab-75c4-4c74-904d-9811770deb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.505242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e1f820ab-75c4-4c74-904d-9811770deb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.507346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.509615 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e1f820ab-75c4-4c74-904d-9811770deb4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8876ab41-19ca-4863-9f86-aaf1a698487c HTTP/1.1" status: 204 len: 168 time: 0.4887104 Jun 11 11:42:51.534661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.557647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-854ca83e-ae8c-40f2-b384-86264a706541 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:51.557897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-854ca83e-ae8c-40f2-b384-86264a706541 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:51.568886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f820ab-75c4-4c74-904d-9811770deb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8876ab41-19ca-4863-9f86-aaf1a698487c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:51.583587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 76586a45-a25f-4454-bd61-ddc7edfbc426 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:42:51.590243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e1f820ab-75c4-4c74-904d-9811770deb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:51.653321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-75eeb6e1-5119-445a-bc39-34a6e3fde9e2 None None] Deleting port 76586a45-a25f-4454-bd61-ddc7edfbc426 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:51.654235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-75eeb6e1-5119-445a-bc39-34a6e3fde9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.658986 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a1ec76aa-9e78-43fa-8c2f-ed11c5ba658b tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3377793 Jun 11 11:42:51.666453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44344) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:51.679969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.697483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:51.712468 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Sync routers for ids ['4a84b71d-3f3c-4615-929d-58d4da46e078'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:51.713031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Transition to ACTIVE for port object e11eba02-071f-46b6-b187-bb3e9a2c3ff3 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:51.714596 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "PUT /v2.0/routers/4a84b71d-3f3c-4615-929d-58d4da46e078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3580735 Jun 11 11:42:51.724690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44346) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:51.746311 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Routers {'4a84b71d-3f3c-4615-929d-58d4da46e078'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:51.748674 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4a84b71d-3f3c-4615-929d-58d4da46e078'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:51.778827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.789336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:51.789990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.805438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f3a23e6b-235a-41f3-9a60-75726face8a8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:51.820066 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe0aea5-ec48-45ff-a527-00e395bec59d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:51.824337 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-efe0aea5-ec48-45ff-a527-00e395bec59d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports/3e89ad41-34e6-4b63-bf19-596fe79fee75 HTTP/1.1" status: 200 len: 911 time: 0.0939720 Jun 11 11:42:51.834030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44348) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:51.836255 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-47729b5d-01b3-4df3-b768-43c4cae38d5f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] delete failed (client error): The resource could not be found. Jun 11 11:42:51.851994 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-47729b5d-01b3-4df3-b768-43c4cae38d5f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-groups/d7b6664d-9e6f-4e49-aa65-84e00db20dbc HTTP/1.1" status: 404 len: 347 time: 0.1600139 Jun 11 11:42:51.856798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Transition to ACTIVE for port object e11eba02-071f-46b6-b187-bb3e9a2c3ff3 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:51.861343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-75eeb6e1-5119-445a-bc39-34a6e3fde9e2 None None] For port 76586a45-a25f-4454-bd61-ddc7edfbc426, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=76586a45-a25f-4454-bd61-ddc7edfbc426,segment=NetworkSegment(30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b),segment_id=30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:51.863936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44352) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:51.864763 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-75eeb6e1-5119-445a-bc39-34a6e3fde9e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.881045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-7a3ebfd6-1407-4cc1-aafb-23dda0ad7569 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group': {'name': 'tempest-secgroup--236056516'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:51.918641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:51.929109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:52.058801 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Set router 4a84b71d-3f3c-4615-929d-58d4da46e078 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:52.068366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-75eeb6e1-5119-445a-bc39-34a6e3fde9e2 None None] Calling delete_port for 76586a45-a25f-4454-bd61-ddc7edfbc426 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:52.139156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Network fe0f7f63-ecc3-45a4-8aba-ff5332248e85 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:52.141606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:52.167525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:52.174052 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:52.245617 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7722385 Jun 11 11:42:52.261008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44364) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:52.261824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Network': ['ID=6ae4d876-4443-4ff9-9248-d66d83ecbb0c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:52.270950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:52.297861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'subnet': {'network_id': '6ae4d876-4443-4ff9-9248-d66d83ecbb0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:52.319885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 6ae4d876-4443-4ff9-9248-d66d83ecbb0c details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:42:52.325619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Pushing event updated for resources: {'Port': ['ID=e11eba02-071f-46b6-b187-bb3e9a2c3ff3,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:52.335516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:52.353056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f22c52-f8a7-4b8a-8b93-b4b3b4a1d7d3 tempest-TestNetworkAdvancedServerOps-2116339082 tempest-TestNetworkAdvancedServerOps-2116339082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:52.364381 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f5f22c52-f8a7-4b8a-8b93-b4b3b4a1d7d3 tempest-TestNetworkAdvancedServerOps-2116339082 tempest-TestNetworkAdvancedServerOps-2116339082-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 1094 time: 0.9452791 Jun 11 11:42:52.374989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44368) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:52.384533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:52.409085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:52.413399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7a3ebfd6-1407-4cc1-aafb-23dda0ad7569 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:52.428639 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a84b71d-3f3c-4615-929d-58d4da46e078', 'name': 'tempest-NetworksTestDHCPv6-router-1681647984', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:41Z', 'updated_at': '2021-06-11T11:42:48Z', 'revision_number': 2, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None, '_interfaces': [{'id': '3e89ad41-34e6-4b63-bf19-596fe79fee75', 'name': '', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'mac_address': 'fa:16:3e:74:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a84b71d-3f3c-4615-929d-58d4da46e078', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0aba7552-c8c6-4acf-baef-3b0b86ed9b63', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:44Z', 'updated_at': '2021-06-11T11:42:49Z', 'revision_number': 2, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'subnets': [{'id': '0aba7552-c8c6-4acf-baef-3b0b86ed9b63', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:52.433559 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Checking router: 4a84b71d-3f3c-4615-929d-58d4da46e078 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:42:52.433935 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Updating router 4a84b71d-3f3c-4615-929d-58d4da46e078 port 3e89ad41-34e6-4b63-bf19-596fe79fee75 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:42:52.497202 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:52.552408 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42622a9-4902-47a9-b656-24214c264f27 req-42959c6c-de80-4671-ac27-3f7e1c68bc66 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:52.554468 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c42622a9-4902-47a9-b656-24214c264f27 req-42959c6c-de80-4671-ac27-3f7e1c68bc66 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 944 time: 0.2624927 Jun 11 11:42:52.572232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c65fcb-823c-446f-9c70-88dbcc336bf0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:52.579590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c65fcb-823c-446f-9c70-88dbcc336bf0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:52.590950 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-03c65fcb-823c-446f-9c70-88dbcc336bf0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7557638 Jun 11 11:42:52.595726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44376) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:52.624918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:52.783748 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c42622a9-4902-47a9-b656-24214c264f27 req-f32de907-8188-40c5-badb-2d87970c8cb3 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866493 Jun 11 11:42:52.787131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44378) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:52.822201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 76586a45-a25f-4454-bd61-ddc7edfbc426, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=76586a45-a25f-4454-bd61-ddc7edfbc426,segment=NetworkSegment(30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b),segment_id=30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:52.823511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 57c8b3e5-7646-4625-8d95-1fc403795a41 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:52.889846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:52.898450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a96b1993-4c3a-4b0e-af86-d945540fb42a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:52.943976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Attempting to bind port e11eba02-071f-46b6-b187-bb3e9a2c3ff3 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:52.944398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Attempting to bind port e11eba02-071f-46b6-b187-bb3e9a2c3ff3 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'fe0f7f63-ecc3-45a4-8aba-ff5332248e85'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:52.944729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Attempting to bind port e11eba02-071f-46b6-b187-bb3e9a2c3ff3 on network fe0f7f63-ecc3-45a4-8aba-ff5332248e85 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:52.948169 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2bdc24e0-0f97-44af-bc5e-a926e02ba547 tempest-ServiceProvidersTest-1668168401 tempest-ServiceProvidersTest-1668168401-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1595545 Jun 11 11:42:53.013627 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.024356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.031349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4dafc50e-12fd-4356-93a2-629e728aff9b None None] Provisioning complete for port 3e89ad41-34e6-4b63-bf19-596fe79fee75 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:53.032203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4dafc50e-12fd-4356-93a2-629e728aff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.047638 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Transition to ACTIVE for port object 3e89ad41-34e6-4b63-bf19-596fe79fee75 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:53.057599 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.074018 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:53.099774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:53.100932 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Checking segment: {'id': '4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'fe0f7f63-ecc3-45a4-8aba-ff5332248e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:53.101577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.102513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Bound using segment: {'id': '4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'fe0f7f63-ecc3-45a4-8aba-ff5332248e85'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:53.103265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Bound port: e11eba02-071f-46b6-b187-bb3e9a2c3ff3, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'fe0f7f63-ecc3-45a4-8aba-ff5332248e85'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:53.103892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.114424 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-75eeb6e1-5119-445a-bc39-34a6e3fde9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.134212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.166424 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=76586a45-a25f-4454-bd61-ddc7edfbc426,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:53.169521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 57c8b3e5-7646-4625-8d95-1fc403795a41 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:53.174927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:53.178073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 57c8b3e5-7646-4625-8d95-1fc403795a41 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:53.179376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.242584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a27b3404-7218-4e0d-bdec-f01db2153213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:53.288926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7a3ebfd6-1407-4cc1-aafb-23dda0ad7569 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.290549 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d85291-362b-4f77-99fd-8e258592570f None None] Pushing event updated for resources: {'Port': ['ID=3e89ad41-34e6-4b63-bf19-596fe79fee75,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:53.307225 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-43d85291-362b-4f77-99fd-8e258592570f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:53.317357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7a3ebfd6-1407-4cc1-aafb-23dda0ad7569 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.326202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:53.366388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ebfd6-1407-4cc1-aafb-23dda0ad7569 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d794a142-901e-4731-88d2-759952882e88,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:53.376179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] For port e11eba02-071f-46b6-b187-bb3e9a2c3ff3, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:53.381720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] For port e11eba02-071f-46b6-b187-bb3e9a2c3ff3, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e11eba02-071f-46b6-b187-bb3e9a2c3ff3,segment=NetworkSegment(4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f),segment_id=4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:53.383081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7a3ebfd6-1407-4cc1-aafb-23dda0ad7569 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:53.430370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eeb6e1-5119-445a-bc39-34a6e3fde9e2 None None] No DVR routers for this DVR port 76586a45-a25f-4454-bd61-ddc7edfbc426 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:53.431905 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.440713 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4dafc50e-12fd-4356-93a2-629e728aff9b None None] Port 3e89ad41-34e6-4b63-bf19-596fe79fee75 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:42:53.447739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.471004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eeb6e1-5119-445a-bc39-34a6e3fde9e2 None None] Pushing event deleted for resources: {'Port': ['ID=76586a45-a25f-4454-bd61-ddc7edfbc426,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:53.479017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-75eeb6e1-5119-445a-bc39-34a6e3fde9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:53.479939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-674acd35-3b3e-4833-b5de-9fa13e30306f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:53.494902 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Attempting to bind port 3e89ad41-34e6-4b63-bf19-596fe79fee75 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:53.495288 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Attempting to bind port 3e89ad41-34e6-4b63-bf19-596fe79fee75 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:53.495955 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Attempting to bind port 3e89ad41-34e6-4b63-bf19-596fe79fee75 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:53.501352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44386) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:53.503883 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:53.504426 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:53.504941 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.505349 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:53.506062 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Bound port: 3e89ad41-34e6-4b63-bf19-596fe79fee75, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:53.506609 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.572949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Pushing event updated for resources: {'Port': ['ID=e11eba02-071f-46b6-b187-bb3e9a2c3ff3,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:53.577007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:53.625881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.651527 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] For port 3e89ad41-34e6-4b63-bf19-596fe79fee75, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:53.655359 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] For port 3e89ad41-34e6-4b63-bf19-596fe79fee75, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3e89ad41-34e6-4b63-bf19-596fe79fee75,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:53.662317 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.670489 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-cfc04344-dea5-4da0-9f89-0b21e44934d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:53.674342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 57c8b3e5-7646-4625-8d95-1fc403795a41, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=57c8b3e5-7646-4625-8d95-1fc403795a41,segment=NetworkSegment(e6d55afd-991f-425e-ac37-e192f58d33c0),segment_id=e6d55afd-991f-425e-ac37-e192f58d33c0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:53.677799 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8b3e5-7646-4625-8d95-1fc403795a41'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:42:53.680482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f808a9a-37d4-4f77-8c77-9e1c9f41c949" -d '{"events": [{"server_uuid": "c715d323-e034-4a24-abf3-c11fab744dc7", "name": "network-vif-plugged", "status": "completed", "tag": "57c8b3e5-7646-4625-8d95-1fc403795a41"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:42:53.704074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.711037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:53.741550 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Routers {'4a84b71d-3f3c-4615-929d-58d4da46e078'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:53.742204 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4a84b71d-3f3c-4615-929d-58d4da46e078'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:53.803661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c813b5e-03c6-4781-aa1a-4c69e8248c7d x-openstack-request-id: req-2c813b5e-03c6-4781-aa1a-4c69e8248c7d {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:42:53.803832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715d323-e034-4a24-abf3-c11fab744dc7", "name": "network-vif-plugged", "status": "completed", "tag": "57c8b3e5-7646-4625-8d95-1fc403795a41", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:42:53.804080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c813b5e-03c6-4781-aa1a-4c69e8248c7d {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:42:53.804497 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8b3e5-7646-4625-8d95-1fc403795a41', 'code': 200} Jun 11 11:42:53.846680 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=57c8b3e5-7646-4625-8d95-1fc403795a41,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:53.857554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:53.871066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:53.891979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.958986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7a3ebfd6-1407-4cc1-aafb-23dda0ad7569 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:53.960686 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7a3ebfd6-1407-4cc1-aafb-23dda0ad7569 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0931408 Jun 11 11:42:53.963523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44394) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:53.973170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9fdc0f54-d642-45ec-ab14-073b75bd57a1 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': 'd794a142-901e-4731-88d2-759952882e88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:53.998911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 3e89ad41-34e6-4b63-bf19-596fe79fee75 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:53.999291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.042553 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0f54-d642-45ec-ab14-073b75bd57a1 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.074411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.076606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-44a07154-abb0-4687-a616-4f4fdf92e102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.086269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.178299 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d85291-362b-4f77-99fd-8e258592570f None None] Pushing event updated for resources: {'Port': ['ID=3e89ad41-34e6-4b63-bf19-596fe79fee75,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:54.184851 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-43d85291-362b-4f77-99fd-8e258592570f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:54.201980 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] Set router 4a84b71d-3f3c-4615-929d-58d4da46e078 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:54.271341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0f54-d642-45ec-ab14-073b75bd57a1 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.285499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0f54-d642-45ec-ab14-073b75bd57a1 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.295248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.297607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:54.379853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc0f54-d642-45ec-ab14-073b75bd57a1 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2d5216-25e9-4a43-8445-aa7da0e38697,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:54.421526 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 3e89ad41-34e6-4b63-bf19-596fe79fee75 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:54.430684 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9fdc0f54-d642-45ec-ab14-073b75bd57a1 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:54.437933 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0f54-d642-45ec-ab14-073b75bd57a1 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.439461 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9fdc0f54-d642-45ec-ab14-073b75bd57a1 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4734213 Jun 11 11:42:54.448423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44396) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:54.457753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d053a48-36ef-4524-b275-a65c7610ccd0 req-4e01b6d7-19ee-4c94-92cb-306ee9a6d287 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:54.459527 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0d053a48-36ef-4524-b275-a65c7610ccd0 req-4e01b6d7-19ee-4c94-92cb-306ee9a6d287 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3642478 Jun 11 11:42:54.507932 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a84b71d-3f3c-4615-929d-58d4da46e078', 'name': 'tempest-NetworksTestDHCPv6-router-1681647984', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:41Z', 'updated_at': '2021-06-11T11:42:48Z', 'revision_number': 2, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None, '_interfaces': [{'id': '3e89ad41-34e6-4b63-bf19-596fe79fee75', 'name': '', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'mac_address': 'fa:16:3e:74:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a84b71d-3f3c-4615-929d-58d4da46e078', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0aba7552-c8c6-4acf-baef-3b0b86ed9b63', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:44Z', 'updated_at': '2021-06-11T11:42:53Z', 'revision_number': 4, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'subnets': [{'id': '0aba7552-c8c6-4acf-baef-3b0b86ed9b63', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:54.511927 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d95cef-4408-4693-8473-d142f9f34c37 None None] The sync data for ids ['4a84b71d-3f3c-4615-929d-58d4da46e078'] in dv-neutron-786478-5-hyperv is: [{'id': '4a84b71d-3f3c-4615-929d-58d4da46e078', 'name': 'tempest-NetworksTestDHCPv6-router-1681647984', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:41Z', 'updated_at': '2021-06-11T11:42:48Z', 'revision_number': 2, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None, '_interfaces': [{'id': '3e89ad41-34e6-4b63-bf19-596fe79fee75', 'name': '', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'mac_address': 'fa:16:3e:74:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a84b71d-3f3c-4615-929d-58d4da46e078', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0aba7552-c8c6-4acf-baef-3b0b86ed9b63', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:44Z', 'updated_at': '2021-06-11T11:42:53Z', 'revision_number': 4, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'subnets': [{'id': '0aba7552-c8c6-4acf-baef-3b0b86ed9b63', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:54.549102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79820aba-18a1-418d-9c01-49bd05ac39bc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.553766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.26.6.251 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/0be3c655-a45b-4187-a8b5-4183925e94d1) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:54.586106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79820aba-18a1-418d-9c01-49bd05ac39bc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.662687 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0d053a48-36ef-4524-b275-a65c7610ccd0 req-50c04300-1439-4bb8-8f19-ec500469421d tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919348 Jun 11 11:42:54.679616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79820aba-18a1-418d-9c01-49bd05ac39bc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.685997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:54.692418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.692772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79820aba-18a1-418d-9c01-49bd05ac39bc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.696181 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-79820aba-18a1-418d-9c01-49bd05ac39bc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2f2d5216-25e9-4a43-8445-aa7da0e38697 HTTP/1.1" status: 204 len: 168 time: 0.2334776 Jun 11 11:42:54.701223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44398) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:54.765401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79820aba-18a1-418d-9c01-49bd05ac39bc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f2d5216-25e9-4a43-8445-aa7da0e38697,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:54.768335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-79820aba-18a1-418d-9c01-49bd05ac39bc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:54.890135 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:54.894834 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-264ae1b6-b6c5-4caf-a54f-f56b7019ef92 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:54.940579 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=3e89ad41-34e6-4b63-bf19-596fe79fee75,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:54.950624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:55.069361 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1db972f9-01b2-4749-8c3c-70eac74cdc60 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3574469 Jun 11 11:42:55.078449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44400) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:55.100578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.113084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3534537-50d3-4523-8eb2-2ee971d51ed1 None None] Network fe0f7f63-ecc3-45a4-8aba-ff5332248e85 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:55.125191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841946c4-76d0-47b6-8881-535d693bd6fa req-904141d3-e0dc-40d3-9f02-c358a1e1f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:55.126752 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-841946c4-76d0-47b6-8881-535d693bd6fa req-904141d3-e0dc-40d3-9f02-c358a1e1f4d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 1098 time: 0.9620626 Jun 11 11:42:55.267293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2034bfed-1a86-4bb0-aa5d-3aa7cc6a6695 None None] Provisioning for port e11eba02-071f-46b6-b187-bb3e9a2c3ff3 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:55.288270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.325723 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-841946c4-76d0-47b6-8881-535d693bd6fa req-1bb13bde-8cf2-457b-97a3-0d9f85e364d4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757329 Jun 11 11:42:55.374270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-44a07154-abb0-4687-a616-4f4fdf92e102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.401533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-44a07154-abb0-4687-a616-4f4fdf92e102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.406334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Router 4a84b71d-3f3c-4615-929d-58d4da46e078 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:42:55.441555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9633e9b6-ddf6-454a-bfeb-95468ca25cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:55.470287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-82570887-5b9b-4c52-89b9-7e0a6e67855a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.539729 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.566189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:42:55.572672 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "PUT /v2.0/routers/4a84b71d-3f3c-4615-929d-58d4da46e078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9732411 Jun 11 11:42:55.574204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44402) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:55.585024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-82570887-5b9b-4c52-89b9-7e0a6e67855a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.605955 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-44a07154-abb0-4687-a616-4f4fdf92e102 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=635b7d06a7474129a0208bbfc504fea9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1012905 Jun 11 11:42:55.612075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a07154-abb0-4687-a616-4f4fdf92e102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81acc91e-c437-4623-8675-d6721c0d7ecd,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:55.617501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e11eba02-071f-46b6-b187-bb3e9a2c3ff3 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:55.622691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44404) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:55.656531 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-44a07154-abb0-4687-a616-4f4fdf92e102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:55.658425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0252538c-b72b-4d1d-a1f7-fe2361edeeb1 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:55.672337 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ea62a-846b-44e1-a58b-64f1431d6e7a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:55.674721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ea62a-846b-44e1-a58b-64f1431d6e7a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:55.677041 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9b8ea62a-846b-44e1-a58b-64f1431d6e7a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1018176 Jun 11 11:42:55.679991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44406) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:55.685606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.objects.ports [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99006) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:42:55.715110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port e11eba02-071f-46b6-b187-bb3e9a2c3ff3 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:42:55.720140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port e11eba02-071f-46b6-b187-bb3e9a2c3ff3 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:55.720532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.801874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.803128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9d0daa-337a-4e0a-90c3-7fe0f2af3952 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 0aba7552-c8c6-4acf-baef-3b0b86ed9b63 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:42:55.806681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0daa-337a-4e0a-90c3-7fe0f2af3952 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.806945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:55.822483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6cbd82ae-16e9-486f-819f-84e41cd0785a None None] Provisioning complete for port e11eba02-071f-46b6-b187-bb3e9a2c3ff3 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:55.823348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6cbd82ae-16e9-486f-819f-84e41cd0785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.855694 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:55.858175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:55.864691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0daa-337a-4e0a-90c3-7fe0f2af3952 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:55.869665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Allocated IP 172.26.6.215 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/13896d84-3fbd-4e50-b9a7-f1fddc148eb6) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:55.952736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=0be3c655-a45b-4187-a8b5-4183925e94d1,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:55.955846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:55.970871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bc8725e7-7f97-45d0-9a2d-57bd93c2e7b2 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:55.992122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6cbd82ae-16e9-486f-819f-84e41cd0785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.006832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.009837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0daa-337a-4e0a-90c3-7fe0f2af3952 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.048909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-6cbd82ae-16e9-486f-819f-84e41cd0785a None None] For port e11eba02-071f-46b6-b187-bb3e9a2c3ff3, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e11eba02-071f-46b6-b187-bb3e9a2c3ff3,segment=NetworkSegment(4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f),segment_id=4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:56.065467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6cbd82ae-16e9-486f-819f-84e41cd0785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.069508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:56.073640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-82570887-5b9b-4c52-89b9-7e0a6e67855a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.076566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-82570887-5b9b-4c52-89b9-7e0a6e67855a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.077879 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-82570887-5b9b-4c52-89b9-7e0a6e67855a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-groups/d794a142-901e-4731-88d2-759952882e88 HTTP/1.1" status: 204 len: 168 time: 0.9882519 Jun 11 11:42:56.083212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44414) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:56.135398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Subnet': ['ID=964aa200-7eb6-45d6-9892-845a88971e35,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:56.137961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:56.143787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:56.156581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd82ae-16e9-486f-819f-84e41cd0785a None None] Pushing event updated for resources: {'Port': ['ID=e11eba02-071f-46b6-b187-bb3e9a2c3ff3,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:56.158264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0daa-337a-4e0a-90c3-7fe0f2af3952 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.161729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6cbd82ae-16e9-486f-819f-84e41cd0785a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:56.175550 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:42:56.175921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:42:56.180798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-402fa4c9-50b7-4234-922c-f37f2b7139fb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:56.213763 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c55dfea7-0408-4961-bca9-db92a80a99cd tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1281018 Jun 11 11:42:56.214499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44416) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:56.242015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d0daa-337a-4e0a-90c3-7fe0f2af3952 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=0aba7552-c8c6-4acf-baef-3b0b86ed9b63,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:56.245143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bb9d0daa-337a-4e0a-90c3-7fe0f2af3952 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:56.248461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f8e1581f-f49f-4a9e-bf30-52bffa9fdac5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group': {'name': 'tempest-secgroup--108142223'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:56.253278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f2308-8c66-422a-a503-61c0cfc67320 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:56.258141 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0daa-337a-4e0a-90c3-7fe0f2af3952 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.263476 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bb9d0daa-337a-4e0a-90c3-7fe0f2af3952 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/0aba7552-c8c6-4acf-baef-3b0b86ed9b63 HTTP/1.1" status: 204 len: 168 time: 0.5809932 Jun 11 11:42:56.267554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44418) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:56.335579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82570887-5b9b-4c52-89b9-7e0a6e67855a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d794a142-901e-4731-88d2-759952882e88,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:56.337667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-82570887-5b9b-4c52-89b9-7e0a6e67855a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:56.347015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Checking segment: {'id': 'c1370b58-ef07-4f84-9e87-6bbdee616826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '6ae4d876-4443-4ff9-9248-d66d83ecbb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:56.347391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network hostable DHCP agents. Network: 6ae4d876-4443-4ff9-9248-d66d83ecbb0c, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:42:56.349602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25264bc0-3064-4321-b725-0fc79b727ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.424781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8e1581f-f49f-4a9e-bf30-52bffa9fdac5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.427644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e51d88-28ad-4d89-96fe-fdc58f51b05c None None] Sync routers for ids ['4a84b71d-3f3c-4615-929d-58d4da46e078'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:42:56.440052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25264bc0-3064-4321-b725-0fc79b727ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.441245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e51d88-28ad-4d89-96fe-fdc58f51b05c None None] Routers {'4a84b71d-3f3c-4615-929d-58d4da46e078'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:56.441885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-75e51d88-28ad-4d89-96fe-fdc58f51b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4a84b71d-3f3c-4615-929d-58d4da46e078'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:56.458012 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d6f07204-7125-4124-9fc2-3825d6723e0f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1862345 Jun 11 11:42:56.461352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44420) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:56.466704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066dd2a-1406-4257-8648-0e6e863a3d96 req-9907fe42-b264-49ee-bca6-b4c375101da0 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:56.468234 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8066dd2a-1406-4257-8648-0e6e863a3d96 req-9907fe42-b264-49ee-bca6-b4c375101da0 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.6303861 Jun 11 11:42:56.497021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network 6ae4d876-4443-4ff9-9248-d66d83ecbb0c is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:42:56.551656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-75e51d88-28ad-4d89-96fe-fdc58f51b05c None None] Set router 4a84b71d-3f3c-4615-929d-58d4da46e078 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:56.552801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.556921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 6ae4d876-4443-4ff9-9248-d66d83ecbb0c) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:56.561265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:56.562126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.576106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8158d279-a404-4450-b11c-2b25c8f26c02 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.603015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b21032-d727-4b18-8c95-23f2157cf9be None None] Network 6ae4d876-4443-4ff9-9248-d66d83ecbb0c requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:56.669446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-75e51d88-28ad-4d89-96fe-fdc58f51b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a84b71d-3f3c-4615-929d-58d4da46e078', 'name': 'tempest-NetworksTestDHCPv6-router-1681647984', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:41Z', 'updated_at': '2021-06-11T11:42:54Z', 'revision_number': 3, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:56.691557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e51d88-28ad-4d89-96fe-fdc58f51b05c None None] Checking router: 4a84b71d-3f3c-4615-929d-58d4da46e078 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:42:56.715314 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8066dd2a-1406-4257-8648-0e6e863a3d96 req-f803c36a-13b9-4561-afd0-2e2a39f129d1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251952 Jun 11 11:42:56.752430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25264bc0-3064-4321-b725-0fc79b727ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.755582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25264bc0-3064-4321-b725-0fc79b727ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.756739 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-25264bc0-3064-4321-b725-0fc79b727ff7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81acc91e-c437-4623-8675-d6721c0d7ecd HTTP/1.1" status: 204 len: 168 time: 1.1304469 Jun 11 11:42:56.760947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-39a93c00-c9f9-4c71-9f39-b4569d01c72c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:56.777238 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25264bc0-3064-4321-b725-0fc79b727ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81acc91e-c437-4623-8675-d6721c0d7ecd,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:56.779603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9cee7e-afb1-45d7-bb81-25ab71a45b93 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:42:56.779735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25264bc0-3064-4321-b725-0fc79b727ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:56.861421 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Allocated IP 172.26.6.205 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/ef66da91-72e6-4b69-b323-0585a336396f) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:56.914066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:56.921245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-443eb8f0-3f9f-4bde-871f-807137c4463c tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:56.977789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:56.979035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.018384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e51d88-28ad-4d89-96fe-fdc58f51b05c None None] Routers {'4a84b71d-3f3c-4615-929d-58d4da46e078'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:42:57.019184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-75e51d88-28ad-4d89-96fe-fdc58f51b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4a84b71d-3f3c-4615-929d-58d4da46e078'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:57.124033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-75e51d88-28ad-4d89-96fe-fdc58f51b05c None None] Set router 4a84b71d-3f3c-4615-929d-58d4da46e078 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:42:57.154729 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.158626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:57.169805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:57.219393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8158d279-a404-4450-b11c-2b25c8f26c02 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.223483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8158d279-a404-4450-b11c-2b25c8f26c02 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.237056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8e1581f-f49f-4a9e-bf30-52bffa9fdac5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.241960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8e1581f-f49f-4a9e-bf30-52bffa9fdac5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.264466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'Port': ['ID=13896d84-3fbd-4e50-b9a7-f1fddc148eb6,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:57.292339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:57.325505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8158d279-a404-4450-b11c-2b25c8f26c02 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.326084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8158d279-a404-4450-b11c-2b25c8f26c02 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Fanout notify agent at l3_agent the message router_deleted on router 4a84b71d-3f3c-4615-929d-58d4da46e078 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:42:57.334735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8e1581f-f49f-4a9e-bf30-52bffa9fdac5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.339007 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f8e1581f-f49f-4a9e-bf30-52bffa9fdac5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0967033 Jun 11 11:42:57.340790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44436) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:57.348563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8158d279-a404-4450-b11c-2b25c8f26c02 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.348563 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8158d279-a404-4450-b11c-2b25c8f26c02 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/routers/4a84b71d-3f3c-4615-929d-58d4da46e078 HTTP/1.1" status: 204 len: 168 time: 0.8856535 Jun 11 11:42:57.353584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c62ab697-a727-4d33-bd58-c38992ce26ad tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': '5d4929be-b205-4149-bbf9-0c9f3ba039f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:57.357653 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44440) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:57.360658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1581f-f49f-4a9e-bf30-52bffa9fdac5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4929be-b205-4149-bbf9-0c9f3ba039f3,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:57.367521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:57.373961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f8e1581f-f49f-4a9e-bf30-52bffa9fdac5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:57.380003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:57.385591 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1136022 Jun 11 11:42:57.395249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44442) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:57.395434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-6ae4d876-4443-4ff9-9248-d66d83ecbb0c', 'network_id': '6ae4d876-4443-4ff9-9248-d66d83ecbb0c', 'tenant_id': '8522915a61c94ed4988760bd638a4d41', 'fixed_ips': [{'subnet_id': '964aa200-7eb6-45d6-9892-845a88971e35'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:57.396250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.403893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'port': {'network_id': '6ae4d876-4443-4ff9-9248-d66d83ecbb0c', 'name': 'tempest-NetworksIpV6TestAttrs-505352638'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:57.409060 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-75e51d88-28ad-4d89-96fe-fdc58f51b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a84b71d-3f3c-4615-929d-58d4da46e078', 'name': 'tempest-NetworksTestDHCPv6-router-1681647984', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:41Z', 'updated_at': '2021-06-11T11:42:54Z', 'revision_number': 3, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:42:57.435567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e51d88-28ad-4d89-96fe-fdc58f51b05c None None] The sync data for ids ['4a84b71d-3f3c-4615-929d-58d4da46e078'] in dv-neutron-786478-5-hyperv is: [{'id': '4a84b71d-3f3c-4615-929d-58d4da46e078', 'name': 'tempest-NetworksTestDHCPv6-router-1681647984', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:41Z', 'updated_at': '2021-06-11T11:42:54Z', 'revision_number': 3, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:42:57.451807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.519237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2b9cee7e-afb1-45d7-bb81-25ab71a45b93 None None] Deleting port a180e7da-020b-4773-a205-153a8feb80a3 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:42:57.519812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2b9cee7e-afb1-45d7-bb81-25ab71a45b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.536767 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c62ab697-a727-4d33-bd58-c38992ce26ad tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.589211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:57.596042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.658658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:57.665371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.667089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2b9cee7e-afb1-45d7-bb81-25ab71a45b93 None None] For port a180e7da-020b-4773-a205-153a8feb80a3, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a180e7da-020b-4773-a205-153a8feb80a3,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:42:57.667493 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2b9cee7e-afb1-45d7-bb81-25ab71a45b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.687815 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44448) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:57.782686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] device_id is not set on port d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:42:57.882962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c62ab697-a727-4d33-bd58-c38992ce26ad tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.910884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2b9cee7e-afb1-45d7-bb81-25ab71a45b93 None None] Calling delete_port for a180e7da-020b-4773-a205-153a8feb80a3 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:42:57.924695 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e11eba02-071f-46b6-b187-bb3e9a2c3ff3 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:42:57.935653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Allocated IP 2001:db8::f816:3eff:fe97:3474 (6ae4d876-4443-4ff9-9248-d66d83ecbb0c/964aa200-7eb6-45d6-9892-845a88971e35/bfba335b-0937-4774-89bd-cfbf3f32f014) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:57.974276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c62ab697-a727-4d33-bd58-c38992ce26ad tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.980516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:57.981895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-177836528-network', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:57.999187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:58.007562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-52f89f25-9c53-4102-bdee-3289a2f53a9b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:58.067572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ab697-a727-4d33-bd58-c38992ce26ad tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd44d20-62ea-4182-9ce2-5b2742ec2b10,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:58.081779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c62ab697-a727-4d33-bd58-c38992ce26ad tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:58.127016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Made reservation on behalf of fa1ddf06d6df4152974d5476ba079f72 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:58.129367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.138836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c62ab697-a727-4d33-bd58-c38992ce26ad tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.142633 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c62ab697-a727-4d33-bd58-c38992ce26ad tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7908759 Jun 11 11:42:58.191048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44454) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:58.201904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.206102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port e11eba02-071f-46b6-b187-bb3e9a2c3ff3 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:42:58.206613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.217680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c65654c3-24a0-498e-b2c6-1f3b7a19509e tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': '5d4929be-b205-4149-bbf9-0c9f3ba039f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:58.261949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.266274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-400adfc2-c1a8-4c50-85c0-55a7d3a74948 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:58.294184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2b9cee7e-afb1-45d7-bb81-25ab71a45b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.305944 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a8ea24fe-6055-420c-b09d-806360eac896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:58.354120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:58.365323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9cee7e-afb1-45d7-bb81-25ab71a45b93 None None] No DVR routers for this DVR port a180e7da-020b-4773-a205-153a8feb80a3 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:42:58.371716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=2572d6bb-aea2-447d-af87-6e650582a9fb,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:58.373244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:58.379162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:58.380803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c65654c3-24a0-498e-b2c6-1f3b7a19509e tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.384350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:58.384813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.394965 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9abde8-4413-4735-bf46-ddcd964e1573 req-5280c7a3-f7aa-48c5-be6f-305c7e1bcc38 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:58.401989 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3e9abde8-4413-4735-bf46-ddcd964e1573 req-5280c7a3-f7aa-48c5-be6f-305c7e1bcc38 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.4265838 Jun 11 11:42:58.419068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cee7e-afb1-45d7-bb81-25ab71a45b93 None None] Pushing event deleted for resources: {'Port': ['ID=a180e7da-020b-4773-a205-153a8feb80a3,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:58.421741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2b9cee7e-afb1-45d7-bb81-25ab71a45b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:58.437429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71141ed3-e02a-4668-a5dc-d47e5bf57e00 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:42:58.544104 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3e9abde8-4413-4735-bf46-ddcd964e1573 req-2f73d1fd-385f-4bb2-90a9-4fca654ab23f tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411545 Jun 11 11:42:58.561095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:58.565460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.570484 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c65654c3-24a0-498e-b2c6-1f3b7a19509e tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.580182 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c65654c3-24a0-498e-b2c6-1f3b7a19509e tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.587581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Transition to ACTIVE for port object bfba335b-0937-4774-89bd-cfbf3f32f014 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:58.592852 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:58.621174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Transition to ACTIVE for port object bfba335b-0937-4774-89bd-cfbf3f32f014 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:58.633483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65654c3-24a0-498e-b2c6-1f3b7a19509e tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3945159f-ee01-477b-b020-124d87da6a9a,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:58.637778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:58.638466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c65654c3-24a0-498e-b2c6-1f3b7a19509e tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:58.649042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:58.674867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.682083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a180e7da-020b-4773-a205-153a8feb80a3 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:42:58.691651 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.710610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:42:58.713034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e1f820ab-75c4-4c74-904d-9811770deb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:58.719229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c65654c3-24a0-498e-b2c6-1f3b7a19509e tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.720798 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c65654c3-24a0-498e-b2c6-1f3b7a19509e tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5160799 Jun 11 11:42:58.729528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.730246 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3704967 Jun 11 11:42:58.732143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44458) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:58.734239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: a180e7da-020b-4773-a205-153a8feb80a3 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:42:58.734793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a180e7da-020b-4773-a205-153a8feb80a3 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:42:58.740684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2edad691-3268-4c0a-a1ea-6aa5811a61c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:58.742768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-dc2e6edd-4ba6-4661-9873-7895589b95cc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': '5d4929be-b205-4149-bbf9-0c9f3ba039f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:58.746488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44460) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:58.748970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.749787 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Added segment a91f9d22-da32-45c7-b58b-e70b087c8b90 of type vlan for network a303fe90-a33a-4602-b3f5-63b56709bb0e Jun 11 11:42:58.753725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4f81b967-5c57-40fb-b71b-6d85254390a6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1039435472', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:58.765266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Pushing event updated for resources: {'Port': ['ID=ef66da91-72e6-4b69-b323-0585a336396f,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:58.785219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:58.800326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290a364b-7677-4689-a724-193d477e9038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': '2572d6bb-aea2-447d-af87-6e650582a9fb'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:42:58.801285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-290a364b-7677-4689-a724-193d477e9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.809912 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f37d888-ded0-421f-8a1d-cd8aad818103,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:58.814661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Network 6ae4d876-4443-4ff9-9248-d66d83ecbb0c is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:58.818112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:58.830277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:58.836021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:58.836260 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.838286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Pushing event updated for resources: {'Port': ['ID=bfba335b-0937-4774-89bd-cfbf3f32f014,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:58.842872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:58.861007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6edd-4ba6-4661-9873-7895589b95cc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.892544 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f81b967-5c57-40fb-b71b-6d85254390a6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.893524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f81b967-5c57-40fb-b71b-6d85254390a6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.960181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f81b967-5c57-40fb-b71b-6d85254390a6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.972507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.973625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:58.974520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.978765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Attempting to bind port bfba335b-0937-4774-89bd-cfbf3f32f014 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:58.979146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Attempting to bind port bfba335b-0937-4774-89bd-cfbf3f32f014 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'c1370b58-ef07-4f84-9e87-6bbdee616826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '6ae4d876-4443-4ff9-9248-d66d83ecbb0c'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:58.979513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Attempting to bind port bfba335b-0937-4774-89bd-cfbf3f32f014 on network 6ae4d876-4443-4ff9-9248-d66d83ecbb0c {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:58.980304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:58.982327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f81b967-5c57-40fb-b71b-6d85254390a6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.988129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:58.988502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Checking segment: {'id': 'c1370b58-ef07-4f84-9e87-6bbdee616826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '6ae4d876-4443-4ff9-9248-d66d83ecbb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:58.988919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:58.989334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Bound using segment: {'id': 'c1370b58-ef07-4f84-9e87-6bbdee616826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '6ae4d876-4443-4ff9-9248-d66d83ecbb0c'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:58.989812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Bound port: bfba335b-0937-4774-89bd-cfbf3f32f014, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1370b58-ef07-4f84-9e87-6bbdee616826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '6ae4d876-4443-4ff9-9248-d66d83ecbb0c'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:58.990201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.049900 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3546174 Jun 11 11:42:59.079506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Allocated IP 2001:db8::f816:3eff:feea:73d3 (6ae4d876-4443-4ff9-9248-d66d83ecbb0c/964aa200-7eb6-45d6-9892-845a88971e35/d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:59.083455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-290a364b-7677-4689-a724-193d477e9038 None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/2572d6bb-aea2-447d-af87-6e650582a9fb/b4166966-b3f9-401a-a8ab-7acf352ce3a3) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:42:59.095931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44462) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:59.105637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Request body: {'subnet': {'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-177836528-subnet', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'ip_version': 4}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:59.109259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f81b967-5c57-40fb-b71b-6d85254390a6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.110289 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4f81b967-5c57-40fb-b71b-6d85254390a6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3628466 Jun 11 11:42:59.111082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Pushing event updated for resources: {'Network': ['ID=a303fe90-a33a-4602-b3f5-63b56709bb0e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:59.114799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44464) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:59.120966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:59.129548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] For port bfba335b-0937-4774-89bd-cfbf3f32f014, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:59.131695 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network a303fe90-a33a-4602-b3f5-63b56709bb0e details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:42:59.136667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6edd-4ba6-4661-9873-7895589b95cc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.152245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.169898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] For port bfba335b-0937-4774-89bd-cfbf3f32f014, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=bfba335b-0937-4774-89bd-cfbf3f32f014,segment=NetworkSegment(c1370b58-ef07-4f84-9e87-6bbdee616826),segment_id=c1370b58-ef07-4f84-9e87-6bbdee616826)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:42:59.185108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.189667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8d2a2717-1391-468f-8688-e26561bcfb58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:59.243166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6edd-4ba6-4661-9873-7895589b95cc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.252150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:59.263899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Made reservation on behalf of fa1ddf06d6df4152974d5476ba079f72 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:42:59.267056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.313787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e6edd-4ba6-4661-9873-7895589b95cc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458ccac9-87a1-4d2f-8d20-ed0e108e989f,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:59.369197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dc2e6edd-4ba6-4661-9873-7895589b95cc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:59.416692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6edd-4ba6-4661-9873-7895589b95cc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.420392 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dc2e6edd-4ba6-4661-9873-7895589b95cc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6829150 Jun 11 11:42:59.446250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44466) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:59.460629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-105ce47d-9f70-4d68-8ab3-810e6d2fe197 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': '5d4929be-b205-4149-bbf9-0c9f3ba039f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:59.473298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8686cd0-b682-4475-953c-61cabb94a23b req-42727438-c7f9-4821-8683-a2497dc048ff tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:42:59.478517 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c8686cd0-b682-4475-953c-61cabb94a23b req-42727438-c7f9-4821-8683-a2497dc048ff tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.7595429 Jun 11 11:42:59.484338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44468) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:42:59.490898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.498054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5c68c3a2-c7a2-4f52-8e5b-7f605444c691 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Request body: {'floatingip': {'port_id': '57c8b3e5-7646-4625-8d95-1fc403795a41'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:42:59.534464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3e89ad41-34e6-4b63-bf19-596fe79fee75 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:42:59.579224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Pushing event updated for resources: {'Port': ['ID=bfba335b-0937-4774-89bd-cfbf3f32f014,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:59.589276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 3e89ad41-34e6-4b63-bf19-596fe79fee75 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:42:59.589916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3e89ad41-34e6-4b63-bf19-596fe79fee75 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:42:59.591709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:59.667585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-290a364b-7677-4689-a724-193d477e9038 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.675894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c68c3a2-c7a2-4f52-8e5b-7f605444c691 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for floatingip, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.677578 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-290a364b-7677-4689-a724-193d477e9038 None None] Transition to ACTIVE for port object b4166966-b3f9-401a-a8ab-7acf352ce3a3 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:59.699312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-290a364b-7677-4689-a724-193d477e9038 None None] Transition to ACTIVE for port object b4166966-b3f9-401a-a8ab-7acf352ce3a3 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:42:59.707564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-290a364b-7677-4689-a724-193d477e9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.709642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fbc789be-4ac5-43ea-8ab9-6b5ad77aed4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:42:59.756149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290a364b-7677-4689-a724-193d477e9038 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:42:59.759143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-290a364b-7677-4689-a724-193d477e9038 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:42:59.762632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a364b-7677-4689-a724-193d477e9038 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:42:59.770336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a364b-7677-4689-a724-193d477e9038 None None] Pushing event updated for resources: {'Port': ['ID=b4166966-b3f9-401a-a8ab-7acf352ce3a3,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:42:59.774630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-290a364b-7677-4689-a724-193d477e9038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:42:59.807488 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-105ce47d-9f70-4d68-8ab3-810e6d2fe197 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.858498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-290a364b-7677-4689-a724-193d477e9038 None None] Attempting to bind port b4166966-b3f9-401a-a8ab-7acf352ce3a3 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:42:59.860333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-290a364b-7677-4689-a724-193d477e9038 None None] Attempting to bind port b4166966-b3f9-401a-a8ab-7acf352ce3a3 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:42:59.860726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a364b-7677-4689-a724-193d477e9038 None None] Attempting to bind port b4166966-b3f9-401a-a8ab-7acf352ce3a3 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:42:59.872259 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a364b-7677-4689-a724-193d477e9038 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:42:59.872907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a364b-7677-4689-a724-193d477e9038 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:42:59.873618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-290a364b-7677-4689-a724-193d477e9038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.874210 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a364b-7677-4689-a724-193d477e9038 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:42:59.874963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-290a364b-7677-4689-a724-193d477e9038 None None] Bound port: b4166966-b3f9-401a-a8ab-7acf352ce3a3, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:42:59.875545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-290a364b-7677-4689-a724-193d477e9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.992233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-290a364b-7677-4689-a724-193d477e9038 None None] For port b4166966-b3f9-401a-a8ab-7acf352ce3a3, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:42:59.993352 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-552bed66-ef97-484f-8a32-b4a02d9c8c8c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6179624 Jun 11 11:42:59.993939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.994577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:42:59.996481 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-290a364b-7677-4689-a724-193d477e9038 None None] For port b4166966-b3f9-401a-a8ab-7acf352ce3a3, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b4166966-b3f9-401a-a8ab-7acf352ce3a3,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:00.002011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-290a364b-7677-4689-a724-193d477e9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:00.007611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:00.020332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:00.052119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:00.106126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a364b-7677-4689-a724-193d477e9038 None None] Pushing event updated for resources: {'Port': ['ID=b4166966-b3f9-401a-a8ab-7acf352ce3a3,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:00.113325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-290a364b-7677-4689-a724-193d477e9038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:00.296538 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:00.302325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:00.541516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28be0055-a740-46eb-a756-909502b2a1dd,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:00.544301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:00.658099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-105ce47d-9f70-4d68-8ab3-810e6d2fe197 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:00.660302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Transition to ACTIVE for port object d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:00.679569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-105ce47d-9f70-4d68-8ab3-810e6d2fe197 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:00.692743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2fc00e9d-9e04-4c77-a6a8-d1444e859683 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:00.703293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Checking segment: {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:00.703293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Network hostable DHCP agents. Network: a303fe90-a33a-4602-b3f5-63b56709bb0e, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:00.740583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 4c9f8741-4cc2-468b-9b36-56d13a161f37 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:43:00.761187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ce47d-9f70-4d68-8ab3-810e6d2fe197 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5149e4b3-4b30-45e7-a040-5a95d7609d84,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:00.772985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-105ce47d-9f70-4d68-8ab3-810e6d2fe197 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:00.787154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-105ce47d-9f70-4d68-8ab3-810e6d2fe197 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:00.788768 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-105ce47d-9f70-4d68-8ab3-810e6d2fe197 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3395257 Jun 11 11:43:00.804543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44470) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:00.815598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Network a303fe90-a33a-4602-b3f5-63b56709bb0e is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:00.819348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c1c683f5-20b0-4dbb-8d9a-fc9908381d83 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': '5d4929be-b205-4149-bbf9-0c9f3ba039f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:00.836469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::1 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/2572d6bb-aea2-447d-af87-6e650582a9fb/b0608c8e-0ca1-4d87-a16b-bf396470c322) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:00.842507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, a303fe90-a33a-4602-b3f5-63b56709bb0e) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:00.847083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:00.847590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:00.853205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30427e9b-d405-4a64-a8aa-b5fae65176f2 None None] Network a303fe90-a33a-4602-b3f5-63b56709bb0e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:00.929983 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8304813 Jun 11 11:43:00.935617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44472) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:00.951092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:00.958453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da60df5-1573-4d87-b773-b360ef1e2a5c None None] Network 6ae4d876-4443-4ff9-9248-d66d83ecbb0c requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:00.985629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c68c3a2-c7a2-4f52-8e5b-7f605444c691 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:00.994428 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c68c3a2-c7a2-4f52-8e5b-7f605444c691 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.077973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-64a1466b-af15-4f62-99b7-1d38935ecc97 None None] Provisioning for port bfba335b-0937-4774-89bd-cfbf3f32f014 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:01.208338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.233428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-086c0e98-824b-4032-9398-c33762c2d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:01.235088 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-086c0e98-824b-4032-9398-c33762c2d984 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=61ea88c741c44370bd8d03aef7204231&device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 1099 time: 1.1319587 Jun 11 11:43:01.244553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.282195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-a303fe90-a33a-4602-b3f5-63b56709bb0e', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:43:01.283249 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.283521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ba2b6d0e-9f45-4b72-9788-1f311d343a4a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:01.369790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network 6ae4d876-4443-4ff9-9248-d66d83ecbb0c is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:01.471839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4a1ff80e-93c4-4e30-81ec-20e4c13948e1 None None] Provisioning for port b4166966-b3f9-401a-a8ab-7acf352ce3a3 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:01.478601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:01.493052 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Allocated IP 172.20.0.2 (a303fe90-a33a-4602-b3f5-63b56709bb0e/28be0055-a740-46eb-a756-909502b2a1dd/b6b7c721-eda8-4803-bd0c-9d131373e584) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:01.508088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:01.513810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:01.514477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.641763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1c683f5-20b0-4dbb-8d9a-fc9908381d83 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.706049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Port': ['ID=d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:01.710518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:01.758216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-cf2e9ac5-aa75-44ec-ac36-e70c642dfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:01.759742 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-cf2e9ac5-aa75-44ec-ac36-e70c642dfa83 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3dec2ca3-aa3d-4f05-8608-63544b169594 HTTP/1.1" status: 200 len: 899 time: 0.4627635 Jun 11 11:43:01.765837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.768393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.770592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:01.782752 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38bfff-ae6d-42ee-a275-152b8b370b40 None None] Sync routers for ids ['4c9f8741-4cc2-468b-9b36-56d13a161f37'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:01.785329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object b0608c8e-0ca1-4d87-a16b-bf396470c322 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:01.794269 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38bfff-ae6d-42ee-a275-152b8b370b40 None None] Routers {'4c9f8741-4cc2-468b-9b36-56d13a161f37'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:01.795043 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4d38bfff-ae6d-42ee-a275-152b8b370b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4c9f8741-4cc2-468b-9b36-56d13a161f37'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:01.813435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.819595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6735d606-f03a-455d-9050-09f562464dcb tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:01.826989 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-5c68c3a2-c7a2-4f52-8e5b-7f605444c691 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Floating IP a2e3cd36-65de-4491-a08a-1583f06fbe49 associated. External IP: 172.26.6.177, port: 57c8b3e5-7646-4625-8d95-1fc403795a41. Jun 11 11:43:01.831888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.842684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Transition to ACTIVE for port object b6b7c721-eda8-4803-bd0c-9d131373e584 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:01.868748 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Transition to ACTIVE for port object b6b7c721-eda8-4803-bd0c-9d131373e584 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:01.892228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device bfba335b-0937-4774-89bd-cfbf3f32f014 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:01.897216 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4d38bfff-ae6d-42ee-a275-152b8b370b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:01.906400 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38bfff-ae6d-42ee-a275-152b8b370b40 None None] Routers {'4c9f8741-4cc2-468b-9b36-56d13a161f37'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:01.907096 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4d38bfff-ae6d-42ee-a275-152b8b370b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4c9f8741-4cc2-468b-9b36-56d13a161f37'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:01.949340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.963109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:01.973887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Network a303fe90-a33a-4602-b3f5-63b56709bb0e is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:01.975101 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4d38bfff-ae6d-42ee-a275-152b8b370b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:01.975535 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38bfff-ae6d-42ee-a275-152b8b370b40 None None] The sync data for ids ['4c9f8741-4cc2-468b-9b36-56d13a161f37'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:01.985313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:01.985524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:01.989358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5fc30ba0-b35a-4a96-996f-78ecea888182 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:02.019898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:02.028271 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.029277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.046400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.051101 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.7572336 Jun 11 11:43:02.051101 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.6499310 Jun 11 11:43:02.051977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44474) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:02.056319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event updated for resources: {'Port': ['ID=13896d84-3fbd-4e50-b9a7-f1fddc148eb6,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:02.059371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:02.062211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44476) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:02.088632 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-0cf48df6-45f8-4abc-9b2a-d332d7eeaf84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2 HTTP/1.1" status: 200 len: 1000 time: 0.3018596 Jun 11 11:43:02.128744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Attempting to bind port b6b7c721-eda8-4803-bd0c-9d131373e584 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:02.129241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Attempting to bind port b6b7c721-eda8-4803-bd0c-9d131373e584 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:02.129684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Attempting to bind port b6b7c721-eda8-4803-bd0c-9d131373e584 on network a303fe90-a33a-4602-b3f5-63b56709bb0e {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:02.131592 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:02.131728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Pushing event updated for resources: {'Port': ['ID=b6b7c721-eda8-4803-bd0c-9d131373e584,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:02.137155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:02.137338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1c683f5-20b0-4dbb-8d9a-fc9908381d83 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.143745 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:02.144215 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Checking segment: {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:02.145499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.145945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Bound using segment: {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:02.146666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Bound port: b6b7c721-eda8-4803-bd0c-9d131373e584, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:02.147086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.151915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-83f5872e-bee4-4930-881e-9f1ed9567779 None None] Provisioning for port d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:02.153509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.164437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-83f5872e-bee4-4930-881e-9f1ed9567779 None None] Provisioning complete for port d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:02.164906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-83f5872e-bee4-4930-881e-9f1ed9567779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.181712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1c683f5-20b0-4dbb-8d9a-fc9908381d83 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.214354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port bfba335b-0937-4774-89bd-cfbf3f32f014 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:02.230808 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:02.255781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port bfba335b-0937-4774-89bd-cfbf3f32f014 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:02.256168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.281726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:02.282646 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.292021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:02.305431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-83f5872e-bee4-4930-881e-9f1ed9567779 None None] Port d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:02.313894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=b0608c8e-0ca1-4d87-a16b-bf396470c322,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:02.338502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] For port b6b7c721-eda8-4803-bd0c-9d131373e584, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:02.347249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a9ed28-29b8-45e1-b828-deb38b5ef57d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Deleting subnet 964aa200-7eb6-45d6-9892-845a88971e35 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:43:02.353206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c683f5-20b0-4dbb-8d9a-fc9908381d83 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a313efb9-5a5a-4462-bb13-74f3aa924b45,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:02.356194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c1c683f5-20b0-4dbb-8d9a-fc9908381d83 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:02.357153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Router 553a7c91-2bbd-4878-b114-b9cf2f9c8d53 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:43:02.367230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed28-29b8-45e1-b828-deb38b5ef57d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.376587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-a66c1bea-9ae3-42b3-8758-014aee35dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:02.378180 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-a66c1bea-9ae3-42b3-8758-014aee35dbb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92f3fbd9-2fa5-4917-bed3-b44a131c831d HTTP/1.1" status: 200 len: 835 time: 0.2488358 Jun 11 11:43:02.388799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:02.400878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] For port b6b7c721-eda8-4803-bd0c-9d131373e584, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6b7c721-eda8-4803-bd0c-9d131373e584,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:02.408947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.412595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1c683f5-20b0-4dbb-8d9a-fc9908381d83 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.413791 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c1c683f5-20b0-4dbb-8d9a-fc9908381d83 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.5999081 Jun 11 11:43:02.420420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44478) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:02.420611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:02.452432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.517648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.520176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed28-29b8-45e1-b828-deb38b5ef57d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.529669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Pushing event updated for resources: {'Port': ['ID=b6b7c721-eda8-4803-bd0c-9d131373e584,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:02.534727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:02.576141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae4db200-db87-44bc-8b31-4f4de099ebd8 None None] Provisioning complete for port d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:02.576530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae4db200-db87-44bc-8b31-4f4de099ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.581812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port bfba335b-0937-4774-89bd-cfbf3f32f014, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=bfba335b-0937-4774-89bd-cfbf3f32f014,segment=NetworkSegment(c1370b58-ef07-4f84-9e87-6bbdee616826),segment_id=c1370b58-ef07-4f84-9e87-6bbdee616826)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:02.618449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.619398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b4166966-b3f9-401a-a8ab-7acf352ce3a3 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:02.623836 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-290a364b-7677-4689-a724-193d477e9038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:02.748736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c68c3a2-c7a2-4f52-8e5b-7f605444c691 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:02.750289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:02.757265 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Floating IP 8078c053-49ac-4664-b803-7a0a7fbf2684 associated. External IP: 172.26.6.215, port: ba2d1538-f8ba-48ac-bf98-046421be31b2. Jun 11 11:43:02.769577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242f612-39e9-45d0-87f3-41b6849a3a8d None None] Sync routers for ids ['553a7c91-2bbd-4878-b114-b9cf2f9c8d53'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:02.777326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae4db200-db87-44bc-8b31-4f4de099ebd8 None None] Port d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:02.816305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=bfba335b-0937-4774-89bd-cfbf3f32f014,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:02.822238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:02.828170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242f612-39e9-45d0-87f3-41b6849a3a8d None None] Routers {'553a7c91-2bbd-4878-b114-b9cf2f9c8d53'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:02.828835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2242f612-39e9-45d0-87f3-41b6849a3a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['553a7c91-2bbd-4878-b114-b9cf2f9c8d53'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:02.892347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2242f612-39e9-45d0-87f3-41b6849a3a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:02.910653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242f612-39e9-45d0-87f3-41b6849a3a8d None None] Routers {'553a7c91-2bbd-4878-b114-b9cf2f9c8d53'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:02.911301 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2242f612-39e9-45d0-87f3-41b6849a3a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['553a7c91-2bbd-4878-b114-b9cf2f9c8d53'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:02.961915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2242f612-39e9-45d0-87f3-41b6849a3a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:02.962296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242f612-39e9-45d0-87f3-41b6849a3a8d None None] The sync data for ids ['553a7c91-2bbd-4878-b114-b9cf2f9c8d53'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:02.967987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b4166966-b3f9-401a-a8ab-7acf352ce3a3 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:02.972717 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b4166966-b3f9-401a-a8ab-7acf352ce3a3 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:02.973176 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.974992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-50b4fe2c-6a5a-4e62-a3b6-c78f6419438b None None] Provisioning for port b0608c8e-0ca1-4d87-a16b-bf396470c322 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:02.983213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3c92c657-2906-4683-ad9a-4af738a97c81 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:02.998762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:03.002879 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.5035200 Jun 11 11:43:03.003997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3c92c657-2906-4683-ad9a-4af738a97c81 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:03.006567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-50b4fe2c-6a5a-4e62-a3b6-c78f6419438b None None] Provisioning complete for port b0608c8e-0ca1-4d87-a16b-bf396470c322 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:03.006967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-50b4fe2c-6a5a-4e62-a3b6-c78f6419438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:03.012405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44480) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:03.013510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:03.039200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:03.068743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-50b4fe2c-6a5a-4e62-a3b6-c78f6419438b None None] Port b0608c8e-0ca1-4d87-a16b-bf396470c322 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:03.119094 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:03.158685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b4166966-b3f9-401a-a8ab-7acf352ce3a3, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b4166966-b3f9-401a-a8ab-7acf352ce3a3,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:03.164783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:03.166769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:03.224789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b4166966-b3f9-401a-a8ab-7acf352ce3a3,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:03.231336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:03.413945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:03.479277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c68c3a2-c7a2-4f52-8e5b-7f605444c691 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:03.493003 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbc2e2-0185-4b01-a8df-3393fc2cc62c None None] Sync routers for ids ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:03.506271 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c68c3a2-c7a2-4f52-8e5b-7f605444c691 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:03.509289 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbc2e2-0185-4b01-a8df-3393fc2cc62c None None] Routers {'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:03.514142 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-05cbc2e2-0185-4b01-a8df-3393fc2cc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:03.695920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013521fe-13b8-4757-ae93-b23cd48cd1b5 None None] Network a303fe90-a33a-4602-b3f5-63b56709bb0e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:03.719525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-4546fc70-bcce-4d93-b64c-eb517248b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:03.721828 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-4546fc70-bcce-4d93-b64c-eb517248b78f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3dec2ca3-aa3d-4f05-8608-63544b169594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3068361 Jun 11 11:43:03.755263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device bfba335b-0937-4774-89bd-cfbf3f32f014 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:03.785610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3c92c657-2906-4683-ad9a-4af738a97c81 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:03.819008 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-05cbc2e2-0185-4b01-a8df-3393fc2cc62c None None] Set router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:03.840546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c1c683f5-20b0-4dbb-8d9a-fc9908381d83 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:03.848517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3c92c657-2906-4683-ad9a-4af738a97c81 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:03.849997 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3c92c657-2906-4683-ad9a-4af738a97c81 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a313efb9-5a5a-4462-bb13-74f3aa924b45 HTTP/1.1" status: 204 len: 168 time: 1.4177334 Jun 11 11:43:03.864100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44482) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:03.956654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92c657-2906-4683-ad9a-4af738a97c81 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a313efb9-5a5a-4462-bb13-74f3aa924b45,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:03.970120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3c92c657-2906-4683-ad9a-4af738a97c81 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:04.052844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed28-29b8-45e1-b828-deb38b5ef57d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.060103 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5c68c3a2-c7a2-4f52-8e5b-7f605444c691 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "PUT /v2.0/floatingips/a2e3cd36-65de-4491-a08a-1583f06fbe49 HTTP/1.1" status: 200 len: 991 time: 4.5745530 Jun 11 11:43:04.072429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'tag': '57c8b3e5-7646-4625-8d95-1fc403795a41'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:43:04.075185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149959d6-e85e-4ee2-9f42-06de143ed993" -d '{"events": [{"name": "network-changed", "server_uuid": "c715d323-e034-4a24-abf3-c11fab744dc7", "tag": "57c8b3e5-7646-4625-8d95-1fc403795a41"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:43:04.085589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5dac923c-4d86-4fa3-9785-fbdf4e09450b None None] Provisioning for port b6b7c721-eda8-4803-bd0c-9d131373e584 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:04.145883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port bfba335b-0937-4774-89bd-cfbf3f32f014 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:04.146256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.148504 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0372f5-3328-41a0-9368-f1df6fee7e00 x-openstack-request-id: req-ed0372f5-3328-41a0-9368-f1df6fee7e00 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:43:04.148850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c715d323-e034-4a24-abf3-c11fab744dc7", "tag": "57c8b3e5-7646-4625-8d95-1fc403795a41", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:43:04.149332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed0372f5-3328-41a0-9368-f1df6fee7e00 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:43:04.150277 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'tag': '57c8b3e5-7646-4625-8d95-1fc403795a41', 'status': 'completed', 'code': 200} Jun 11 11:43:04.161336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Router 91cbae38-a72f-4c81-89c7-76c4c53719c1 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:04.204906 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-81166000-f014-446c-9c08-48d4a648f239 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3360271 Jun 11 11:43:04.218712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44488) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:04.238171 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-e6305813-2e8c-4035-a2fc-0f58f2e12ac6 service neutron] 10.222.0.25 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974005 Jun 11 11:43:04.334842 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-05cbc2e2-0185-4b01-a8df-3393fc2cc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:14Z', 'revision_number': 4, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'a2e3cd36-65de-4491-a08a-1583f06fbe49', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'port_id': '57c8b3e5-7646-4625-8d95-1fc403795a41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'mac_address': 'fa:16:3e:4d:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:42:27Z', 'updated_at': '2021-06-11T11:43:00Z', 'revision_number': 1, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3ac2f7-66fd-4f19-a202-66bafb7e7d54', 'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'mac_address': 'fa:16:3e:e8:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:10Z', 'updated_at': '2021-06-11T11:42:23Z', 'revision_number': 5, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'subnets': [{'id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:04.342402 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbc2e2-0185-4b01-a8df-3393fc2cc62c None None] Checking router: bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:43:04.354467 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbc2e2-0185-4b01-a8df-3393fc2cc62c None None] Routers {'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:04.355291 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-05cbc2e2-0185-4b01-a8df-3393fc2cc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:04.386311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b4166966-b3f9-401a-a8ab-7acf352ce3a3 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:04.485374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b4166966-b3f9-401a-a8ab-7acf352ce3a3 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:04.485770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.495081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f65a837d-c4c2-4a94-9317-ff4e0feb23bd tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.505220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f65a837d-c4c2-4a94-9317-ff4e0feb23bd tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.529168 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-05cbc2e2-0185-4b01-a8df-3393fc2cc62c None None] Set router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:04.556319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f65a837d-c4c2-4a94-9317-ff4e0feb23bd tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.630883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed28-29b8-45e1-b828-deb38b5ef57d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.644083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1ed9d898-57fd-479d-a7b6-eb847404ebba tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:04.658906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6b7c721-eda8-4803-bd0c-9d131373e584 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:04.726804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:04.745435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9ed28-29b8-45e1-b828-deb38b5ef57d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Subnet': ['ID=964aa200-7eb6-45d6-9892-845a88971e35,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:04.755888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed28-29b8-45e1-b828-deb38b5ef57d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.760514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f65a837d-c4c2-4a94-9317-ff4e0feb23bd tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.760729 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-21a9ed28-29b8-45e1-b828-deb38b5ef57d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/subnets/964aa200-7eb6-45d6-9892-845a88971e35 HTTP/1.1" status: 204 len: 168 time: 2.6897800 Jun 11 11:43:04.764316 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f65a837d-c4c2-4a94-9317-ff4e0feb23bd tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5149e4b3-4b30-45e7-a040-5a95d7609d84 HTTP/1.1" status: 204 len: 168 time: 0.5408361 Jun 11 11:43:04.768409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a837d-c4c2-4a94-9317-ff4e0feb23bd tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5149e4b3-4b30-45e7-a040-5a95d7609d84,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:04.770390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-21a9ed28-29b8-45e1-b828-deb38b5ef57d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:04.772652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44490) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:04.772859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44492) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:04.780208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca44b4d-dc80-411a-9be8-5e5c0cf85eaf None None] Network 6ae4d876-4443-4ff9-9248-d66d83ecbb0c requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:04.784435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f65a837d-c4c2-4a94-9317-ff4e0feb23bd tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:04.788832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149959d6-e85e-4ee2-9f42-06de143ed993 req-03a032f6-e882-422d-93a3-759d5abf18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:04.790651 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-149959d6-e85e-4ee2-9f42-06de143ed993 req-03a032f6-e882-422d-93a3-759d5abf18f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ae6cd23526432e8d1c423d0133032f&device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 1098 time: 0.5689142 Jun 11 11:43:04.793276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.827794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.829087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.851139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c7d9ca3f-9aa8-4631-930f-1f22512303f3 req-d03dd029-1f12-40e9-850e-b86a0bde8ef2 service neutron] 10.222.0.25 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054707 Jun 11 11:43:04.855685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:04.904117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.914953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a93033b-f0f0-46a9-8972-7a3aed2bdd5b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:04.916426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a93033b-f0f0-46a9-8972-7a3aed2bdd5b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:04.922077 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6a93033b-f0f0-46a9-8972-7a3aed2bdd5b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1402328 Jun 11 11:43:04.923642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:04.925424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44494) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:04.939910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:04.952543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b6b7c721-eda8-4803-bd0c-9d131373e584 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:04.955324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d01346-e8ef-4d44-b422-6eec184593ba None None] Sync routers for ids ['91cbae38-a72f-4c81-89c7-76c4c53719c1'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:04.996780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d01346-e8ef-4d44-b422-6eec184593ba None None] Routers {'91cbae38-a72f-4c81-89c7-76c4c53719c1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:04.997667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-16d01346-e8ef-4d44-b422-6eec184593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['91cbae38-a72f-4c81-89c7-76c4c53719c1'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:05.009939 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-61d59b37-8bcd-4a62-9c4b-686ed1e8548b tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2244577 Jun 11 11:43:05.014251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44496) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:05.017062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.028839 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-05cbc2e2-0185-4b01-a8df-3393fc2cc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:14Z', 'revision_number': 4, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'a2e3cd36-65de-4491-a08a-1583f06fbe49', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'port_id': '57c8b3e5-7646-4625-8d95-1fc403795a41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'mac_address': 'fa:16:3e:4d:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:42:27Z', 'updated_at': '2021-06-11T11:43:00Z', 'revision_number': 1, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3ac2f7-66fd-4f19-a202-66bafb7e7d54', 'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'mac_address': 'fa:16:3e:e8:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:10Z', 'updated_at': '2021-06-11T11:42:23Z', 'revision_number': 5, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'subnets': [{'id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:05.033251 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbc2e2-0185-4b01-a8df-3393fc2cc62c None None] The sync data for ids ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'] in dv-neutron-786478-5-hyperv is: [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:14Z', 'revision_number': 4, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'a2e3cd36-65de-4491-a08a-1583f06fbe49', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'port_id': '57c8b3e5-7646-4625-8d95-1fc403795a41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'mac_address': 'fa:16:3e:4d:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:42:27Z', 'updated_at': '2021-06-11T11:43:00Z', 'revision_number': 1, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3ac2f7-66fd-4f19-a202-66bafb7e7d54', 'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'mac_address': 'fa:16:3e:e8:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:10Z', 'updated_at': '2021-06-11T11:42:23Z', 'revision_number': 5, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'subnets': [{'id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:05.108611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.111094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=b0608c8e-0ca1-4d87-a16b-bf396470c322,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:05.123577 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.7431505 Jun 11 11:43:05.149525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:43:05.151818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:43:05.171209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:05.175116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.178942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-16d01346-e8ef-4d44-b422-6eec184593ba None None] Set router 91cbae38-a72f-4c81-89c7-76c4c53719c1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:05.181399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b17e628-55bd-4f75-b935-b8aff275c374 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.183539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-20deba2b-a357-4e88-906d-f9fc17cc5d0d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.209157 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-20deba2b-a357-4e88-906d-f9fc17cc5d0d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.217278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6044fa86-425d-421c-88b3-1847f00b67af x-openstack-request-id: req-6044fa86-425d-421c-88b3-1847f00b67af {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:43:05.217820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:43:05.218355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6044fa86-425d-421c-88b3-1847f00b67af {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:43:05.219019 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'status': 'completed', 'code': 200} Jun 11 11:43:05.234446 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.242043 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b17e628-55bd-4f75-b935-b8aff275c374 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 11 11:43:05.242841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b17e628-55bd-4f75-b935-b8aff275c374 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:05.249393 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2b17e628-55bd-4f75-b935-b8aff275c374 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/networks/6ae4d876-4443-4ff9-9248-d66d83ecbb0c HTTP/1.1" status: 409 len: 405 time: 0.3228579 Jun 11 11:43:05.254436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44502) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:05.263741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-685521242'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:05.309297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b6b7c721-eda8-4803-bd0c-9d131373e584 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:05.309749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.329000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:05.330496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-20deba2b-a357-4e88-906d-f9fc17cc5d0d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.389828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-20deba2b-a357-4e88-906d-f9fc17cc5d0d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.393260 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-20deba2b-a357-4e88-906d-f9fc17cc5d0d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/458ccac9-87a1-4d2f-8d20-ed0e108e989f HTTP/1.1" status: 204 len: 168 time: 0.3756597 Jun 11 11:43:05.393260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:05.395764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:05.396548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44506) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:05.416069 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ae33ac-0429-4a90-b45f-537ca7766770 None None] New status for floating IP a2e3cd36-65de-4491-a08a-1583f06fbe49: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:43:05.416395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Deleting port ef66da91-72e6-4b69-b323-0585a336396f {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:05.416682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.430656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20deba2b-a357-4e88-906d-f9fc17cc5d0d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=458ccac9-87a1-4d2f-8d20-ed0e108e989f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:05.433363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:05.442266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.444985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-20deba2b-a357-4e88-906d-f9fc17cc5d0d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:05.662327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:43:05.697624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5237a4-8ab0-40c3-9c8e-f75a74429a2b None None] DHCP port deletion for 6ae4d876-4443-4ff9-9248-d66d83ecbb0c request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:43:05.703767 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-65f4d93c-1e00-4eb0-ae68-dc93aeab1e7d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3013773 Jun 11 11:43:05.712342 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b req-58b07a78-2f91-4f1d-a526-587d9cfc4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:05.713954 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b req-58b07a78-2f91-4f1d-a526-587d9cfc4f6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=61ea88c741c44370bd8d03aef7204231&device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 1099 time: 0.4582663 Jun 11 11:43:05.714446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44508) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:05.749058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.753330 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Added segment 79d3c73b-8e1a-4b26-8c2c-bba06f5a35c7 of type vlan for network bcf2a24e-31bd-4837-8686-5ed345d3e331 Jun 11 11:43:05.763522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.799188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb7753-7d79-4234-847a-f7ae6dbed8de req-0a9bcf13-7c60-42bf-a20d-abf8ffc01d44 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:05.800784 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-80bb7753-7d79-4234-847a-f7ae6dbed8de req-0a9bcf13-7c60-42bf-a20d-abf8ffc01d44 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.4890838 Jun 11 11:43:05.817414 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.846280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Allocated IP 172.26.6.33 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/2363b60b-e470-45e2-8496-c7fb811e9856) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:05.934332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b6b7c721-eda8-4803-bd0c-9d131373e584, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6b7c721-eda8-4803-bd0c-9d131373e584,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:05.950138 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:05.954346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:05.956225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9bf27248-f3b2-46c1-9b7f-896c033c74b7 None None] Provisioning complete for port b0608c8e-0ca1-4d87-a16b-bf396470c322 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:05.956609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9bf27248-f3b2-46c1-9b7f-896c033c74b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.038335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-16d01346-e8ef-4d44-b422-6eec184593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:18Z', 'revision_number': 4, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8078c053-49ac-4664-b803-7a0a7fbf2684', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'port_id': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'mac_address': 'fa:16:3e:e4:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:42:58Z', 'updated_at': '2021-06-11T11:42:58Z', 'revision_number': 0, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca131b1-3884-4c85-ae57-c189ca9033ed', 'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'mac_address': 'fa:16:3e:08:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:15Z', 'updated_at': '2021-06-11T11:42:27Z', 'revision_number': 5, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'subnets': [{'id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:06.052080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device bfba335b-0937-4774-89bd-cfbf3f32f014 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:43:06.085225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d01346-e8ef-4d44-b422-6eec184593ba None None] Checking router: 91cbae38-a72f-4c81-89c7-76c4c53719c1 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:43:06.104842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149959d6-e85e-4ee2-9f42-06de143ed993 req-84beb54e-9867-4d19-8146-16b3406fbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:06.106651 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-149959d6-e85e-4ee2-9f42-06de143ed993 req-84beb54e-9867-4d19-8146-16b3406fbd3a service neutron] 10.222.0.25 "GET /v2.0/networks?id=3072c694-f3c9-4ecc-83b5-3be429a16450 HTTP/1.1" status: 200 len: 914 time: 1.3042274 Jun 11 11:43:06.109601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ee5237a4-8ab0-40c3-9c8e-f75a74429a2b None None] Deleting port bfba335b-0937-4774-89bd-cfbf3f32f014 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:06.109993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ee5237a4-8ab0-40c3-9c8e-f75a74429a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.120145 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-9bf27248-f3b2-46c1-9b7f-896c033c74b7 None None] Port b0608c8e-0ca1-4d87-a16b-bf396470c322 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:06.138947 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.153473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b6b7c721-eda8-4803-bd0c-9d131373e584,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:06.159629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d01346-e8ef-4d44-b422-6eec184593ba None None] Routers {'91cbae38-a72f-4c81-89c7-76c4c53719c1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:06.160402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-16d01346-e8ef-4d44-b422-6eec184593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['91cbae38-a72f-4c81-89c7-76c4c53719c1'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:06.164317 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:06.321635 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ee5237a4-8ab0-40c3-9c8e-f75a74429a2b None None] For port bfba335b-0937-4774-89bd-cfbf3f32f014, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=bfba335b-0937-4774-89bd-cfbf3f32f014,segment=NetworkSegment(c1370b58-ef07-4f84-9e87-6bbdee616826),segment_id=c1370b58-ef07-4f84-9e87-6bbdee616826)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:06.322351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ee5237a4-8ab0-40c3-9c8e-f75a74429a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.324626 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-149959d6-e85e-4ee2-9f42-06de143ed993 req-7c68f056-9d3b-4dc6-a54f-806ab2239090 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c8b3e5-7646-4625-8d95-1fc403795a41 HTTP/1.1" status: 200 len: 1001 time: 0.1993370 Jun 11 11:43:06.342291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Calling delete_port for ef66da91-72e6-4b69-b323-0585a336396f owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:06.383194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20912c6-d18c-47e3-9583-b406dfe7d11a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.392117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.407249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20912c6-d18c-47e3-9583-b406dfe7d11a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.467437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Router e35ffa3d-ee24-44ee-96c7-38a18a63c600 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:43:06.470097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149959d6-e85e-4ee2-9f42-06de143ed993 req-c677b9ef-8fc8-4a27-8326-5fad81a0ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:06.471903 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-149959d6-e85e-4ee2-9f42-06de143ed993 req-c677b9ef-8fc8-4a27-8326-5fad81a0ec86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c220a6cf-448b-430d-9969-8a36f99f4566 HTTP/1.1" status: 200 len: 851 time: 0.1361279 Jun 11 11:43:06.481226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.487073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6e942e67-a7dc-4be1-bc0c-6350bb3cb1ba tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:06.498607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.20.0.1 (fe0f7f63-ecc3-45a4-8aba-ff5332248e85/68a9d430-6d8d-4ab9-a160-287434e7b75a/f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:06.577388 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-80bb7753-7d79-4234-847a-f7ae6dbed8de req-a1a992ed-e253-4ea5-9646-9ff3454ca4d3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7569661 Jun 11 11:43:06.593230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ee5237a4-8ab0-40c3-9c8e-f75a74429a2b None None] Calling delete_port for bfba335b-0937-4774-89bd-cfbf3f32f014 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:06.684532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44512) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:06.704455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.710304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20912c6-d18c-47e3-9583-b406dfe7d11a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.711311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.716806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:06.717578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.724040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:06.728779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-16d01346-e8ef-4d44-b422-6eec184593ba None None] Set router 91cbae38-a72f-4c81-89c7-76c4c53719c1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:06.760151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b req-be462290-6253-42f8-b328-e841ca717476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:06.760749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:06.762094 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b req-be462290-6253-42f8-b328-e841ca717476 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3dec2ca3-aa3d-4f05-8608-63544b169594 HTTP/1.1" status: 200 len: 899 time: 1.0171473 Jun 11 11:43:06.778262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20912c6-d18c-47e3-9583-b406dfe7d11a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.782955 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d20912c6-d18c-47e3-9583-b406dfe7d11a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/3945159f-ee01-477b-b020-124d87da6a9a HTTP/1.1" status: 204 len: 168 time: 1.0621507 Jun 11 11:43:06.790993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44514) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:06.823881 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5668778 Jun 11 11:43:06.836865 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port bfba335b-0937-4774-89bd-cfbf3f32f014, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=bfba335b-0937-4774-89bd-cfbf3f32f014,segment=NetworkSegment(c1370b58-ef07-4f84-9e87-6bbdee616826),segment_id=c1370b58-ef07-4f84-9e87-6bbdee616826)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:06.838166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44516) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:06.842291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.844805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-772729c3-6a31-42f0-b171-82b256788aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:06.850772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'subnet': {'network_id': 'bcf2a24e-31bd-4837-8686-5ed345d3e331', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:06.868850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:06.889842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Pushing event updated for resources: {'Port': ['ID=2363b60b-e470-45e2-8496-c7fb811e9856,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:06.905554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:06.921221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:06.923678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ee5237a4-8ab0-40c3-9c8e-f75a74429a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:06.949047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Network': ['ID=bcf2a24e-31bd-4837-8686-5ed345d3e331,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:06.952298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:06.972294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network bcf2a24e-31bd-4837-8686-5ed345d3e331 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:43:06.975950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5237a4-8ab0-40c3-9c8e-f75a74429a2b None None] No DVR routers for this DVR port bfba335b-0937-4774-89bd-cfbf3f32f014 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:06.993639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=bfba335b-0937-4774-89bd-cfbf3f32f014,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:06.997398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:07.006165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:07.006375 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6c1f5ce0-5092-425e-86bd-52c5875fc777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:07.037083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20912c6-d18c-47e3-9583-b406dfe7d11a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3945159f-ee01-477b-b020-124d87da6a9a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:07.052848 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0007c79b-c810-436d-b247-392ac5269f16 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2592454 Jun 11 11:43:07.056199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d20912c6-d18c-47e3-9583-b406dfe7d11a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:07.058357 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b req-79a25bde-dcaa-4903-b506-5389e6c8f77f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2 HTTP/1.1" status: 200 len: 1000 time: 0.2684853 Jun 11 11:43:07.059056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44518) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:07.059211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5237a4-8ab0-40c3-9c8e-f75a74429a2b None None] Pushing event deleted for resources: {'Port': ['ID=bfba335b-0937-4774-89bd-cfbf3f32f014,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:07.112800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ee5237a4-8ab0-40c3-9c8e-f75a74429a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:07.141433 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:07.146198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-917e9c06-a94d-406b-aaa9-6c7017ce8013 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:07.151784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25c1df9d-22b9-4339-b081-8329b0444502 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:07.191553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Pushing event deleted for resources: {'Port': ['ID=ef66da91-72e6-4b69-b323-0585a336396f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:07.195574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25c1df9d-22b9-4339-b081-8329b0444502 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:07.200324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:07.208312 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b req-d076470b-a1a0-4cbc-8e66-f40513fd0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:07.209792 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b req-d076470b-a1a0-4cbc-8e66-f40513fd0209 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92f3fbd9-2fa5-4917-bed3-b44a131c831d HTTP/1.1" status: 200 len: 835 time: 0.1388021 Jun 11 11:43:07.267286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-16d01346-e8ef-4d44-b422-6eec184593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:18Z', 'revision_number': 4, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8078c053-49ac-4664-b803-7a0a7fbf2684', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'port_id': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'mac_address': 'fa:16:3e:e4:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:42:58Z', 'updated_at': '2021-06-11T11:42:58Z', 'revision_number': 0, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca131b1-3884-4c85-ae57-c189ca9033ed', 'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'mac_address': 'fa:16:3e:08:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:15Z', 'updated_at': '2021-06-11T11:42:27Z', 'revision_number': 5, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'subnets': [{'id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:07.271866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d01346-e8ef-4d44-b422-6eec184593ba None None] The sync data for ids ['91cbae38-a72f-4c81-89c7-76c4c53719c1'] in dv-neutron-786478-5-hyperv is: [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:18Z', 'revision_number': 4, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8078c053-49ac-4664-b803-7a0a7fbf2684', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'port_id': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'mac_address': 'fa:16:3e:e4:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:42:58Z', 'updated_at': '2021-06-11T11:42:58Z', 'revision_number': 0, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca131b1-3884-4c85-ae57-c189ca9033ed', 'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'mac_address': 'fa:16:3e:08:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:15Z', 'updated_at': '2021-06-11T11:42:27Z', 'revision_number': 5, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'subnets': [{'id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:07.342125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25c1df9d-22b9-4339-b081-8329b0444502 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:07.351026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:07.355446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:07.363099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25c1df9d-22b9-4339-b081-8329b0444502 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:07.364072 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-25c1df9d-22b9-4339-b081-8329b0444502 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/dfd44d20-62ea-4182-9ce2-5b2742ec2b10 HTTP/1.1" status: 204 len: 168 time: 0.3015501 Jun 11 11:43:07.418186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44520) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:07.497155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d8063-323a-4a6f-97f4-371fc58aff25 None None] New status for floating IP 8078c053-49ac-4664-b803-7a0a7fbf2684: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:43:07.499503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1df9d-22b9-4339-b081-8329b0444502 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfd44d20-62ea-4182-9ce2-5b2742ec2b10,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:07.507505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25c1df9d-22b9-4339-b081-8329b0444502 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:07.514083 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3d6e5a35-231b-453e-89c7-25f7e768fde9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/floatingips/8078c053-49ac-4664-b803-7a0a7fbf2684 HTTP/1.1" status: 200 len: 992 time: 0.8248796 Jun 11 11:43:07.540607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:07.545866 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "PUT /v2.0/routers/e35ffa3d-ee24-44ee-96c7-38a18a63c600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4278026 Jun 11 11:43:07.553713 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44522) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:07.557752 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Sync routers for ids ['e35ffa3d-ee24-44ee-96c7-38a18a63c600'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:07.569123 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Routers {'e35ffa3d-ee24-44ee-96c7-38a18a63c600'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:07.570033 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e35ffa3d-ee24-44ee-96c7-38a18a63c600'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:07.609389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149959d6-e85e-4ee2-9f42-06de143ed993 req-8cbb7a03-9418-4fa3-988c-e110baa06855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:07.611071 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-149959d6-e85e-4ee2-9f42-06de143ed993 req-8cbb7a03-9418-4fa3-988c-e110baa06855 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3072c694-f3c9-4ecc-83b5-3be429a16450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1254320 Jun 11 11:43:07.620548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b req-1517d47f-1baf-4b29-b0d9-d9e85d1367e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:07.621984 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b req-1517d47f-1baf-4b29-b0d9-d9e85d1367e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3dec2ca3-aa3d-4f05-8608-63544b169594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3737922 Jun 11 11:43:07.655591 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a16e1f9c-3341-4ef8-aaa7-dca4002f0c23 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2336595 Jun 11 11:43:07.667556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44524) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:07.730446 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Set router e35ffa3d-ee24-44ee-96c7-38a18a63c600 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:07.812607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:07.852566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c65ed9-6550-4083-a98b-77b102f7d7e8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:07.854147 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-06c65ed9-6550-4083-a98b-77b102f7d7e8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports/b0608c8e-0ca1-4d87-a16b-bf396470c322 HTTP/1.1" status: 200 len: 911 time: 0.2992399 Jun 11 11:43:07.860102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44528) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:07.863208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Transition to ACTIVE for port object f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:07.874189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:07.877561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:07.908123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:07.925211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.044086 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35ffa3d-ee24-44ee-96c7-38a18a63c600', 'name': 'tempest-NetworksTestDHCPv6-router-1039435472', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:58Z', 'updated_at': '2021-06-11T11:43:02Z', 'revision_number': 2, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None, '_interfaces': [{'id': 'b0608c8e-0ca1-4d87-a16b-bf396470c322', 'name': '', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'mac_address': 'fa:16:3e:99:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35ffa3d-ee24-44ee-96c7-38a18a63c600', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2572d6bb-aea2-447d-af87-6e650582a9fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:00Z', 'updated_at': '2021-06-11T11:43:03Z', 'revision_number': 2, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'subnets': [{'id': '2572d6bb-aea2-447d-af87-6e650582a9fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:08.048384 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Checking router: e35ffa3d-ee24-44ee-96c7-38a18a63c600 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:43:08.048815 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Updating router e35ffa3d-ee24-44ee-96c7-38a18a63c600 port b0608c8e-0ca1-4d87-a16b-bf396470c322 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:43:08.056894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.059753 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b req-9204ee16-bd13-4d47-a352-6befa92c59b6 service neutron] 10.222.0.25 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287798 Jun 11 11:43:08.061495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6b7c721-eda8-4803-bd0c-9d131373e584 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:08.066333 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63bc6f27-66e0-47a1-81d4-83a02400c6c6 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.067312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fdad6a79-dbac-4f3d-99cd-9cfdc08d9ce3 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:08.107120 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.113538 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Router 553a7c91-2bbd-4878-b114-b9cf2f9c8d53 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:08.133170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63bc6f27-66e0-47a1-81d4-83a02400c6c6 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.133974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b6b7c721-eda8-4803-bd0c-9d131373e584 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:08.134672 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.249636 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-149959d6-e85e-4ee2-9f42-06de143ed993 req-dee989de-f8e9-4737-b883-219cb8d0c181 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794199 Jun 11 11:43:08.254932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:08.317988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:08.332286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network fe0f7f63-ecc3-45a4-8aba-ff5332248e85 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:08.335523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:08.351130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23842167-e41b-4f52-92cf-fd01e55ea6fa None None] Sync routers for ids ['553a7c91-2bbd-4878-b114-b9cf2f9c8d53'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:08.351418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.352594 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "PUT /v2.0/routers/553a7c91-2bbd-4878-b114-b9cf2f9c8d53 HTTP/1.1" status: 200 len: 710 time: 5.3341804 Jun 11 11:43:08.355388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44530) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:08.363546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23842167-e41b-4f52-92cf-fd01e55ea6fa None None] Routers {'553a7c91-2bbd-4878-b114-b9cf2f9c8d53'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:08.363805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63bc6f27-66e0-47a1-81d4-83a02400c6c6 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.363908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-23842167-e41b-4f52-92cf-fd01e55ea6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['553a7c91-2bbd-4878-b114-b9cf2f9c8d53'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:08.365987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63bc6f27-66e0-47a1-81d4-83a02400c6c6 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.366990 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-63bc6f27-66e0-47a1-81d4-83a02400c6c6 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-groups/5d4929be-b205-4149-bbf9-0c9f3ba039f3 HTTP/1.1" status: 204 len: 168 time: 0.6982045 Jun 11 11:43:08.369071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e6c7d195-ea30-46bb-88f2-50cc2bc460c2 tempest-RoutersAdminNegativeIpV6Test-1976722994 tempest-RoutersAdminNegativeIpV6Test-1976722994-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:08.371691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44532) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:08.380451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:08.395934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:08.422486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-23842167-e41b-4f52-92cf-fd01e55ea6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:08.423973 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4986b7d0-6659-4c84-a0ef-f2594dc8fc5b req-079cd504-decd-433c-ac82-9de26c3f0078 service neutron] 10.222.0.25 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546729 Jun 11 11:43:08.445854 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23842167-e41b-4f52-92cf-fd01e55ea6fa None None] Routers {'553a7c91-2bbd-4878-b114-b9cf2f9c8d53'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:08.446606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-23842167-e41b-4f52-92cf-fd01e55ea6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['553a7c91-2bbd-4878-b114-b9cf2f9c8d53'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:08.496804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc6f27-66e0-47a1-81d4-83a02400c6c6 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4929be-b205-4149-bbf9-0c9f3ba039f3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:08.500601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63bc6f27-66e0-47a1-81d4-83a02400c6c6 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:08.508507 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-16d96be0-6bf0-4faf-b7e8-20a1d811cc01 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/routers/553a7c91-2bbd-4878-b114-b9cf2f9c8d53 HTTP/1.1" status: 200 len: 745 time: 0.1519823 Jun 11 11:43:08.511334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44534) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:08.520998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-23842167-e41b-4f52-92cf-fd01e55ea6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:08.521701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23842167-e41b-4f52-92cf-fd01e55ea6fa None None] The sync data for ids ['553a7c91-2bbd-4878-b114-b9cf2f9c8d53'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:08.530280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44536) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:08.549680 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.571586 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Transition to ACTIVE for port object b0608c8e-0ca1-4d87-a16b-bf396470c322 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:08.590344 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.590344 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:08.640467 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-149959d6-e85e-4ee2-9f42-06de143ed993 req-c409213e-7768-4355-b4d9-050268246dc3 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824773 Jun 11 11:43:08.681132 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5f9f87ce-0c8c-4b5f-bf70-ddafa5b23b50 tempest-RoutersIpV6AdminTest-1602788414 tempest-RoutersIpV6AdminTest-1602788414-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&device_id=553a7c91-2bbd-4878-b114-b9cf2f9c8d53 HTTP/1.1" status: 200 len: 205 time: 0.1662767 Jun 11 11:43:08.681884 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44538) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:08.719166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.721091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.774645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-da18e395-a378-4207-949d-29bdaf4aeb4c None None] Provisioning for port f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:08.782217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-da18e395-a378-4207-949d-29bdaf4aeb4c None None] Provisioning complete for port f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:08.782990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-da18e395-a378-4207-949d-29bdaf4aeb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.795872 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8ef2f-d9e9-4dc8-b9af-3ad935502b41 None None] Pushing event updated for resources: {'Port': ['ID=b0608c8e-0ca1-4d87-a16b-bf396470c322,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:08.801276 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-37e8ef2f-d9e9-4dc8-b9af-3ad935502b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:08.841125 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Attempting to bind port b0608c8e-0ca1-4d87-a16b-bf396470c322 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:08.841504 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Attempting to bind port b0608c8e-0ca1-4d87-a16b-bf396470c322 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:08.842631 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Attempting to bind port b0608c8e-0ca1-4d87-a16b-bf396470c322 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:08.853610 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:08.853998 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:08.854433 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.855405 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:08.856076 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Bound port: b0608c8e-0ca1-4d87-a16b-bf396470c322, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:08.856527 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.881320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-da18e395-a378-4207-949d-29bdaf4aeb4c None None] Port f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:08.952259 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] For port b0608c8e-0ca1-4d87-a16b-bf396470c322, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:08.956284 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] For port b0608c8e-0ca1-4d87-a16b-bf396470c322, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b0608c8e-0ca1-4d87-a16b-bf396470c322,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:08.961317 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:08.964122 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-43d85291-362b-4f77-99fd-8e258592570f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:09.043800 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Routers {'e35ffa3d-ee24-44ee-96c7-38a18a63c600'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:09.044464 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e35ffa3d-ee24-44ee-96c7-38a18a63c600'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:09.058028 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8e356558-896d-48c0-bd42-aa200b661681 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6785135 Jun 11 11:43:09.061040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44542) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:09.065395 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:09.092150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b45fcdde-0b99-42c4-95af-eef86355f5a0 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1787538048'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:09.212341 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6c30caf1-d1e5-4cd6-b081-2f2ddb51aed0 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=553a7c91-2bbd-4878-b114-b9cf2f9c8d53 HTTP/1.1" status: 200 len: 205 time: 0.5289755 Jun 11 11:43:09.216621 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-761b0bf3-cd1e-4ac1-a065-3d09d9fd26de tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/floatingips/8078c053-49ac-4664-b803-7a0a7fbf2684 HTTP/1.1" status: 200 len: 994 time: 0.6851194 Jun 11 11:43:09.217557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44544) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:09.260751 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8ef2f-d9e9-4dc8-b9af-3ad935502b41 None None] Pushing event updated for resources: {'Port': ['ID=b0608c8e-0ca1-4d87-a16b-bf396470c322,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:09.288511 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b9071-ece1-4def-b353-764f247ad7e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:09.294836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b9071-ece1-4def-b353-764f247ad7e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:09.296504 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-184b9071-ece1-4def-b353-764f247ad7e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.4315486 Jun 11 11:43:09.316560 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-37e8ef2f-d9e9-4dc8-b9af-3ad935502b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:09.333207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44546) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:09.351707 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] Set router e35ffa3d-ee24-44ee-96c7-38a18a63c600 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:09.363334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b45fcdde-0b99-42c4-95af-eef86355f5a0 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:09.445345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f10dd790-80ea-448a-850d-c67052a27dcc tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:09.646598 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35ffa3d-ee24-44ee-96c7-38a18a63c600', 'name': 'tempest-NetworksTestDHCPv6-router-1039435472', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:58Z', 'updated_at': '2021-06-11T11:43:02Z', 'revision_number': 2, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None, '_interfaces': [{'id': 'b0608c8e-0ca1-4d87-a16b-bf396470c322', 'name': '', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'mac_address': 'fa:16:3e:99:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35ffa3d-ee24-44ee-96c7-38a18a63c600', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2572d6bb-aea2-447d-af87-6e650582a9fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:00Z', 'updated_at': '2021-06-11T11:43:08Z', 'revision_number': 4, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'subnets': [{'id': '2572d6bb-aea2-447d-af87-6e650582a9fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:09.650105 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff9d84-50c2-439e-92a0-cd65785001b7 None None] The sync data for ids ['e35ffa3d-ee24-44ee-96c7-38a18a63c600'] in dv-neutron-786478-5-hyperv is: [{'id': 'e35ffa3d-ee24-44ee-96c7-38a18a63c600', 'name': 'tempest-NetworksTestDHCPv6-router-1039435472', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:58Z', 'updated_at': '2021-06-11T11:43:02Z', 'revision_number': 2, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None, '_interfaces': [{'id': 'b0608c8e-0ca1-4d87-a16b-bf396470c322', 'name': '', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'mac_address': 'fa:16:3e:99:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35ffa3d-ee24-44ee-96c7-38a18a63c600', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2572d6bb-aea2-447d-af87-6e650582a9fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:00Z', 'updated_at': '2021-06-11T11:43:08Z', 'revision_number': 4, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'subnets': [{'id': '2572d6bb-aea2-447d-af87-6e650582a9fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:09.823705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f10dd790-80ea-448a-850d-c67052a27dcc tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:09.828437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f10dd790-80ea-448a-850d-c67052a27dcc tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:09.870291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b45fcdde-0b99-42c4-95af-eef86355f5a0 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:09.894779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b45fcdde-0b99-42c4-95af-eef86355f5a0 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:09.922612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.objects.ports [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99005) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:43:09.927022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d2cedd6f-355f-4dd9-b078-64cb6863f32b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:09.950221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:09.970733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f10dd790-80ea-448a-850d-c67052a27dcc tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:09.971269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10dd790-80ea-448a-850d-c67052a27dcc tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Fanout notify agent at l3_agent the message router_deleted on router 553a7c91-2bbd-4878-b114-b9cf2f9c8d53 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:43:09.984387 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f10dd790-80ea-448a-850d-c67052a27dcc tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:09.989181 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f10dd790-80ea-448a-850d-c67052a27dcc tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/553a7c91-2bbd-4878-b114-b9cf2f9c8d53 HTTP/1.1" status: 204 len: 168 time: 0.7665038 Jun 11 11:43:09.992782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44548) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:09.998455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b45fcdde-0b99-42c4-95af-eef86355f5a0 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:09.999722 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b45fcdde-0b99-42c4-95af-eef86355f5a0 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9135115 Jun 11 11:43:10.006969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44550) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:10.013369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-cdf5cb3f-96ee-4c14-ba65-dfccd6d0789d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': 'c26d10ce-2ab5-4105-ae20-fa5bdb448664', 'direction': 'ingress', 'protocol': 17}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:10.022791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.053438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fcdde-0b99-42c4-95af-eef86355f5a0 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26d10ce-2ab5-4105-ae20-fa5bdb448664,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:10.056471 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b45fcdde-0b99-42c4-95af-eef86355f5a0 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:10.064390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e398a097-9dab-4d50-9501-5b83568015be tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:10.070005 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8956c967-526f-44d1-93fb-25f834161129 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=553a7c91-2bbd-4878-b114-b9cf2f9c8d53 HTTP/1.1" status: 200 len: 205 time: 0.0688250 Jun 11 11:43:10.072279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44552) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:10.100909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b0608c8e-0ca1-4d87-a16b-bf396470c322 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:10.114883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.148157 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-18e48b3a-0739-4f74-9c8b-e5233b8b5f62 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] delete failed (client error): The resource could not be found. Jun 11 11:43:10.149270 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-18e48b3a-0739-4f74-9c8b-e5233b8b5f62 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/553a7c91-2bbd-4878-b114-b9cf2f9c8d53 HTTP/1.1" status: 404 len: 336 time: 0.0759108 Jun 11 11:43:10.150045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cb3f-96ee-4c14-ba65-dfccd6d0789d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.174887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b0608c8e-0ca1-4d87-a16b-bf396470c322 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:10.179354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b0608c8e-0ca1-4d87-a16b-bf396470c322 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:10.179853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.197051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44554) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:10.248437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.305143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cb3f-96ee-4c14-ba65-dfccd6d0789d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.308687 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a57a01f2-7f43-4f1e-9bd7-35033aead0af tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81e162-bc15-461b-9492-79c13f913314 HTTP/1.1" status: 200 len: 205 time: 0.1091921 Jun 11 11:43:10.321166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44558) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:10.321579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.333966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Subnet': ['ID=f11e7a0d-06b1-4025-be28-25d856d3d674,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:10.336829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:10.348062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cb3f-96ee-4c14-ba65-dfccd6d0789d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.352111 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7c0783d1-68f1-499f-91e8-b598d030c1f9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:10.359884 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a9fd986d-fd1a-4650-b58f-c58c0fe8496c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:10.370319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b0608c8e-0ca1-4d87-a16b-bf396470c322, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b0608c8e-0ca1-4d87-a16b-bf396470c322,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:10.376209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.378401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d8211da6-a094-42aa-9d30-77daa4774b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:10.393996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5cb3f-96ee-4c14-ba65-dfccd6d0789d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06cb172-3032-4dac-b6f2-2b9cf11d02a4,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:10.404623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cdf5cb3f-96ee-4c14-ba65-dfccd6d0789d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:10.437058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cdf5cb3f-96ee-4c14-ba65-dfccd6d0789d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.442145 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cdf5cb3f-96ee-4c14-ba65-dfccd6d0789d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4301219 Jun 11 11:43:10.447701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44560) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:10.475065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b0608c8e-0ca1-4d87-a16b-bf396470c322,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:10.479198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:10.488585 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-f59867d6-138c-4f1b-819c-f7bffa5ccd27 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] delete failed (client error): The resource could not be found. Jun 11 11:43:10.492369 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f59867d6-138c-4f1b-819c-f7bffa5ccd27 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/7b81e162-bc15-461b-9492-79c13f913314 HTTP/1.1" status: 404 len: 336 time: 0.1660368 Jun 11 11:43:10.497673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Checking segment: {'id': '79d3c73b-8e1a-4b26-8c2c-bba06f5a35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'bcf2a24e-31bd-4837-8686-5ed345d3e331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:10.498051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network hostable DHCP agents. Network: bcf2a24e-31bd-4837-8686-5ed345d3e331, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:10.499058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44562) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:10.533477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.559345 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:10.571528 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:10.598514 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e8198b74-1f8e-45ec-8b61-0e9314702a5f tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=86c2fdc2-0e11-4077-9e3e-015bc442e246 HTTP/1.1" status: 200 len: 205 time: 0.0931125 Jun 11 11:43:10.604534 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44564) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:10.613452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network bcf2a24e-31bd-4837-8686-5ed345d3e331 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:10.678586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, bcf2a24e-31bd-4837-8686-5ed345d3e331) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:10.683846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:10.687006 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.689314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b71d1e-000a-4f99-a680-da8067bc5389 None None] Network bcf2a24e-31bd-4837-8686-5ed345d3e331 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:10.691783 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-cacbbf40-6b38-47a2-86e7-3e1820efb064 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] delete failed (client error): The resource could not be found. Jun 11 11:43:10.695324 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cacbbf40-6b38-47a2-86e7-3e1820efb064 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/86c2fdc2-0e11-4077-9e3e-015bc442e246 HTTP/1.1" status: 404 len: 336 time: 0.0874321 Jun 11 11:43:10.700468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44566) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:10.717708 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.8737173 Jun 11 11:43:10.722760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44568) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:10.724831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Router d92b5a64-e700-4f02-80d1-24bac31ec625 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:43:10.743710 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4b4880f8-b3ce-4602-9165-00b88ca1e593 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=32a1ee54-46d4-446a-a04a-dabc344d2fbf HTTP/1.1" status: 200 len: 205 time: 0.0402808 Jun 11 11:43:10.746760 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-990978ac-51de-469a-a5e9-13ef0ae1e06f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.748576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44570) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:10.757259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.783738 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network fe0f7f63-ecc3-45a4-8aba-ff5332248e85 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:10.863701 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-25b32bbe-d2f1-46bd-9a4a-f77dd7083ff9 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] delete failed (client error): The resource could not be found. Jun 11 11:43:10.864642 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-25b32bbe-d2f1-46bd-9a4a-f77dd7083ff9 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/32a1ee54-46d4-446a-a04a-dabc344d2fbf HTTP/1.1" status: 404 len: 336 time: 0.1151657 Jun 11 11:43:10.906991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-bcf2a24e-31bd-4837-8686-5ed345d3e331', 'network_id': 'bcf2a24e-31bd-4837-8686-5ed345d3e331', 'tenant_id': '8522915a61c94ed4988760bd638a4d41', 'fixed_ips': [{'subnet_id': 'f11e7a0d-06b1-4025-be28-25d856d3d674'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:43:10.912302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.914271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44572) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:10.964074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-990978ac-51de-469a-a5e9-13ef0ae1e06f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:10.975367 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-66bd2212-442f-49bf-82c1-7061b8515c2e tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=876eda32-8914-4ca1-a507-d6d760afe07c HTTP/1.1" status: 200 len: 205 time: 0.0551777 Jun 11 11:43:10.981468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44574) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:11.064971 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-805b448a-f4fc-47cc-87eb-8a2dce0c483b tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] delete failed (client error): The resource could not be found. Jun 11 11:43:11.066048 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-805b448a-f4fc-47cc-87eb-8a2dce0c483b tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/876eda32-8914-4ca1-a507-d6d760afe07c HTTP/1.1" status: 404 len: 336 time: 0.0836508 Jun 11 11:43:11.072734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44576) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:11.085907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Allocated IP 2001:db8::f816:3eff:fe54:b5e4 (bcf2a24e-31bd-4837-8686-5ed345d3e331/f11e7a0d-06b1-4025-be28-25d856d3d674/3c05933f-00b5-4308-963f-fb92e71451d8) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:11.153212 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0e2a9394-3d5a-4e3b-b61b-ff18690c90e2 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d9193d9-d9fb-4d56-966d-2b298ce2909e HTTP/1.1" status: 200 len: 205 time: 0.0796635 Jun 11 11:43:11.155497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44578) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:11.241990 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-6b0c4221-1e81-40e6-ad65-4de778b44841 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] delete failed (client error): The resource could not be found. Jun 11 11:43:11.246370 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6b0c4221-1e81-40e6-ad65-4de778b44841 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/routers/7d9193d9-d9fb-4d56-966d-2b298ce2909e HTTP/1.1" status: 404 len: 336 time: 0.0866413 Jun 11 11:43:11.246370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44580) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:11.248613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-990978ac-51de-469a-a5e9-13ef0ae1e06f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:11.251313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-990978ac-51de-469a-a5e9-13ef0ae1e06f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:11.255139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-990978ac-51de-469a-a5e9-13ef0ae1e06f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-groups/c26d10ce-2ab5-4105-ae20-fa5bdb448664 HTTP/1.1" status: 204 len: 168 time: 0.7995200 Jun 11 11:43:11.255844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44582) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:11.263143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2fe18eb7-53ac-49d6-96a5-c0d07fff08de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:11.279495 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:11.314192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:11.325988 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Transition to ACTIVE for port object 3c05933f-00b5-4308-963f-fb92e71451d8 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:11.351693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Transition to ACTIVE for port object 3c05933f-00b5-4308-963f-fb92e71451d8 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:11.362436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:11.377578 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:11.467600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Network bcf2a24e-31bd-4837-8686-5ed345d3e331 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:11.470948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:11.478430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:11.532496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Pushing event updated for resources: {'Port': ['ID=3c05933f-00b5-4308-963f-fb92e71451d8,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:11.577255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:11.601868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Attempting to bind port 3c05933f-00b5-4308-963f-fb92e71451d8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:11.601868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Attempting to bind port 3c05933f-00b5-4308-963f-fb92e71451d8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '79d3c73b-8e1a-4b26-8c2c-bba06f5a35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'bcf2a24e-31bd-4837-8686-5ed345d3e331'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:11.601868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Attempting to bind port 3c05933f-00b5-4308-963f-fb92e71451d8 on network bcf2a24e-31bd-4837-8686-5ed345d3e331 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:11.603992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:11.610352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:11.610699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Checking segment: {'id': '79d3c73b-8e1a-4b26-8c2c-bba06f5a35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'bcf2a24e-31bd-4837-8686-5ed345d3e331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:11.611711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:11.612654 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Bound using segment: {'id': '79d3c73b-8e1a-4b26-8c2c-bba06f5a35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'bcf2a24e-31bd-4837-8686-5ed345d3e331'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:11.613270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Bound port: 3c05933f-00b5-4308-963f-fb92e71451d8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d3c73b-8e1a-4b26-8c2c-bba06f5a35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'bcf2a24e-31bd-4837-8686-5ed345d3e331'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:11.613771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:11.639442 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:11.650262 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Sync routers for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:11.665005 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:11.666127 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:11.699550 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 4c9f8741-4cc2-468b-9b36-56d13a161f37 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:11.703363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d441c182-e959-408e-beb8-57123b37df7d None None] Provisioning complete for port f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:11.703939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d441c182-e959-408e-beb8-57123b37df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:11.713472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:11.717859 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.7728822 Jun 11 11:43:11.719602 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44586) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:11.821627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990978ac-51de-469a-a5e9-13ef0ae1e06f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26d10ce-2ab5-4105-ae20-fa5bdb448664,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:11.824702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-990978ac-51de-469a-a5e9-13ef0ae1e06f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:11.826635 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-022421da-4b3d-4a8b-93eb-d73d17c21e4c tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:11.827209 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022421da-4b3d-4a8b-93eb-d73d17c21e4c tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:11.835185 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-022421da-4b3d-4a8b-93eb-d73d17c21e4c tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] 10.222.0.46 "DELETE /v2.0/subnets/45d6aa24-6c6a-4dbb-8981-67d2b63dabd1 HTTP/1.1" status: 404 len: 337 time: 0.5881703 Jun 11 11:43:11.858905 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:11.895452 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-39e7be0a-5dfc-4e08-bf20-90c8fd4f9ebf tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6258762 Jun 11 11:43:11.895805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44590) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:11.901354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b896f389-fadc-4bdf-9242-e7a1b7ce07e2 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741795151'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:11.957394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Deleting port 3c05933f-00b5-4308-963f-fb92e71451d8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:11.957628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:11.971707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b896f389-fadc-4bdf-9242-e7a1b7ce07e2 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.066125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-d441c182-e959-408e-beb8-57123b37df7d None None] Port f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:12.088508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] For port 3c05933f-00b5-4308-963f-fb92e71451d8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:12.095314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b896f389-fadc-4bdf-9242-e7a1b7ce07e2 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.107948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b0608c8e-0ca1-4d87-a16b-bf396470c322 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:12.108445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port b0608c8e-0ca1-4d87-a16b-bf396470c322 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:12.108803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.142053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:12.150076 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "PUT /v2.0/routers/4c9f8741-4cc2-468b-9b36-56d13a161f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0945878 Jun 11 11:43:12.152404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44594) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:12.161751 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'port': {'network_id': 'fe0f7f63-ecc3-45a4-8aba-ff5332248e85', 'name': 'tempest-FloatingIPTestJSON-780959586'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:12.177487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] For port 3c05933f-00b5-4308-963f-fb92e71451d8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3c05933f-00b5-4308-963f-fb92e71451d8,segment=NetworkSegment(79d3c73b-8e1a-4b26-8c2c-bba06f5a35c7),segment_id=79d3c73b-8e1a-4b26-8c2c-bba06f5a35c7)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:12.184351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a26a58-9a08-42db-8c48-85d7d3f93f82 None None] Sync routers for ids ['4c9f8741-4cc2-468b-9b36-56d13a161f37'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:12.214713 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.227863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e587d529-10cd-4d51-82bf-f334553aa148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:12.232261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f98f0336-c353-4dc6-b592-3e3478a6e666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.265160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b896f389-fadc-4bdf-9242-e7a1b7ce07e2 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.267994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a26a58-9a08-42db-8c48-85d7d3f93f82 None None] Routers {'4c9f8741-4cc2-468b-9b36-56d13a161f37'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:12.268906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-74a26a58-9a08-42db-8c48-85d7d3f93f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4c9f8741-4cc2-468b-9b36-56d13a161f37'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:12.272526 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44596) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:12.292740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-69687aa5-ca96-4b18-9bb1-5b32b7fcac02 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:12.301402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] For port b0608c8e-0ca1-4d87-a16b-bf396470c322, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b0608c8e-0ca1-4d87-a16b-bf396470c322,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:12.301785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.311962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b896f389-fadc-4bdf-9242-e7a1b7ce07e2 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.313215 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b896f389-fadc-4bdf-9242-e7a1b7ce07e2 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4155254 Jun 11 11:43:12.330844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-74a26a58-9a08-42db-8c48-85d7d3f93f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:12.334841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44600) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:12.344411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3e7e79d5-79e2-4487-af5c-e04ba3846eb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150311890'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:12.348007 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:07Z', 'revision_number': 3, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:12.361573 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Checking router: d92b5a64-e700-4f02-80d1-24bac31ec625 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:43:12.362251 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Updating router d92b5a64-e700-4f02-80d1-24bac31ec625 port 2363b60b-e470-45e2-8496-c7fb811e9856 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:43:12.385135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a26a58-9a08-42db-8c48-85d7d3f93f82 None None] Routers {'4c9f8741-4cc2-468b-9b36-56d13a161f37'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:12.385797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-74a26a58-9a08-42db-8c48-85d7d3f93f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4c9f8741-4cc2-468b-9b36-56d13a161f37'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:12.424272 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.442293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] For port 3c05933f-00b5-4308-963f-fb92e71451d8, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:12.442900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.446203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-74a26a58-9a08-42db-8c48-85d7d3f93f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:12.446670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a26a58-9a08-42db-8c48-85d7d3f93f82 None None] The sync data for ids ['4c9f8741-4cc2-468b-9b36-56d13a161f37'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:12.452218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b0608c8e-0ca1-4d87-a16b-bf396470c322 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:12.452646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.455816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Pushing event updated for resources: {'Port': ['ID=3c05933f-00b5-4308-963f-fb92e71451d8,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:12.475569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for b0608c8e-0ca1-4d87-a16b-bf396470c322 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:12.484186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896f389-fadc-4bdf-9242-e7a1b7ce07e2 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cecd801-1471-4607-ba2c-20c8e914f41e,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:12.490094 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:12.492159 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b896f389-fadc-4bdf-9242-e7a1b7ce07e2 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:12.583882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e7e79d5-79e2-4487-af5c-e04ba3846eb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.704060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Calling delete_port for 3c05933f-00b5-4308-963f-fb92e71451d8 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:12.711653 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Made reservation on behalf of 550b41e5070f4098a76b7f11f6a3b45d for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:12.715323 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.769028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e7e79d5-79e2-4487-af5c-e04ba3846eb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.775842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e7e79d5-79e2-4487-af5c-e04ba3846eb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.780919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1b05ac61-f74a-494e-813e-8c8690eafdf1 tempest-RoutersAdminNegativeTest-667410818 tempest-RoutersAdminNegativeTest-667410818-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:12.874183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e7e79d5-79e2-4487-af5c-e04ba3846eb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.879435 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3e7e79d5-79e2-4487-af5c-e04ba3846eb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5397251 Jun 11 11:43:12.879435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44604) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:12.885354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c165a908-b2ff-4749-b2ba-db91d4fbadb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': '1cecd801-1471-4607-ba2c-20c8e914f41e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '82548b79-3ddf-4b13-a742-ab09cc9d6ca8', 'remote_ip_prefix': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:12.889289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e79d5-79e2-4487-af5c-e04ba3846eb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82548b79-3ddf-4b13-a742-ab09cc9d6ca8,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:12.900868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3e7e79d5-79e2-4487-af5c-e04ba3846eb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:12.960335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] device_id is not set on port f3cf1c89-359c-4d57-9f3a-072745d01ca9 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:12.962320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c165a908-b2ff-4749-b2ba-db91d4fbadb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:12.992417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9966bf1e-f9fa-4cd3-ad0c-67240c7a3c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.001643 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.014715 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Transition to ACTIVE for port object 2363b60b-e470-45e2-8496-c7fb811e9856 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:13.017537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.019797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:13.021593 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.024888 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:13.056405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=b0608c8e-0ca1-4d87-a16b-bf396470c322,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:13.072808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:13.081730 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53701e8-acca-45f2-941f-f05fec9dac38 None None] Pushing event updated for resources: {'Port': ['ID=2363b60b-e470-45e2-8496-c7fb811e9856,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:13.086633 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-b53701e8-acca-45f2-941f-f05fec9dac38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:13.110272 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Attempting to bind port 2363b60b-e470-45e2-8496-c7fb811e9856 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:13.111083 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Attempting to bind port 2363b60b-e470-45e2-8496-c7fb811e9856 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:13.112611 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Attempting to bind port 2363b60b-e470-45e2-8496-c7fb811e9856 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:13.117245 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:13.117674 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:13.118207 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.118865 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:13.119386 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Bound port: 2363b60b-e470-45e2-8496-c7fb811e9856, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:13.119855 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.174493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c165a908-b2ff-4749-b2ba-db91d4fbadb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.199875 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] For port 2363b60b-e470-45e2-8496-c7fb811e9856, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:13.204475 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] For port 2363b60b-e470-45e2-8496-c7fb811e9856, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2363b60b-e470-45e2-8496-c7fb811e9856,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:13.211402 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.214789 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-37e8ef2f-d9e9-4dc8-b9af-3ad935502b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:13.220079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.262193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c165a908-b2ff-4749-b2ba-db91d4fbadb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.269848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ec38f415-1cbf-4d7d-ae6e-26c2e9158537 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:13.270838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:13.289123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.297840 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:13.298984 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:13.320207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165a908-b2ff-4749-b2ba-db91d4fbadb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333b62fa-ee99-4ba4-8f51-cbfcba25abe1,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:13.324697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c165a908-b2ff-4749-b2ba-db91d4fbadb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:13.332078 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Port': ['ID=3c05933f-00b5-4308-963f-fb92e71451d8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:13.367340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:13.368615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Allocated IP 172.20.0.13 (fe0f7f63-ecc3-45a4-8aba-ff5332248e85/68a9d430-6d8d-4ab9-a160-287434e7b75a/f3cf1c89-359c-4d57-9f3a-072745d01ca9) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:13.379909 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53701e8-acca-45f2-941f-f05fec9dac38 None None] Pushing event updated for resources: {'Port': ['ID=2363b60b-e470-45e2-8496-c7fb811e9856,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:13.391859 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-b53701e8-acca-45f2-941f-f05fec9dac38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:13.434396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No DVR routers for this DVR port 3c05933f-00b5-4308-963f-fb92e71451d8 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:13.589611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9966bf1e-f9fa-4cd3-ad0c-67240c7a3c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.622902 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9966bf1e-f9fa-4cd3-ad0c-67240c7a3c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.628855 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:13.631899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c165a908-b2ff-4749-b2ba-db91d4fbadb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.634759 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c165a908-b2ff-4749-b2ba-db91d4fbadb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7525506 Jun 11 11:43:13.636703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44606) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:13.657696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6124e1f2-56e9-46e8-a4fc-ac4a13df0722 tempest-PortsAdminExtendedAttrsTestJSON-414987549 tempest-PortsAdminExtendedAttrsTestJSON-414987549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:13.661464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.662081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Router e35ffa3d-ee24-44ee-96c7-38a18a63c600 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:13.670683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef2e1e-86fa-4474-99aa-42fcb8a1d024 None None] Network bcf2a24e-31bd-4837-8686-5ed345d3e331 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:13.679553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61ba5a42-ddac-4690-966b-429179dcfc9b tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.691056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61ba5a42-ddac-4690-966b-429179dcfc9b tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.813707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5ae9e1a1-f0f6-4c09-a46a-0fd68eda6d8d None None] Could not find standard attr ID for object 3c05933f-00b5-4308-963f-fb92e71451d8. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:43:13.817836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:13.828374 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048723ef-013f-4545-a991-89d3c191b73c None None] Sync routers for ids ['e35ffa3d-ee24-44ee-96c7-38a18a63c600'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:13.829639 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "PUT /v2.0/routers/e35ffa3d-ee24-44ee-96c7-38a18a63c600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4958713 Jun 11 11:43:13.832418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44608) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:13.860455 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048723ef-013f-4545-a991-89d3c191b73c None None] Routers {'e35ffa3d-ee24-44ee-96c7-38a18a63c600'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:13.860972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61ba5a42-ddac-4690-966b-429179dcfc9b tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.861107 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-048723ef-013f-4545-a991-89d3c191b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e35ffa3d-ee24-44ee-96c7-38a18a63c600'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:13.946600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d20912c6-d18c-47e3-9583-b406dfe7d11a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:13.959628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61ba5a42-ddac-4690-966b-429179dcfc9b tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:13.963238 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-61ba5a42-ddac-4690-966b-429179dcfc9b tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/333b62fa-ee99-4ba4-8f51-cbfcba25abe1 HTTP/1.1" status: 204 len: 168 time: 0.3229222 Jun 11 11:43:13.968910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44612) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:14.006317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba5a42-ddac-4690-966b-429179dcfc9b tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=333b62fa-ee99-4ba4-8f51-cbfcba25abe1,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:14.015300 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-048723ef-013f-4545-a991-89d3c191b73c None None] Set router e35ffa3d-ee24-44ee-96c7-38a18a63c600 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:14.036174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-61ba5a42-ddac-4690-966b-429179dcfc9b tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:14.042221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b334da-81da-4951-b3b8-900ef9d6661a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:14.043917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b334da-81da-4951-b3b8-900ef9d6661a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:14.045567 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-48b334da-81da-4951-b3b8-900ef9d6661a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2122047 Jun 11 11:43:14.050718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44614) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:14.134160 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-048723ef-013f-4545-a991-89d3c191b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35ffa3d-ee24-44ee-96c7-38a18a63c600', 'name': 'tempest-NetworksTestDHCPv6-router-1039435472', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:58Z', 'updated_at': '2021-06-11T11:43:12Z', 'revision_number': 3, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:14.144611 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048723ef-013f-4545-a991-89d3c191b73c None None] Checking router: e35ffa3d-ee24-44ee-96c7-38a18a63c600 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:43:14.158507 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-298d398c-8ca0-4a54-9fb9-d6589c812006 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1860013 Jun 11 11:43:14.161506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44616) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:14.167299 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048723ef-013f-4545-a991-89d3c191b73c None None] Routers {'e35ffa3d-ee24-44ee-96c7-38a18a63c600'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:14.167949 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-048723ef-013f-4545-a991-89d3c191b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:42:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e35ffa3d-ee24-44ee-96c7-38a18a63c600'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:14.184808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa7cbfa-152a-413e-94f5-3e1381fcb996 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 2572d6bb-aea2-447d-af87-6e650582a9fb {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:43:14.193860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa7cbfa-152a-413e-94f5-3e1381fcb996 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.274490 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:07Z', 'revision_number': 3, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:14.280660 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-048723ef-013f-4545-a991-89d3c191b73c None None] Set router e35ffa3d-ee24-44ee-96c7-38a18a63c600 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:14.281025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa7cbfa-152a-413e-94f5-3e1381fcb996 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.282743 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aac630-a412-4b8b-88c7-3365d89a3b44 None None] The sync data for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv is: [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:07Z', 'revision_number': 3, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:14.292773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c49923c-ab9e-4d66-a16e-92ef696adcee tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.314214 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9966bf1e-f9fa-4cd3-ad0c-67240c7a3c9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8bf4bcbf3d94679956eadc07b1637b4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0365345 Jun 11 11:43:14.325778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966bf1e-f9fa-4cd3-ad0c-67240c7a3c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2025e0c2-c49c-446e-9f7f-7d63b1780ede,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:14.342836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44618) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:14.352345 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9966bf1e-f9fa-4cd3-ad0c-67240c7a3c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:14.359296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c49923c-ab9e-4d66-a16e-92ef696adcee tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.360194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.381603 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-048723ef-013f-4545-a991-89d3c191b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35ffa3d-ee24-44ee-96c7-38a18a63c600', 'name': 'tempest-NetworksTestDHCPv6-router-1039435472', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:58Z', 'updated_at': '2021-06-11T11:43:12Z', 'revision_number': 3, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:14.386427 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048723ef-013f-4545-a991-89d3c191b73c None None] The sync data for ids ['e35ffa3d-ee24-44ee-96c7-38a18a63c600'] in dv-neutron-786478-5-hyperv is: [{'id': 'e35ffa3d-ee24-44ee-96c7-38a18a63c600', 'name': 'tempest-NetworksTestDHCPv6-router-1039435472', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:42:58Z', 'updated_at': '2021-06-11T11:43:12Z', 'revision_number': 3, 'project_id': 'a121131f859d4a119e5a9d1ae215de04', 'gw_port_host': None}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:14.459689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.474415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c49923c-ab9e-4d66-a16e-92ef696adcee tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.477399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c49923c-ab9e-4d66-a16e-92ef696adcee tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.478561 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5c49923c-ab9e-4d66-a16e-92ef696adcee tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-groups/82548b79-3ddf-4b13-a742-ab09cc9d6ca8 HTTP/1.1" status: 204 len: 168 time: 0.3158731 Jun 11 11:43:14.485811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e43e57cc-ded3-43fc-85af-2ee61af2e0c0 tempest-ServersTestManualDisk-1817827590 tempest-ServersTestManualDisk-1817827590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:14.490196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44620) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:14.508341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49923c-ab9e-4d66-a16e-92ef696adcee tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82548b79-3ddf-4b13-a742-ab09cc9d6ca8,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:14.511540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5c49923c-ab9e-4d66-a16e-92ef696adcee tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:14.523262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.530103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa7cbfa-152a-413e-94f5-3e1381fcb996 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.535063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6c2ca340-b0c9-459e-b071-61bae800f066 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:14.579591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Transition to ACTIVE for port object f3cf1c89-359c-4d57-9f3a-072745d01ca9 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:14.595182 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Subnet': ['ID=f11e7a0d-06b1-4025-be28-25d856d3d674,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:14.602062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:14.615669 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7709e6bb-318d-429f-bab9-a49ace014d65 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1226971 Jun 11 11:43:14.618966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44622) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:14.620770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f625db15-18ce-41d2-874e-c25e02228697 None None] Network bcf2a24e-31bd-4837-8686-5ed345d3e331 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:14.653321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa7cbfa-152a-413e-94f5-3e1381fcb996 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.660455 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-21a9ed28-29b8-45e1-b828-deb38b5ef57d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:14.695969 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-84517254-6173-4843-9dac-49706131e957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.709706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7cbfa-152a-413e-94f5-3e1381fcb996 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=2572d6bb-aea2-447d-af87-6e650582a9fb,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:14.711788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-daa7cbfa-152a-413e-94f5-3e1381fcb996 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:14.713369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa7cbfa-152a-413e-94f5-3e1381fcb996 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.718544 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-daa7cbfa-152a-413e-94f5-3e1381fcb996 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/2572d6bb-aea2-447d-af87-6e650582a9fb HTTP/1.1" status: 204 len: 168 time: 0.6667554 Jun 11 11:43:14.719163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44624) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:14.741493 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460875de-1562-448f-83f3-5ee9dbe39ebc None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:14.756818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-84517254-6173-4843-9dac-49706131e957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.781002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.831595 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.864563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.882654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf2a24e-31bd-4837-8686-5ed345d3e331']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:14.885078 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:14.885230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee30c1e7-2236-4055-adec-544a83d45044 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.929567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee30c1e7-2236-4055-adec-544a83d45044 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:14.952953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d3c73b-8e1a-4b26-8c2c-bba06f5a35c7') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:14.953252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d3c73b-8e1a-4b26-8c2c-bba06f5a35c7') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:14.967492 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6b2e5610-150d-4fa7-b6c9-a148f4f16829 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2449028 Jun 11 11:43:14.971338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44626) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:14.996038 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.014683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c3195d-077d-4eaf-a1f2-2df13e700607 None None] DHCP port deletion for bcf2a24e-31bd-4837-8686-5ed345d3e331 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:43:15.032608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Allocated IP 172.20.0.1 (a303fe90-a33a-4602-b3f5-63b56709bb0e/28be0055-a740-46eb-a756-909502b2a1dd/6ad589cd-31e8-432e-a3f7-e4c927e5c0e2) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:15.058829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Network fe0f7f63-ecc3-45a4-8aba-ff5332248e85 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:15.060124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event updated for resources: {'Port': ['ID=f3cf1c89-359c-4d57-9f3a-072745d01ca9,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:15.065318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.072211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:15.073322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:15.074851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5cf579d9-2868-4824-b127-01c47a5a25e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.094236 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:15.122888 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:15.123311 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.132085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1540318-8cbc-4ac6-968e-216d1a66dafb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:15.162004 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:15.243295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee30c1e7-2236-4055-adec-544a83d45044 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.244929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee30c1e7-2236-4055-adec-544a83d45044 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.245861 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ee30c1e7-2236-4055-adec-544a83d45044 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-groups/1cecd801-1471-4607-ba2c-20c8e914f41e HTTP/1.1" status: 204 len: 168 time: 0.6257875 Jun 11 11:43:15.249051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-990978ac-51de-469a-a5e9-13ef0ae1e06f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:15.252036 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44632) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:15.253436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-84517254-6173-4843-9dac-49706131e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.256539 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-84517254-6173-4843-9dac-49706131e957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.257921 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-84517254-6173-4843-9dac-49706131e957 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2025e0c2-c49c-446e-9f7f-7d63b1780ede HTTP/1.1" status: 204 len: 168 time: 0.9139154 Jun 11 11:43:15.268188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b45fcdde-0b99-42c4-95af-eef86355f5a0 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:15.289592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30c1e7-2236-4055-adec-544a83d45044 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cecd801-1471-4607-ba2c-20c8e914f41e,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:15.316588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ee30c1e7-2236-4055-adec-544a83d45044 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:15.456063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84517254-6173-4843-9dac-49706131e957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2025e0c2-c49c-446e-9f7f-7d63b1780ede,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:15.477938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-84517254-6173-4843-9dac-49706131e957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:15.499167 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fee5e4c-821f-470b-be33-0a49ccf60a3f None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:43:15.501278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:15.502064 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.515285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.572566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8b631e78-8c9d-47d8-a686-a90225378610 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:15.583291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.591072 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/networks/bcf2a24e-31bd-4837-8686-5ed345d3e331 HTTP/1.1" status: 204 len: 168 time: 4.8668001 Jun 11 11:43:15.613443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44640) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:15.618992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1088391674'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:15.637972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1540318-8cbc-4ac6-968e-216d1a66dafb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.645712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1540318-8cbc-4ac6-968e-216d1a66dafb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.651278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-24279a03-7231-45e9-9ad4-c3fa4faeed6f None None] Provisioning for port f3cf1c89-359c-4d57-9f3a-072745d01ca9 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:15.660208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8fee5e4c-821f-470b-be33-0a49ccf60a3f None None] Deleting port b4166966-b3f9-401a-a8ab-7acf352ce3a3 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:15.661739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8fee5e4c-821f-470b-be33-0a49ccf60a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.671560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-24279a03-7231-45e9-9ad4-c3fa4faeed6f None None] Provisioning complete for port f3cf1c89-359c-4d57-9f3a-072745d01ca9 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:15.671953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-24279a03-7231-45e9-9ad4-c3fa4faeed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.672319 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-05eb9ff3-1a07-44cf-83a6-7e635aec9f39 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4126716 Jun 11 11:43:15.673751 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Network': ['ID=bcf2a24e-31bd-4837-8686-5ed345d3e331,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:15.680751 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44642) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:15.691639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:15.695426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-0c14de91-e02c-4ad7-b621-a32ede8cf042 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group': {'name': 'tempest-secgroup--128508913'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:15.708090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.727141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:15.731375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.741240 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Transition to ACTIVE for port object 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:15.751072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1540318-8cbc-4ac6-968e-216d1a66dafb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.751729 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1540318-8cbc-4ac6-968e-216d1a66dafb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Fanout notify agent at l3_agent the message router_deleted on router e35ffa3d-ee24-44ee-96c7-38a18a63c600 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:43:15.754233 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5988798 Jun 11 11:43:15.763701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1540318-8cbc-4ac6-968e-216d1a66dafb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.767989 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b1540318-8cbc-4ac6-968e-216d1a66dafb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/routers/e35ffa3d-ee24-44ee-96c7-38a18a63c600 HTTP/1.1" status: 204 len: 168 time: 0.7957680 Jun 11 11:43:15.768765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44644) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:15.769133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44646) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:15.787741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ca00ab88-3e69-47ae-8fca-97313c14bc0a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Request body: {'floatingip': {'port_id': 'f3cf1c89-359c-4d57-9f3a-072745d01ca9'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:15.789700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:43:15.816954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.817736 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Added segment 741c9e81-7464-4059-b868-a0975d082918 of type vlan for network 4e929227-1641-4f1a-bee2-fe3535741d67 Jun 11 11:43:15.863752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-24279a03-7231-45e9-9ad4-c3fa4faeed6f None None] Port f3cf1c89-359c-4d57-9f3a-072745d01ca9 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:15.867295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8fee5e4c-821f-470b-be33-0a49ccf60a3f None None] For port b4166966-b3f9-401a-a8ab-7acf352ce3a3, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b4166966-b3f9-401a-a8ab-7acf352ce3a3,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:15.867699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8fee5e4c-821f-470b-be33-0a49ccf60a3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.913026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:15.950472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44648) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:15.979556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8fee5e4c-821f-470b-be33-0a49ccf60a3f None None] Calling delete_port for b4166966-b3f9-401a-a8ab-7acf352ce3a3 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:15.993297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.001922 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c14de91-e02c-4ad7-b621-a32ede8cf042 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.006039 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.015475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:16.019145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.030633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9c773a7-9fe3-4b93-b320-be8f4336c4f5 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:16.081437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca00ab88-3e69-47ae-8fca-97313c14bc0a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.127326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8fee5e4c-821f-470b-be33-0a49ccf60a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.129636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-35e1e8d9-2c75-46dc-b6ee-eb5462208806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:16.134732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2363b60b-e470-45e2-8496-c7fb811e9856 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:16.155832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Network': ['ID=4e929227-1641-4f1a-bee2-fe3535741d67,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:16.161018 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dd638f40-48e5-4bae-990b-769bc712eff1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ed13c99cabf444e85c427cc2555246f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092812 Jun 11 11:43:16.162100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:16.163264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44650) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:16.165112 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee5e4c-821f-470b-be33-0a49ccf60a3f None None] No DVR routers for this DVR port b4166966-b3f9-401a-a8ab-7acf352ce3a3 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:16.172769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee5e4c-821f-470b-be33-0a49ccf60a3f None None] Pushing event deleted for resources: {'Port': ['ID=b4166966-b3f9-401a-a8ab-7acf352ce3a3,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:16.179441 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8fee5e4c-821f-470b-be33-0a49ccf60a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:16.208353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.213400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 4e929227-1641-4f1a-bee2-fe3535741d67 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:43:16.214167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-83e99110-554f-4579-ae8c-b79913a2fed3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:16.230562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a27e4d95-8ebe-4c4e-8a6e-7915e7f59361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.257854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a27e4d95-8ebe-4c4e-8a6e-7915e7f59361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.326304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 2363b60b-e470-45e2-8496-c7fb811e9856 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:16.329616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a27e4d95-8ebe-4c4e-8a6e-7915e7f59361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.332013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 2363b60b-e470-45e2-8496-c7fb811e9856 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:16.332612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.333143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a27e4d95-8ebe-4c4e-8a6e-7915e7f59361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.334307 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a27e4d95-8ebe-4c4e-8a6e-7915e7f59361 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b7feba4-ab2e-406f-949e-f27d36ddaa1c HTTP/1.1" status: 204 len: 168 time: 0.1701207 Jun 11 11:43:16.335311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b896f389-fadc-4bdf-9242-e7a1b7ce07e2 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:16.343558 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35618656-6cf7-41a3-b38f-174161dd2af2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:16.347512 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-35618656-6cf7-41a3-b38f-174161dd2af2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5650303 Jun 11 11:43:16.347691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e4d95-8ebe-4c4e-8a6e-7915e7f59361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7feba4-ab2e-406f-949e-f27d36ddaa1c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:16.354722 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a27e4d95-8ebe-4c4e-8a6e-7915e7f59361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:16.354889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44654) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:16.358411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Network a303fe90-a33a-4602-b3f5-63b56709bb0e is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:16.366185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c14de91-e02c-4ad7-b621-a32ede8cf042 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.374820 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:16.377851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:16.383139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad589cd-31e8-432e-a3f7-e4c927e5c0e2,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:16.386021 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:16.417906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c14de91-e02c-4ad7-b621-a32ede8cf042 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.433757 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8181014 Jun 11 11:43:16.440824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44658) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:16.441181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-22c022d4-6dee-43db-b5d3-5a69a267246f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:16.446592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'subnet': {'network_id': '4e929227-1641-4f1a-bee2-fe3535741d67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:16.453170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c14de91-e02c-4ad7-b621-a32ede8cf042 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.457430 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0c14de91-e02c-4ad7-b621-a32ede8cf042 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7658279 Jun 11 11:43:16.475857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44660) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:16.495474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-50233db0-fbdb-43e7-b825-2a879bf0804d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': '7722dd30-61a8-49b6-802f-c4b68c6a2423', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:16.517094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6345316d-12f7-4ebb-adc9-5483d030d663 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:16.519717 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6345316d-12f7-4ebb-adc9-5483d030d663 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1636562 Jun 11 11:43:16.528439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44662) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:16.554945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.586657 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14de91-e02c-4ad7-b621-a32ede8cf042 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7722dd30-61a8-49b6-802f-c4b68c6a2423,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:16.590011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0c14de91-e02c-4ad7-b621-a32ede8cf042 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:16.602283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.603057 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:43:16.616428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 2363b60b-e470-45e2-8496-c7fb811e9856, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2363b60b-e470-45e2-8496-c7fb811e9856,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:16.627180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.629557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:16.788368 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9a7e7eb8-eb1a-4d69-a928-95d62e8a1472 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2581518 Jun 11 11:43:16.792368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b0608c8e-0ca1-4d87-a16b-bf396470c322 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:43:16.812561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44666) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:16.834434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=2363b60b-e470-45e2-8496-c7fb811e9856,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:16.838674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:16.842554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:16.844723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b0608c8e-0ca1-4d87-a16b-bf396470c322 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:43:16.845092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b0608c8e-0ca1-4d87-a16b-bf396470c322 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:43:16.846919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b4166966-b3f9-401a-a8ab-7acf352ce3a3 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:43:16.911308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b4166966-b3f9-401a-a8ab-7acf352ce3a3 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:43:16.911906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b4166966-b3f9-401a-a8ab-7acf352ce3a3 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:43:16.912108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3c05933f-00b5-4308-963f-fb92e71451d8 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:43:16.914169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-18c74b27-4250-4076-8bae-ab8cfd6bb545 None None] Provisioning for port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:16.950208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:16.953144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-18c74b27-4250-4076-8bae-ab8cfd6bb545 None None] Provisioning complete for port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:16.953537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-18c74b27-4250-4076-8bae-ab8cfd6bb545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.954188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:16.999084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 3c05933f-00b5-4308-963f-fb92e71451d8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:43:16.999455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3c05933f-00b5-4308-963f-fb92e71451d8 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:43:17.001389 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-18c74b27-4250-4076-8bae-ab8cfd6bb545 None None] Port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:17.220929 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.392800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44684) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:17.430401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca00ab88-3e69-47ae-8fca-97313c14bc0a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.439419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca00ab88-3e69-47ae-8fca-97313c14bc0a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.454774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-50233db0-fbdb-43e7-b825-2a879bf0804d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.505240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:17.508728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.538992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1259450260'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:17.636125 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:17.639572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.655773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-50233db0-fbdb-43e7-b825-2a879bf0804d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.668662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.669121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.674715 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-50233db0-fbdb-43e7-b825-2a879bf0804d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.686382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:17.723582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.732149 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-ca00ab88-3e69-47ae-8fca-97313c14bc0a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP 82dad62b-ee71-43c0-bc39-c7e12f1404c3 associated. External IP: 172.26.6.247, port: d8c6461d-98e8-4595-a4a6-587ce711ca72. Jun 11 11:43:17.734079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.738818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:17.742058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50233db0-fbdb-43e7-b825-2a879bf0804d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de47c6b8-0dc7-47eb-9bc7-607622513878,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:17.757196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-50233db0-fbdb-43e7-b825-2a879bf0804d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:17.818946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:17.827417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-89c61f3b-c218-411b-bb66-b25a02fe4453 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:17.913299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Subnet': ['ID=e3384c89-0bc9-4e89-ac5c-2a6d6a42e7a9,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:17.919417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:17.986379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Checking segment: {'id': '741c9e81-7464-4059-b868-a0975d082918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '4e929227-1641-4f1a-bee2-fe3535741d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:17.986705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network hostable DHCP agents. Network: 4e929227-1641-4f1a-bee2-fe3535741d67, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:18.045353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network 4e929227-1641-4f1a-bee2-fe3535741d67 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:18.061193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2363b60b-e470-45e2-8496-c7fb811e9856 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:18.063905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 4e929227-1641-4f1a-bee2-fe3535741d67) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:18.073556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:18.074162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.095873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632b4158-29b9-426d-8647-0b2ffa272952 None None] Network 4e929227-1641-4f1a-bee2-fe3535741d67 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:18.098343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.objects.ports [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99006) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:43:18.101681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.107672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:18.174428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:18.178494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:18.183341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:18.184248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.195597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=fd647fd7-9f27-4423-80d6-60f34971ba67,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:18.195844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280dcf9b-bf16-42a4-95d8-aa7f2a74e470 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:18.200531 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:18.254617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 2363b60b-e470-45e2-8496-c7fb811e9856 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:18.255003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.362644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.364641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad589cd-31e8-432e-a3f7-e4c927e5c0e2,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:18.369724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:18.621609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-4e929227-1641-4f1a-bee2-fe3535741d67', 'network_id': '4e929227-1641-4f1a-bee2-fe3535741d67', 'tenant_id': '8522915a61c94ed4988760bd638a4d41', 'fixed_ips': [{'subnet_id': 'e3384c89-0bc9-4e89-ac5c-2a6d6a42e7a9'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:43:18.622462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.644052 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.655885 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-50233db0-fbdb-43e7-b825-2a879bf0804d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.660927 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-50233db0-fbdb-43e7-b825-2a879bf0804d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.1784465 Jun 11 11:43:18.661095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.661690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44692) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:18.662028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a1a1c98f-30a0-437f-993b-e009e1b89745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:18.673396 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2282662 Jun 11 11:43:18.680159 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8469975 Jun 11 11:43:18.687063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44694) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:18.687256 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44696) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:18.696946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Network a303fe90-a33a-4602-b3f5-63b56709bb0e is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:18.703389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:18.719678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'fd647fd7-9f27-4423-80d6-60f34971ba67'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:43:18.720532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.721267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:18.724580 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:43:18.749708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fb0f49d8-1787-4169-9854-c6f1f63d72b9 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.761415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a19f597-6627-47b8-bca2-380dc05b0911,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:18.770487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:18.793211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.793857 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Added segment 7a01bab4-e6c4-4c91-bcda-9732e4668dbc of type vlan for network f5e8931e-4331-4c4b-8f24-20d96d580d4d Jun 11 11:43:18.825902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fb0f49d8-1787-4169-9854-c6f1f63d72b9 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.911842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.921096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fb0f49d8-1787-4169-9854-c6f1f63d72b9 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.932111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fb0f49d8-1787-4169-9854-c6f1f63d72b9 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:18.935900 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fb0f49d8-1787-4169-9854-c6f1f63d72b9 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/de47c6b8-0dc7-47eb-9bc7-607622513878 HTTP/1.1" status: 204 len: 168 time: 0.2730196 Jun 11 11:43:18.936570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44700) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:18.938128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-61ba5a42-ddac-4690-966b-429179dcfc9b tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:18.972712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f49d8-1787-4169-9854-c6f1f63d72b9 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de47c6b8-0dc7-47eb-9bc7-607622513878,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:18.982025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fb0f49d8-1787-4169-9854-c6f1f63d72b9 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:19.020638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Allocated IP 2001:db8::2 (4e929227-1641-4f1a-bee2-fe3535741d67/e3384c89-0bc9-4e89-ac5c-2a6d6a42e7a9/f7d366a8-8fe9-44f4-9605-690d41b9d1aa) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:19.032706 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca00ab88-3e69-47ae-8fca-97313c14bc0a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:19.055657 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.066568 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bb005d34-00d4-400f-b93c-34010c86c5fc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1158822 Jun 11 11:43:19.068974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44702) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:19.117253 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.122136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-408cfae4-2789-4810-99c3-411e1a5064bd None None] Provisioning complete for port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:19.122693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-408cfae4-2789-4810-99c3-411e1a5064bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.127906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Allocated IP 2001:db8::f816:3eff:fe8b:4439 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/fd647fd7-9f27-4423-80d6-60f34971ba67/4d19ef65-d2ff-4b51-b996-9cd9021cf941) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:19.201708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aba92234-243c-4866-a725-2e89de78868c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.230634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aba92234-243c-4866-a725-2e89de78868c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.243489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-408cfae4-2789-4810-99c3-411e1a5064bd None None] Port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:19.245872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.251545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:19.252157 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.267404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-20e4ff4b-5adc-47ce-b506-ff5ee886d2e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:19.273125 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Router d92b5a64-e700-4f02-80d1-24bac31ec625 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:19.284559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aba92234-243c-4866-a725-2e89de78868c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.287773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aba92234-243c-4866-a725-2e89de78868c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.291919 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aba92234-243c-4866-a725-2e89de78868c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-groups/7722dd30-61a8-49b6-802f-c4b68c6a2423 HTTP/1.1" status: 204 len: 168 time: 0.2191350 Jun 11 11:43:19.291919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-11603c9b-1655-4eba-a796-3167e3d4acc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:19.294155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44704) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:19.298218 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:19.302522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.308900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba92234-243c-4866-a725-2e89de78868c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7722dd30-61a8-49b6-802f-c4b68c6a2423,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:19.317627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aba92234-243c-4866-a725-2e89de78868c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:19.351892 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9567859 Jun 11 11:43:19.352265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44706) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:19.360104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'name': 'tempest-PortsTestJSON-1807673917'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:19.373971 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-18e17e5c-a96a-4c69-b4d5-e4ccf5609d51 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0752330 Jun 11 11:43:19.386127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44708) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:19.404661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-62d8056b-f4b9-4097-97ff-8d4a85174df7 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045798690'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:19.425026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Network': ['ID=f5e8931e-4331-4c4b-8f24-20d96d580d4d,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:19.470199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:19.471166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:43:19.492073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-62d8056b-f4b9-4097-97ff-8d4a85174df7 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.506664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.525052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:19.528741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Transition to ACTIVE for port object f7d366a8-8fe9-44f4-9605-690d41b9d1aa will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:19.528879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.542449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.563075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port 956029df-d096-4894-9e75-de921ffe7a3b yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:19.593222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca00ab88-3e69-47ae-8fca-97313c14bc0a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:19.612336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Transition to ACTIVE for port object 4d19ef65-d2ff-4b51-b996-9cd9021cf941 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:19.619053 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Transition to ACTIVE for port object f7d366a8-8fe9-44f4-9605-690d41b9d1aa will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:19.623451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5cf73c-6cde-40ae-ace4-5419918cff20 None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:19.639330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.644130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:19.653692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Transition to ACTIVE for port object 4d19ef65-d2ff-4b51-b996-9cd9021cf941 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:19.678422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5cf73c-6cde-40ae-ace4-5419918cff20 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:19.679932 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6c5cf73c-6cde-40ae-ace4-5419918cff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:19.685953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.691974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c3e9565-0e8a-45af-be90-a00b94f79eee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:19.741566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6c5cf73c-6cde-40ae-ace4-5419918cff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:19.743652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.750775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Subnet': ['ID=e3384c89-0bc9-4e89-ac5c-2a6d6a42e7a9,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:19.754687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:19.762974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Network 4e929227-1641-4f1a-bee2-fe3535741d67 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:19.772229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:19.774964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:19.784718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Pushing event updated for resources: {'Port': ['ID=f7d366a8-8fe9-44f4-9605-690d41b9d1aa,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:19.786267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:19.787957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:19.792908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:19.794872 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] 10.222.0.46 "PUT /v2.0/routers/d92b5a64-e700-4f02-80d1-24bac31ec625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0740888 Jun 11 11:43:19.796901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:19.801028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5cf73c-6cde-40ae-ace4-5419918cff20 None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:19.801872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6c5cf73c-6cde-40ae-ace4-5419918cff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:19.809187 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Sync routers for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:19.818777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-62d8056b-f4b9-4097-97ff-8d4a85174df7 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.830206 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:19.831610 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:19.862233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-62d8056b-f4b9-4097-97ff-8d4a85174df7 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.876737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-85477f6c-7be8-4f4c-9117-9cf770051b9c tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:19.934977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:19.983917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e929227-1641-4f1a-bee2-fe3535741d67']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:20.025018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:20.027853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:20.037869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6c5cf73c-6cde-40ae-ace4-5419918cff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:20.038439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5cf73c-6cde-40ae-ace4-5419918cff20 None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:20.082026 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:20.084701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-62d8056b-f4b9-4097-97ff-8d4a85174df7 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.098439 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-62d8056b-f4b9-4097-97ff-8d4a85174df7 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7087607 Jun 11 11:43:20.100986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44714) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:20.111570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-42e1789a-2df1-463f-8d62-37041fa16b49 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': 'b801b1e8-1b95-4007-865c-7c06e3e98034', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:20.138122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8056b-f4b9-4097-97ff-8d4a85174df7 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b801b1e8-1b95-4007-865c-7c06e3e98034,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:20.156175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-62d8056b-f4b9-4097-97ff-8d4a85174df7 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:20.158087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741c9e81-7464-4059-b868-a0975d082918') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:20.158357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741c9e81-7464-4059-b868-a0975d082918') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:20.186313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca00ab88-3e69-47ae-8fca-97313c14bc0a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 4c9f8741-4cc2-468b-9b36-56d13a161f37 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:20.188649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.198697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dc9c1bc2-11f7-44de-8237-197404d0bd32 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:20.206087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.210629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.222660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Pushing event updated for resources: {'Port': ['ID=4d19ef65-d2ff-4b51-b996-9cd9021cf941,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:20.225850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:20.243912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Attempting to bind port f7d366a8-8fe9-44f4-9605-690d41b9d1aa on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:20.244399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Attempting to bind port f7d366a8-8fe9-44f4-9605-690d41b9d1aa by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '741c9e81-7464-4059-b868-a0975d082918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '4e929227-1641-4f1a-bee2-fe3535741d67'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:20.245077 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Attempting to bind port f7d366a8-8fe9-44f4-9605-690d41b9d1aa on network 4e929227-1641-4f1a-bee2-fe3535741d67 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:20.260239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.263200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:20.263761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Checking segment: {'id': '741c9e81-7464-4059-b868-a0975d082918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '4e929227-1641-4f1a-bee2-fe3535741d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:20.264387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.264866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Bound using segment: {'id': '741c9e81-7464-4059-b868-a0975d082918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '4e929227-1641-4f1a-bee2-fe3535741d67'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:20.269840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Bound port: f7d366a8-8fe9-44f4-9605-690d41b9d1aa, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741c9e81-7464-4059-b868-a0975d082918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '4e929227-1641-4f1a-bee2-fe3535741d67'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:20.270381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.272871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Attempting to bind port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:20.273371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Attempting to bind port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:20.274264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Attempting to bind port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:20.283649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:20.284567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:20.289753 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:20.301139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:20.301686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:20.302198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.305969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:20.306642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Bound port: 4d19ef65-d2ff-4b51-b996-9cd9021cf941, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:20.307155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.307677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:20.308753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42e1789a-2df1-463f-8d62-37041fa16b49 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.326402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:20.380543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:20.381150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.395016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.api [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:43:20.395016 dv-neutron-786478-5-hyperv neutron-server[99006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:43:20.395016 dv-neutron-786478-5-hyperv neutron-server[99006]: [parameters: {'id': '4e929227-1641-4f1a-bee2-fe3535741d67'}] Jun 11 11:43:20.395016 dv-neutron-786478-5-hyperv neutron-server[99006]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=99006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:43:20.395564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_db.api [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:43:20.397098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.402183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2be24ad1-289e-461b-9a2f-016dda487f1a tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:20.489859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=956029df-d096-4894-9e75-de921ffe7a3b,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:20.503763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:20.525902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] For port f7d366a8-8fe9-44f4-9605-690d41b9d1aa, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:20.530796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] For port f7d366a8-8fe9-44f4-9605-690d41b9d1aa, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f7d366a8-8fe9-44f4-9605-690d41b9d1aa,segment=NetworkSegment(741c9e81-7464-4059-b868-a0975d082918),segment_id=741c9e81-7464-4059-b868-a0975d082918)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:20.536514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] For port 4d19ef65-d2ff-4b51-b996-9cd9021cf941, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:20.540597 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] For port 4d19ef65-d2ff-4b51-b996-9cd9021cf941, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4d19ef65-d2ff-4b51-b996-9cd9021cf941,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:20.542896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.545292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:20.546480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Checking segment: {'id': '7a01bab4-e6c4-4c91-bcda-9732e4668dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:20.547198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network hostable DHCP agents. Network: f5e8931e-4331-4c4b-8f24-20d96d580d4d, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:20.550884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.586983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:20.616997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, f5e8931e-4331-4c4b-8f24-20d96d580d4d) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:20.629340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:20.636409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:20.636574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.639576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03508cda-0d35-4143-b3d9-dff99dd34305 None None] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:20.663813 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 2, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:20.673340 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Checking router: d92b5a64-e700-4f02-80d1-24bac31ec625 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:43:20.673340 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Updating router d92b5a64-e700-4f02-80d1-24bac31ec625 port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:43:20.675962 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3212817 Jun 11 11:43:20.679047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44726) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:20.688482 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1061514133'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:20.701307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Pushing event updated for resources: {'Port': ['ID=f7d366a8-8fe9-44f4-9605-690d41b9d1aa,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:20.733353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:20.734175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:20.750490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:20.758779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.760297 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.830169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:43:20.855865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.857781 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Added segment 1147818d-4134-4a03-81b1-ba137ffc213e of type vlan for network 5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f Jun 11 11:43:20.933843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:20.960595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44730) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:20.976699 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-172906608-network', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:20.987884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b2557-bf0e-4c3d-ae84-f9d7124ae2e0 None None] Network 4e929227-1641-4f1a-bee2-fe3535741d67 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:21.017284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Made reservation on behalf of 3fe64d138f4c414fb77042f99258e0d8 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:21.022009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.028284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.030796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Pushing event updated for resources: {'Port': ['ID=4d19ef65-d2ff-4b51-b996-9cd9021cf941,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:21.081262 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3906925 Jun 11 11:43:21.083033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:21.097558 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=3260983b-4378-4a7f-85b0-4f6b901c09ed,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:21.100954 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:21.103544 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44732) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:21.112150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:5f:cb:d3', 'name': 'tempest-NetworksTestDHCPv6-408651726'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:21.145811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42e1789a-2df1-463f-8d62-37041fa16b49 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.146189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.173278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42e1789a-2df1-463f-8d62-37041fa16b49 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.203249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9fdc0f54-d642-45ec-ab14-073b75bd57a1 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:21.231372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Deleting port f7d366a8-8fe9-44f4-9605-690d41b9d1aa {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:21.231713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.289063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.295787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:21.305567 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1789a-2df1-463f-8d62-37041fa16b49 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4963f0d4-b6c4-4386-9315-4af551fc56e0,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:21.308453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-42e1789a-2df1-463f-8d62-37041fa16b49 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:21.310353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.335922 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca00ab88-3e69-47ae-8fca-97313c14bc0a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:21.341704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca00ab88-3e69-47ae-8fca-97313c14bc0a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.437142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] For port f7d366a8-8fe9-44f4-9605-690d41b9d1aa, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f7d366a8-8fe9-44f4-9605-690d41b9d1aa,segment=NetworkSegment(741c9e81-7464-4059-b868-a0975d082918),segment_id=741c9e81-7464-4059-b868-a0975d082918)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:21.437489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.486651 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ca00ab88-3e69-47ae-8fca-97313c14bc0a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "PUT /v2.0/floatingips/82dad62b-ee71-43c0-bc39-c7e12f1404c3 HTTP/1.1" status: 200 len: 978 time: 5.7052443 Jun 11 11:43:21.488064 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44736) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:21.503821 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.509553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4828e40-91fd-4ecd-b836-68b7a8205b17 None None] Sync routers for ids ['4c9f8741-4cc2-468b-9b36-56d13a161f37'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:21.518839 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Transition to ACTIVE for port object 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:21.529992 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.533210 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-fb6ca86e-7858-4deb-9230-03bdf0b8249f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:21.542581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4828e40-91fd-4ecd-b836-68b7a8205b17 None None] Routers {'4c9f8741-4cc2-468b-9b36-56d13a161f37'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:21.543251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f4828e40-91fd-4ecd-b836-68b7a8205b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4c9f8741-4cc2-468b-9b36-56d13a161f37'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:21.556043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Calling delete_port for f7d366a8-8fe9-44f4-9605-690d41b9d1aa owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:21.600846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f4828e40-91fd-4ecd-b836-68b7a8205b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:21.603848 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a2738-8688-46e5-9235-983e28d9a520 None None] Pushing event updated for resources: {'Port': ['ID=6ad589cd-31e8-432e-a3f7-e4c927e5c0e2,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:21.618056 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-5b8a2738-8688-46e5-9235-983e28d9a520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:21.627281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4828e40-91fd-4ecd-b836-68b7a8205b17 None None] Routers {'4c9f8741-4cc2-468b-9b36-56d13a161f37'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:21.627661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f4828e40-91fd-4ecd-b836-68b7a8205b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4c9f8741-4cc2-468b-9b36-56d13a161f37'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:21.630168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3e517e02-96ec-4aea-accf-2a1c08e2e87b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:21.651206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port f3cf1c89-359c-4d57-9f3a-072745d01ca9 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:21.651800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.754771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f4828e40-91fd-4ecd-b836-68b7a8205b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:21.755119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4828e40-91fd-4ecd-b836-68b7a8205b17 None None] The sync data for ids ['4c9f8741-4cc2-468b-9b36-56d13a161f37'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:21.788571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Network': ['ID=5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:21.808628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:43:21.816465 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:21.834178 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Attempting to bind port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:21.835972 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Attempting to bind port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:21.836606 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Attempting to bind port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 on network a303fe90-a33a-4602-b3f5-63b56709bb0e {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:21.845958 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:21.846935 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Checking segment: {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:21.847589 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.848200 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Bound using segment: {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:21.848981 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Bound port: 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:21.851351 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.874879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.902903 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.912725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.917762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b5f5da36-7d10-45da-b492-5f9cb0473840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:21.954885 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2741208 Jun 11 11:43:21.957655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44740) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:21.959347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202a7ce0-fe94-46e9-92a0-371f1d5c7293,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:21.964436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:21.969265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'ports': [{'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d'}, {'network_id': '5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f'}]} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:21.969583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:21.970110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': '5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:21.978192 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] For port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:21.985397 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] For port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=6ad589cd-31e8-432e-a3f7-e4c927e5c0e2,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:21.994081 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:21.997894 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:22.099746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42e1789a-2df1-463f-8d62-37041fa16b49 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.100317 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:22.100978 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:22.101935 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-42e1789a-2df1-463f-8d62-37041fa16b49 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9999652 Jun 11 11:43:22.111252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44742) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:22.158508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:22.178924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4d19ef65-d2ff-4b51-b996-9cd9021cf941 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:22.183184 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a2738-8688-46e5-9235-983e28d9a520 None None] Pushing event updated for resources: {'Port': ['ID=6ad589cd-31e8-432e-a3f7-e4c927e5c0e2,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:22.249241 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-5b8a2738-8688-46e5-9235-983e28d9a520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:22.253845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:43:22.255749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.261934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7601169b-5c1f-46bd-97f3-0e0590ed8e8d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:22.294959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:22.307442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.308347 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Added segment 0f03e9a3-a950-4212-a418-cc8b5d715964 of type vlan for network c79c43e7-ccc9-4a2a-86c5-880898738db3 Jun 11 11:43:22.311127 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-19664665-2b63-4556-ada5-7926b0e53d8d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules/4963f0d4-b6c4-4386-9315-4af551fc56e0 HTTP/1.1" status: 200 len: 763 time: 0.1869655 Jun 11 11:43:22.324411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44744) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:22.331885 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Port': ['ID=f7d366a8-8fe9-44f4-9605-690d41b9d1aa,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:22.337482 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:22.346315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No DVR routers for this DVR port f7d366a8-8fe9-44f4-9605-690d41b9d1aa on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:22.349826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:22.404930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 2} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:22.409499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.452333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba4a8e-1448-46db-ac70-5e0f74f9b784 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:22.482651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.525910 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-20871a95-e55e-4e0a-afd2-8f46cc529b4f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2003374 Jun 11 11:43:22.536772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44748) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:22.550429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.551585 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:22.553662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.574475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:22.626736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.627115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.627498 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Floating IP 82dad62b-ee71-43c0-bc39-c7e12f1404c3 disassociated. External IP: 172.26.6.247, port: f3cf1c89-359c-4d57-9f3a-072745d01ca9. Jun 11 11:43:22.627853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for f3cf1c89-359c-4d57-9f3a-072745d01ca9 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:22.653965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.655301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-97e4bfb7-3112-4eb0-8386-19dd00d68258 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.661843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a540babe-ce61-4d5b-a0a0-c20458370e42 None None] Provisioning for port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:22.662372 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.670917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a540babe-ce61-4d5b-a0a0-c20458370e42 None None] Provisioning complete for port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:22.671663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a540babe-ce61-4d5b-a0a0-c20458370e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.725358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.728959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-97e4bfb7-3112-4eb0-8386-19dd00d68258 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.736296 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:21Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:22.737549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e929227-1641-4f1a-bee2-fe3535741d67']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:22.741443 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772c84c-b824-4f13-8275-8319344e2166 None None] The sync data for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv is: [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:21Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:22.764129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port a967138f-757b-49a7-abb1-dd0b236f7831 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:22.774434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741c9e81-7464-4059-b868-a0975d082918') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:22.774769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741c9e81-7464-4059-b868-a0975d082918') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:22.790029 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8243976 Jun 11 11:43:22.852116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44750) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:22.880896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Request body: {'subnet': {'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-172906608-subnet', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'ip_version': 4}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:22.882472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.906056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.915349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-97e4bfb7-3112-4eb0-8386-19dd00d68258 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.915564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:22.915564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.924818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-97e4bfb7-3112-4eb0-8386-19dd00d68258 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.928249 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-97e4bfb7-3112-4eb0-8386-19dd00d68258 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/4963f0d4-b6c4-4386-9315-4af551fc56e0 HTTP/1.1" status: 204 len: 168 time: 0.3882535 Jun 11 11:43:22.931718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a540babe-ce61-4d5b-a0a0-c20458370e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:22.936495 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-42e1789a-2df1-463f-8d62-37041fa16b49 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:22.939385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44752) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:22.962431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Made reservation on behalf of 3fe64d138f4c414fb77042f99258e0d8 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:22.965714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.005217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a540babe-ce61-4d5b-a0a0-c20458370e42 None None] For port 4d19ef65-d2ff-4b51-b996-9cd9021cf941, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4d19ef65-d2ff-4b51-b996-9cd9021cf941,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:23.015439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a540babe-ce61-4d5b-a0a0-c20458370e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.018682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:23.021040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4bfb7-3112-4eb0-8386-19dd00d68258 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4963f0d4-b6c4-4386-9315-4af551fc56e0,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:23.046868 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:23.052316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.057778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c79c43e7-ccc9-4a2a-86c5-880898738db3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:23.064999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:23.066026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.069505 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/networks/4e929227-1641-4f1a-bee2-fe3535741d67 HTTP/1.1" status: 204 len: 168 time: 4.3811765 Jun 11 11:43:23.070563 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-888908b6-4599-4280-85de-3280ced7e13f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:23.088594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network c79c43e7-ccc9-4a2a-86c5-880898738db3 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:43:23.090446 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-97e4bfb7-3112-4eb0-8386-19dd00d68258 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:23.092340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44754) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:23.111165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1463985467'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:23.157618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Network': ['ID=4e929227-1641-4f1a-bee2-fe3535741d67,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:23.166703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:23.213139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540babe-ce61-4d5b-a0a0-c20458370e42 None None] Pushing event updated for resources: {'Port': ['ID=4d19ef65-d2ff-4b51-b996-9cd9021cf941,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:23.216801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a540babe-ce61-4d5b-a0a0-c20458370e42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:23.234134 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53645316-c096-4f17-ab09-1c3a3e55ac08 None None] Update dhcp port {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'fixed_ips': [{'subnet_id': 'fd647fd7-9f27-4423-80d6-60f34971ba67', 'ip_address': '2001:db8::f816:3eff:fe8b:4439'}, {'subnet_id': '3260983b-4378-4a7f-85b0-4f6b901c09ed'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '4d19ef65-d2ff-4b51-b996-9cd9021cf941'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:43:23.266391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port ac8f0a87-078b-4572-98c1-741ef24c6091 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:23.272397 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3092fe2d-e3db-4214-b4b4-1062e7337158 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3236194 Jun 11 11:43:23.278914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44756) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:23.284729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-53645316-c096-4f17-ab09-1c3a3e55ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.295513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:23.296234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6209188b-a38d-40ba-98dc-51729d570985 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': 'b801b1e8-1b95-4007-865c-7c06e3e98034', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:23.300087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.337351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:43:23.349997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.353113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.353553 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Added segment 7173597a-17a4-4a18-ac87-004b5c7794b1 of type vlan for network bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d Jun 11 11:43:23.368186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-405da6a1-084b-4d74-8022-49db27083e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:23.429859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=f3cf1c89-359c-4d57-9f3a-072745d01ca9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:23.439972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:23.488870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.490356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 172.20.0.5 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/3260983b-4378-4a7f-85b0-4f6b901c09ed/a967138f-757b-49a7-abb1-dd0b236f7831) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:23.497931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6209188b-a38d-40ba-98dc-51729d570985 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.553031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.579127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.589308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:23.590479 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.603341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8830678d-4c3f-449b-abec-c1463446fe2e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:23.642674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::f816:3eff:fe5f:cbd3 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/fd647fd7-9f27-4423-80d6-60f34971ba67/a967138f-757b-49a7-abb1-dd0b236f7831) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:23.787240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port 276d2ab8-a400-44c0-b09f-47c95f0b9264 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:23.809166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Network': ['ID=bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:23.810470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.813905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:23.819080 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7246192 Jun 11 11:43:23.820547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:43:23.821580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44760) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:23.829058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Request body: {'subnet': {'network_id': 'bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:23.829840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:23.904538 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6209188b-a38d-40ba-98dc-51729d570985 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:23.918135 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 4c9f8741-4cc2-468b-9b36-56d13a161f37 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:23.936914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6209188b-a38d-40ba-98dc-51729d570985 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.037400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa6b44d-247a-4e44-80b4-8cd119e09eab,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:24.052519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:24.053279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:24.071697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Made reservation on behalf of 8522915a61c94ed4988760bd638a4d41 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:24.071697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.141891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.189389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6209188b-a38d-40ba-98dc-51729d570985 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.191706 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6209188b-a38d-40ba-98dc-51729d570985 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9078619 Jun 11 11:43:24.196557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44762) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:24.211227 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Checking segment: {'id': '0f03e9a3-a950-4212-a418-cc8b5d715964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:24.211590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Network hostable DHCP agents. Network: c79c43e7-ccc9-4a2a-86c5-880898738db3, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:24.213780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209188b-a38d-40ba-98dc-51729d570985 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e998bde1-96cd-4ef0-a8ef-947094d929dc,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:24.227878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:24.231538 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6209188b-a38d-40ba-98dc-51729d570985 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:24.268597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.284005 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-64b225d2-11f5-45c6-ba25-700110694af9 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules/e998bde1-96cd-4ef0-a8ef-947094d929dc HTTP/1.1" status: 200 len: 763 time: 0.0819907 Jun 11 11:43:24.288599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44764) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:24.300822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Network c79c43e7-ccc9-4a2a-86c5-880898738db3 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:24.305840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:24.312745 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object a967138f-757b-49a7-abb1-dd0b236f7831 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:24.313042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.314102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:24.315300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.319878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, c79c43e7-ccc9-4a2a-86c5-880898738db3) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:24.323223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:24.328746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:24.332687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:24.333280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.338573 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a72cf9-77a5-46b9-9aa5-7fa2e6e5227e None None] Sync routers for ids ['4c9f8741-4cc2-468b-9b36-56d13a161f37'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:24.355686 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a72cf9-77a5-46b9-9aa5-7fa2e6e5227e None None] Routers {'4c9f8741-4cc2-468b-9b36-56d13a161f37'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:24.356339 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d7a72cf9-77a5-46b9-9aa5-7fa2e6e5227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4c9f8741-4cc2-468b-9b36-56d13a161f37'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:24.375041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7795dcb-34f3-49b1-8295-a607c45f6622 None None] Network c79c43e7-ccc9-4a2a-86c5-880898738db3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:24.483079 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d7a72cf9-77a5-46b9-9aa5-7fa2e6e5227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:24.494479 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a72cf9-77a5-46b9-9aa5-7fa2e6e5227e None None] Routers {'4c9f8741-4cc2-468b-9b36-56d13a161f37'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:24.496039 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d7a72cf9-77a5-46b9-9aa5-7fa2e6e5227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4c9f8741-4cc2-468b-9b36-56d13a161f37'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:24.529700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.565552 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d7a72cf9-77a5-46b9-9aa5-7fa2e6e5227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:24.567727 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a72cf9-77a5-46b9-9aa5-7fa2e6e5227e None None] The sync data for ids ['4c9f8741-4cc2-468b-9b36-56d13a161f37'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:24.629499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=6ad589cd-31e8-432e-a3f7-e4c927e5c0e2,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:24.641839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.643519 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4d19ef65-d2ff-4b51-b996-9cd9021cf941 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:24.647230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-75eeb6e1-5119-445a-bc39-34a6e3fde9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:24.771463 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9125030 Jun 11 11:43:24.772100 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44766) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:24.787317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-172906608-router', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:24.802419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=6ad589cd-31e8-432e-a3f7-e4c927e5c0e2,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:24.810703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:24.815318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.820636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-c79c43e7-ccc9-4a2a-86c5-880898738db3', 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'fixed_ips': [{'subnet_id': '5fa6b44d-247a-4e44-80b4-8cd119e09eab'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:43:24.821193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.826345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.826679 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/ports/f3cf1c89-359c-4d57-9f3a-072745d01ca9 HTTP/1.1" status: 204 len: 168 time: 3.3345115 Jun 11 11:43:24.827316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:24.830264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44768) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:24.889270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:24.890239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.900347 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d7bce394-ea94-494e-9bcf-cd7e75f133ec tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6105969 Jun 11 11:43:24.906318 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:24.914243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44772) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:24.920956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.920956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.929410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:24.937908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=ac8f0a87-078b-4572-98c1-741ef24c6091,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:24.944471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:24.945329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:24.955631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:24.956160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:25.017023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:25.028655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:25.039517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:25.084122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=a967138f-757b-49a7-abb1-dd0b236f7831,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:25.092205 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-913c5588-0e29-4c55-8a54-f82518368a3d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.097726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:25.116089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=276d2ab8-a400-44c0-b09f-47c95f0b9264,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:25.122663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-53645316-c096-4f17-ab09-1c3a3e55ac08 None None] Allocated IP 172.20.0.2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/3260983b-4378-4a7f-85b0-4f6b901c09ed/4d19ef65-d2ff-4b51-b996-9cd9021cf941) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:25.129665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:25.133364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-913c5588-0e29-4c55-8a54-f82518368a3d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.143707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Allocated IP 172.20.0.2 (c79c43e7-ccc9-4a2a-86c5-880898738db3/5fa6b44d-247a-4e44-80b4-8cd119e09eab/b6b39433-9f09-4dc0-b18f-0dca5f41ddf2) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:25.144308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Checking segment: {'id': '1147818d-4134-4a03-81b1-ba137ffc213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:25.144666 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network hostable DHCP agents. Network: 5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:25.148626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.222259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:25.222916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.263269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.objects.ports [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99006) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:43:25.274818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.282559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b372b134-e4f6-465b-affc-68943c36444a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:25.293930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network 5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:25.332859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-913c5588-0e29-4c55-8a54-f82518368a3d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.354131 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2462010 Jun 11 11:43:25.354919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-913c5588-0e29-4c55-8a54-f82518368a3d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.356305 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-913c5588-0e29-4c55-8a54-f82518368a3d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e998bde1-96cd-4ef0-a8ef-947094d929dc HTTP/1.1" status: 204 len: 168 time: 0.4410827 Jun 11 11:43:25.357102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:25.361307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44774) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:25.361527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44776) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:25.396783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0e5bc-b581-424f-8bea-ecf442ae0869 None None] Network 5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:25.428852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:25.434010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:25.438768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:25.439802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.483647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Checking segment: {'id': '7173597a-17a4-4a18-ac87-004b5c7794b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:25.484018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network hostable DHCP agents. Network: bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:25.491627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event updated for resources: {'Subnet': ['ID=fdd216a3-cc02-4fe7-8924-190f97921d63,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:25.505582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:25.511766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-50233db0-fbdb-43e7-b825-2a879bf0804d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:25.519716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.535512 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5728014 Jun 11 11:43:25.535948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44778) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:25.548522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c5588-0e29-4c55-8a54-f82518368a3d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e998bde1-96cd-4ef0-a8ef-947094d929dc,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:25.567531 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6bdbfe84-d663-4bec-a966-0347a845dd31 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1953526 Jun 11 11:43:25.567531 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-913c5588-0e29-4c55-8a54-f82518368a3d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:25.567912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44780) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:25.574336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f00dc54c-28fc-4a17-8f8b-139e5399bc69 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Request body: {'security_group_rule': {'security_group_id': 'b801b1e8-1b95-4007-865c-7c06e3e98034', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:25.579365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Network bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:25.630709 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-f00dc54c-28fc-4a17-8f8b-139e5399bc69 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Project 2ebf2f8b2d274436ac935810eca1b5d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:43:25.647064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ecd6b-9332-4980-bdbc-81948adee1a9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:25.654917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ecd6b-9332-4980-bdbc-81948adee1a9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:25.656959 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c60ecd6b-9332-4980-bdbc-81948adee1a9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2886906 Jun 11 11:43:25.659148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f00dc54c-28fc-4a17-8f8b-139e5399bc69 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.665570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:25.666597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44782) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:25.683081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:25.683683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.690826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93fae81-92ec-4983-b633-452bbd9cbe59 None None] Network bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:25.694707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-53645316-c096-4f17-ab09-1c3a3e55ac08 None None] For port 4d19ef65-d2ff-4b51-b996-9cd9021cf941, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4d19ef65-d2ff-4b51-b996-9cd9021cf941,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:25.717588 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8944330 Jun 11 11:43:25.721426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44784) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:25.837686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f00dc54c-28fc-4a17-8f8b-139e5399bc69 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.852330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f00dc54c-28fc-4a17-8f8b-139e5399bc69 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.856457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:25.884049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f00dc54c-28fc-4a17-8f8b-139e5399bc69 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.887802 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f00dc54c-28fc-4a17-8f8b-139e5399bc69 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3145533 Jun 11 11:43:25.892586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dc54c-28fc-4a17-8f8b-139e5399bc69 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38fb922-d4e2-4573-afaa-aebfe7481913,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:25.896017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44786) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:25.899235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f00dc54c-28fc-4a17-8f8b-139e5399bc69 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:25.902303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-53645316-c096-4f17-ab09-1c3a3e55ac08 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.907956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.928526 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a6f5718e-8b42-4010-80f7-036b02c6034d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules/a38fb922-d4e2-4573-afaa-aebfe7481913 HTTP/1.1" status: 200 len: 769 time: 0.0290329 Jun 11 11:43:25.932175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44788) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:25.938078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-53645316-c096-4f17-ab09-1c3a3e55ac08 None None] Transition to ACTIVE for port object 4d19ef65-d2ff-4b51-b996-9cd9021cf941 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:25.950615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-53645316-c096-4f17-ab09-1c3a3e55ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.956237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2b9cee7e-afb1-45d7-bb81-25ab71a45b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:25.960353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:25.976308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-719e3345-4dde-4e51-ac28-cd07b303f63d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 276d2ab8-a400-44c0-b09f-47c95f0b9264 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:25.976658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-719e3345-4dde-4e51-ac28-cd07b303f63d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.000976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Transition to ACTIVE for port object b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:26.037106 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fa5049f2-9407-479f-b1c0-e5d01ddefa07 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1013017 Jun 11 11:43:26.037106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.038841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44790) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:26.131990 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-e13b83f9-fe4e-475b-a322-503233db85a1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port a967138f-757b-49a7-abb1-dd0b236f7831 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:26.132332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e13b83f9-fe4e-475b-a322-503233db85a1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.155866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:26.167255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9489b50-a7d4-4119-bfdb-9ee5622a8d07 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.182995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9489b50-a7d4-4119-bfdb-9ee5622a8d07 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.225726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.228078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Transition to ACTIVE for port object b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:26.231131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e5e9650a-5b6a-4702-aecf-c610e36de2a1 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:26.244546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9489b50-a7d4-4119-bfdb-9ee5622a8d07 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.260190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53645316-c096-4f17-ab09-1c3a3e55ac08 None None] Pushing event updated for resources: {'Port': ['ID=4d19ef65-d2ff-4b51-b996-9cd9021cf941,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:26.269211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-719e3345-4dde-4e51-ac28-cd07b303f63d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.269968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-53645316-c096-4f17-ab09-1c3a3e55ac08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:26.270987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.273945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ee5237a4-8ab0-40c3-9c8e-f75a74429a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:26.285705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd216a3-cc02-4fe7-8924-190f97921d63,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:26.288611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:26.291962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9489b50-a7d4-4119-bfdb-9ee5622a8d07 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.295627 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d9489b50-a7d4-4119-bfdb-9ee5622a8d07 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a38fb922-d4e2-4573-afaa-aebfe7481913 HTTP/1.1" status: 204 len: 168 time: 0.2533646 Jun 11 11:43:26.295627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:26.300304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44796) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:26.314099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a03c2-a1d0-4a33-8d1c-60cd383cd859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d', 'network_id': 'bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d', 'tenant_id': '8522915a61c94ed4988760bd638a4d41', 'fixed_ips': [{'subnet_id': 'fdd216a3-cc02-4fe7-8924-190f97921d63'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:43:26.315035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f0a03c2-a1d0-4a33-8d1c-60cd383cd859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.331521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9489b50-a7d4-4119-bfdb-9ee5622a8d07 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a38fb922-d4e2-4573-afaa-aebfe7481913,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:26.334479 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9489b50-a7d4-4119-bfdb-9ee5622a8d07 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:26.338965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Network c79c43e7-ccc9-4a2a-86c5-880898738db3 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:26.352773 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:26.370439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:26.382511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Pushing event updated for resources: {'Port': ['ID=b6b39433-9f09-4dc0-b18f-0dca5f41ddf2,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:26.439316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.440281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:26.447962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:26.448181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.458124 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-536eefcd-01b7-4df1-a50d-e08be4a59cf4 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1540692 Jun 11 11:43:26.463441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44800) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:26.536525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:26.536816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30f3413-7d24-4d84-b925-a8baab838c4c None None] Network bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:26.563067 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7173597a-17a4-4a18-ac87-004b5c7794b1') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:26.563366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7173597a-17a4-4a18-ac87-004b5c7794b1') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:26.579523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89a3f72c-8b47-47b5-aa8b-cf70d16a1c72 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.582396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.618602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.632341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89a3f72c-8b47-47b5-aa8b-cf70d16a1c72 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.647131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:26.647791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:26.651787 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:26.782201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.786034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Attempting to bind port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:26.786556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Attempting to bind port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '0f03e9a3-a950-4212-a418-cc8b5d715964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:26.787111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Attempting to bind port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 on network c79c43e7-ccc9-4a2a-86c5-880898738db3 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:26.791711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.801943 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/networks/bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d HTTP/1.1" status: 204 len: 168 time: 1.0711484 Jun 11 11:43:26.803945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9e9c9885-b0ce-4d5a-ac25-99d4029902f2 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:26.807899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44810) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:26.841512 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-719e3345-4dde-4e51-ac28-cd07b303f63d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 276d2ab8-a400-44c0-b09f-47c95f0b9264 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:26.853216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:26.855039 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Checking segment: {'id': '0f03e9a3-a950-4212-a418-cc8b5d715964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:26.855812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.857597 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Bound using segment: {'id': '0f03e9a3-a950-4212-a418-cc8b5d715964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:26.858225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Bound port: b6b39433-9f09-4dc0-b18f-0dca5f41ddf2, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f03e9a3-a950-4212-a418-cc8b5d715964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:26.860226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.910562 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-80810f24-60cd-4f3d-8f9e-38a345a7aa10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:26.911108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80810f24-60cd-4f3d-8f9e-38a345a7aa10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:26.916018 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-80810f24-60cd-4f3d-8f9e-38a345a7aa10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/subnets/fdd216a3-cc02-4fe7-8924-190f97921d63 HTTP/1.1" status: 404 len: 337 time: 0.1071260 Jun 11 11:43:26.917772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89a3f72c-8b47-47b5-aa8b-cf70d16a1c72 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.923213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-89a3f72c-8b47-47b5-aa8b-cf70d16a1c72 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:26.927288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44812) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:26.927801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44814) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:26.929086 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-89a3f72c-8b47-47b5-aa8b-cf70d16a1c72 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "DELETE /v2.0/security-groups/b801b1e8-1b95-4007-865c-7c06e3e98034 HTTP/1.1" status: 204 len: 168 time: 0.4645338 Jun 11 11:43:26.930335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Network': ['ID=bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:26.942397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:26.942967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a27e4d95-8ebe-4c4e-8a6e-7915e7f59361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:26.981208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3f72c-8b47-47b5-aa8b-cf70d16a1c72 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b801b1e8-1b95-4007-865c-7c06e3e98034,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:26.990412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-89a3f72c-8b47-47b5-aa8b-cf70d16a1c72 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:27.083382 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1989ec11-6211-4ff0-b5a2-1420e3c818b4 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:27.089472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1989ec11-6211-4ff0-b5a2-1420e3c818b4 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:27.091391 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1989ec11-6211-4ff0-b5a2-1420e3c818b4 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/networks/bf19dd3b-5e1b-4b30-84c6-36e7b41cec2d HTTP/1.1" status: 404 len: 339 time: 0.1549916 Jun 11 11:43:27.095172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44826) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:27.100723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] For port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:27.109363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] For port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6b39433-9f09-4dc0-b18f-0dca5f41ddf2,segment=NetworkSegment(0f03e9a3-a950-4212-a418-cc8b5d715964),segment_id=0f03e9a3-a950-4212-a418-cc8b5d715964)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:27.115549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.122350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:27.163575 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-89af3f90-c7a0-4a33-a787-e2037f18f61e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:27.164500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89af3f90-c7a0-4a33-a787-e2037f18f61e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:27.169627 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-89af3f90-c7a0-4a33-a787-e2037f18f61e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/subnets/e3384c89-0bc9-4e89-ac5c-2a6d6a42e7a9 HTTP/1.1" status: 404 len: 337 time: 0.0732484 Jun 11 11:43:27.175850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44828) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:27.201443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e13b83f9-fe4e-475b-a322-503233db85a1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.270164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f170759c-576c-44b3-b56e-21f390d69ac6 None None] Provisioning for port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:27.282453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Pushing event updated for resources: {'Port': ['ID=b6b39433-9f09-4dc0-b18f-0dca5f41ddf2,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:27.284764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e40c8b-4607-4c0e-ad95-d64d8ccbf0c8 req-503fc801-7d9d-4dba-8c24-3b9f12efaede tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:27.286645 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0e40c8b-4607-4c0e-ad95-d64d8ccbf0c8 req-503fc801-7d9d-4dba-8c24-3b9f12efaede tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.1259093 Jun 11 11:43:27.304201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:27.307264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f170759c-576c-44b3-b56e-21f390d69ac6 None None] Provisioning complete for port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:27.307657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f170759c-576c-44b3-b56e-21f390d69ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.349983 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.353852 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4903161d-82b6-480f-85b3-129fdc8d8a69 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:27.354476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4903161d-82b6-480f-85b3-129fdc8d8a69 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:27.360544 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4903161d-82b6-480f-85b3-129fdc8d8a69 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/networks/4e929227-1641-4f1a-bee2-fe3535741d67 HTTP/1.1" status: 404 len: 339 time: 0.1780336 Jun 11 11:43:27.373809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44832) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:27.374759 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0f5de2b7-d338-4d51-872a-2ada25d40b1c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4369056 Jun 11 11:43:27.375750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44834) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:27.376952 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0e40c8b-4607-4c0e-ad95-d64d8ccbf0c8 req-6ee07874-ea30-499a-ac74-03dbf370dea6 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846019 Jun 11 11:43:27.422476 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-defd2bdd-33ef-4b6f-8c74-554fc24c602d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:27.423241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defd2bdd-33ef-4b6f-8c74-554fc24c602d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:27.426372 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-defd2bdd-33ef-4b6f-8c74-554fc24c602d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/subnets/f11e7a0d-06b1-4025-be28-25d856d3d674 HTTP/1.1" status: 404 len: 337 time: 0.0478871 Jun 11 11:43:27.429061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44836) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:27.455081 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10925ad-b69b-4d25-940e-16791f754900 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:27.455755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10925ad-b69b-4d25-940e-16791f754900 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:27.460773 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a10925ad-b69b-4d25-940e-16791f754900 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/networks/bcf2a24e-31bd-4837-8686-5ed345d3e331 HTTP/1.1" status: 404 len: 339 time: 0.0284200 Jun 11 11:43:27.460964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44838) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:27.486188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.581815 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-719e3345-4dde-4e51-ac28-cd07b303f63d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.666091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2d527450-f327-4401-ba8a-fd7a41efbb49 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Deleting port d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:27.666444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2d527450-f327-4401-ba8a-fd7a41efbb49 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.682316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.740454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-e13b83f9-fe4e-475b-a322-503233db85a1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for a967138f-757b-49a7-abb1-dd0b236f7831 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:27.748535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:27.748834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4a64518a-16b0-4fc3-be08-1c4f2979b809 None None] Provisioning for port a967138f-757b-49a7-abb1-dd0b236f7831 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:27.754403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4a64518a-16b0-4fc3-be08-1c4f2979b809 None None] Provisioning complete for port a967138f-757b-49a7-abb1-dd0b236f7831 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:27.754403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4a64518a-16b0-4fc3-be08-1c4f2979b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.793991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2d527450-f327-4401-ba8a-fd7a41efbb49 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.811360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4a64518a-16b0-4fc3-be08-1c4f2979b809 None None] Port a967138f-757b-49a7-abb1-dd0b236f7831 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:27.823667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.832455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e3345-4dde-4e51-ac28-cd07b303f63d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=276d2ab8-a400-44c0-b09f-47c95f0b9264,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:27.850325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-719e3345-4dde-4e51-ac28-cd07b303f63d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:27.864356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-719e3345-4dde-4e51-ac28-cd07b303f63d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:27.866241 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-719e3345-4dde-4e51-ac28-cd07b303f63d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/276d2ab8-a400-44c0-b09f-47c95f0b9264 HTTP/1.1" status: 204 len: 168 time: 2.3146896 Jun 11 11:43:27.901163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2d527450-f327-4401-ba8a-fd7a41efbb49 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Calling delete_port for d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:27.903000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44840) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:27.977165 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-014f7c74-13e0-425c-899d-b2ec2b21ef1f tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5217485 Jun 11 11:43:28.053481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212953e2-e71a-4153-8346-1df5b359b42d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:28.060143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212953e2-e71a-4153-8346-1df5b359b42d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:28.061278 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-212953e2-e71a-4153-8346-1df5b359b42d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1569986 Jun 11 11:43:28.065389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44844) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:28.101596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2d527450-f327-4401-ba8a-fd7a41efbb49 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:28.109330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cb068840-5c56-4294-b438-f1aee388c5af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:28.170950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d527450-f327-4401-ba8a-fd7a41efbb49 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Port': ['ID=d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:28.174749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2d527450-f327-4401-ba8a-fd7a41efbb49 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:28.176695 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Allocated IP 172.26.6.160 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/96de781b-a04e-4eff-b1b9-d3e1c989bba5) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:28.180438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2d527450-f327-4401-ba8a-fd7a41efbb49 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:28.182613 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2d527450-f327-4401-ba8a-fd7a41efbb49 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/ports/d9cf06dd-abdf-40e6-a6ab-dbaf4f14b189 HTTP/1.1" status: 204 len: 168 time: 0.7206171 Jun 11 11:43:28.185496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44846) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:28.241973 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1982affb-fd01-42ed-8c64-70322a50b29a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:28.242474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1982affb-fd01-42ed-8c64-70322a50b29a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:28.247237 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1982affb-fd01-42ed-8c64-70322a50b29a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/subnets/964aa200-7eb6-45d6-9892-845a88971e35 HTTP/1.1" status: 404 len: 337 time: 0.0585182 Jun 11 11:43:28.256045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44848) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:28.309021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4d19ef65-d2ff-4b51-b996-9cd9021cf941 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:28.311779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-e67ce6f7-ca58-416b-ba07-ca8afbfaf2db tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port ac8f0a87-078b-4572-98c1-741ef24c6091 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:28.312165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e67ce6f7-ca58-416b-ba07-ca8afbfaf2db tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:28.402764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:28.403151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:28.414970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44854) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:28.441434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e67ce6f7-ca58-416b-ba07-ca8afbfaf2db tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:28.522312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e13b83f9-fe4e-475b-a322-503233db85a1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:28.534139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:28.544826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-629fe35e-fd04-44a8-8736-cdf0fc5452bd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:28.637471 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:28.651509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-e67ce6f7-ca58-416b-ba07-ca8afbfaf2db tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for ac8f0a87-078b-4572-98c1-741ef24c6091 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:28.801375 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb993933-49dc-4c95-bfd7-fba237b2e273 None None] Network c79c43e7-ccc9-4a2a-86c5-880898738db3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:28.811050 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dfd6f1aa-6322-4114-adb5-78a68522ade4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ebf2f8b2d274436ac935810eca1b5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927200 Jun 11 11:43:28.818227 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44860) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:28.897767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d0e29-ea85-486b-b529-a72c15c6bedb req-844d65d6-0510-47c5-abe4-a4cd7d56373c tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:28.899382 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b3d0e29-ea85-486b-b529-a72c15c6bedb req-844d65d6-0510-47c5-abe4-a4cd7d56373c tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.3258448 Jun 11 11:43:28.904249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b83f9-fe4e-475b-a322-503233db85a1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=a967138f-757b-49a7-abb1-dd0b236f7831,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:28.914626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e13b83f9-fe4e-475b-a322-503233db85a1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:28.932022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e67ce6f7-ca58-416b-ba07-ca8afbfaf2db tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:28.940262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-60034e6d-bba0-4c44-a6bc-0f832b502c5a tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:28.942037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:28.986903 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ce6f7-ca58-416b-ba07-ca8afbfaf2db tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=ac8f0a87-078b-4572-98c1-741ef24c6091,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:28.995576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d3806240-1d54-4caf-9a39-1f6817fffa44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.000374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e67ce6f7-ca58-416b-ba07-ca8afbfaf2db tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:29.011647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e67ce6f7-ca58-416b-ba07-ca8afbfaf2db tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.016156 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e67ce6f7-ca58-416b-ba07-ca8afbfaf2db tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/ac8f0a87-078b-4572-98c1-741ef24c6091 HTTP/1.1" status: 204 len: 168 time: 0.9477916 Jun 11 11:43:29.021410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44862) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:29.024511 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b3d0e29-ea85-486b-b529-a72c15c6bedb req-7236c6ef-a4e1-4cc7-a1b4-3d59dc593452 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135762 Jun 11 11:43:29.038576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:29.039077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.051797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e13b83f9-fe4e-475b-a322-503233db85a1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.052994 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e13b83f9-fe4e-475b-a322-503233db85a1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/a967138f-757b-49a7-abb1-dd0b236f7831 HTTP/1.1" status: 204 len: 168 time: 3.3846524 Jun 11 11:43:29.070134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44864) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:29.081023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d3806240-1d54-4caf-9a39-1f6817fffa44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.107782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.116673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1ad56690-bda0-441a-9efc-8775bdc3e377 None None] Provisioning for port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:29.125001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1ad56690-bda0-441a-9efc-8775bdc3e377 None None] Provisioning complete for port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:29.125518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1ad56690-bda0-441a-9efc-8775bdc3e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.147460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c99c6c-0f4d-4522-9eaa-443dd62eaf7a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:29.148929 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-23c99c6c-0f4d-4522-9eaa-443dd62eaf7a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1235280 Jun 11 11:43:29.151625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44866) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:29.185742 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-32393f96-3bbe-4ecb-bdb8-dfc783c12773 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:43:29.187391 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-32393f96-3bbe-4ecb-bdb8-dfc783c12773 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/276d2ab8-a400-44c0-b09f-47c95f0b9264 HTTP/1.1" status: 404 len: 333 time: 0.0348477 Jun 11 11:43:29.190095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44868) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:29.231571 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21e9fb1-69eb-4fc4-bcb5-a0b0f035c1f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:43:29.233361 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c21e9fb1-69eb-4fc4-bcb5-a0b0f035c1f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/ac8f0a87-078b-4572-98c1-741ef24c6091 HTTP/1.1" status: 404 len: 333 time: 0.0420830 Jun 11 11:43:29.234178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d3806240-1d54-4caf-9a39-1f6817fffa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.237428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d3806240-1d54-4caf-9a39-1f6817fffa44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.240681 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d3806240-1d54-4caf-9a39-1f6817fffa44 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/587b3973-bec1-4496-9d2d-ad785de7c746 HTTP/1.1" status: 204 len: 168 time: 0.4183481 Jun 11 11:43:29.240681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44870) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:29.240681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7a3ebfd6-1407-4cc1-aafb-23dda0ad7569 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:29.271767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3806240-1d54-4caf-9a39-1f6817fffa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b3973-bec1-4496-9d2d-ad785de7c746,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:29.274769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.287639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d3806240-1d54-4caf-9a39-1f6817fffa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:29.311424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae4d876-4443-4ff9-9248-d66d83ecbb0c']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:29.331842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a87df-dc13-4176-b2e5-1f59e01db84e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:29.333421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a87df-dc13-4176-b2e5-1f59e01db84e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:29.334980 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a87df-dc13-4176-b2e5-1f59e01db84e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:29.339282 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-793a87df-dc13-4176-b2e5-1f59e01db84e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2655177 Jun 11 11:43:29.339888 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44874) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:29.345307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1ad56690-bda0-441a-9efc-8775bdc3e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.360651 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1370b58-ef07-4f84-9e87-6bbdee616826') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:29.360957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1370b58-ef07-4f84-9e87-6bbdee616826') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:29.366460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.420155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1ad56690-bda0-441a-9efc-8775bdc3e377 None None] For port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6b39433-9f09-4dc0-b18f-0dca5f41ddf2,segment=NetworkSegment(0f03e9a3-a950-4212-a418-cc8b5d715964),segment_id=0f03e9a3-a950-4212-a418-cc8b5d715964)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:29.427195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1ad56690-bda0-441a-9efc-8775bdc3e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.427747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.429709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:29.441200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.503091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.504947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad56690-bda0-441a-9efc-8775bdc3e377 None None] Pushing event updated for resources: {'Port': ['ID=b6b39433-9f09-4dc0-b18f-0dca5f41ddf2,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:29.510990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.513614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:29.514473 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.517269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1ad56690-bda0-441a-9efc-8775bdc3e377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:29.526123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:29.537704 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:29.540257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1147818d-4134-4a03-81b1-ba137ffc213e') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:29.540257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1147818d-4134-4a03-81b1-ba137ffc213e') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:29.551562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.575552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.586637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:29.587334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:29.591542 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:29.663988 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b4f31-49c5-48c6-aee4-003e3e8675cd None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:43:29.723251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.731618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-988ad35e-c186-414c-84da-f6cdb6dcab35 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:29.750259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.760576 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/networks/5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f HTTP/1.1" status: 204 len: 168 time: 0.5180016 Jun 11 11:43:29.761894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Network': ['ID=5c17e4df-6b40-4b2e-8f04-ca49c4b9dc2f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:29.765865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:29.766592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44886) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:29.773285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-275941261'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:29.817906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:29.822668 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ab87a135-1cb9-4b29-b4b4-0af57757a31e None None] Provisioning complete for port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:29.824358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ab87a135-1cb9-4b29-b4b4-0af57757a31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.825345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.900160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:43:29.926967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:29.927335 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Added segment bf0a8c74-0827-4d4e-8900-a40dfa2f78ed of type vlan for network 26009a72-ad38-4291-9876-2aa81b210a59 Jun 11 11:43:29.991231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.009841 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b4f31-49c5-48c6-aee4-003e3e8675cd None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:43:30.030818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:30.035002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.035149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-351a8337-3428-448e-8790-a7e3d66820b8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:30.036904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.083990 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.085835 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/networks/6ae4d876-4443-4ff9-9248-d66d83ecbb0c HTTP/1.1" status: 204 len: 168 time: 1.8246629 Jun 11 11:43:30.094832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44900) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:30.095284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c30042f-f793-45d8-8175-318249016632 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 3260983b-4378-4a7f-85b0-4f6b901c09ed {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:43:30.108331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c30042f-f793-45d8-8175-318249016632 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.164980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.170652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:30.171610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.177326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:30.194669 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:30.206019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Pushing event updated for resources: {'Port': ['ID=96de781b-a04e-4eff-b1b9-d3e1c989bba5,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:30.211702 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:30.215206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:30.217728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-321da6a4-3db7-4dd4-b1fb-d37e7b573619 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:30.222955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:30.230076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c30042f-f793-45d8-8175-318249016632 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.251965 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4841247 Jun 11 11:43:30.271734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:30.282741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44902) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:30.283198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44904) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:30.289977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': '26009a72-ad38-4291-9876-2aa81b210a59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:30.310724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Network': ['ID=6ae4d876-4443-4ff9-9248-d66d83ecbb0c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:30.328714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:30.380632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Network': ['ID=26009a72-ad38-4291-9876-2aa81b210a59,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:30.384082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:30.388954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:30.389907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.398233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 26009a72-ad38-4291-9876-2aa81b210a59 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:43:30.511626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994032663'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:30.552658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.api [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:43:30.552658 dv-neutron-786478-5-hyperv neutron-server[99006]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 11:43:30.552658 dv-neutron-786478-5-hyperv neutron-server[99006]: [parameters: {'project_id_1': '074eae8a1772468abe29c1bccd90dbdf', 'expiration_1': datetime.datetime(2021, 6, 11, 11, 43, 30, 529544)}] Jun 11 11:43:30.552658 dv-neutron-786478-5-hyperv neutron-server[99006]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:43:30.553244 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_db.api [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:43:30.557110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-30a64238-70da-4e60-bc68-d42cc313cc81 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Deleting port e5bc4628-ae26-48f4-b7ae-8aff4b3548f5 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:30.557580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30a64238-70da-4e60-bc68-d42cc313cc81 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.587461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.596583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d582763-42ca-4759-85ed-051c6836cbba req-1d2469a4-4fb1-4581-b22f-7d5abfdd6cd5 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:30.598165 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4d582763-42ca-4759-85ed-051c6836cbba req-1d2469a4-4fb1-4581-b22f-7d5abfdd6cd5 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.3047287 Jun 11 11:43:30.617950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.629144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c30042f-f793-45d8-8175-318249016632 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.691380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30a64238-70da-4e60-bc68-d42cc313cc81 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.808714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-30a64238-70da-4e60-bc68-d42cc313cc81 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Calling delete_port for e5bc4628-ae26-48f4-b7ae-8aff4b3548f5 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:30.842983 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4d582763-42ca-4759-85ed-051c6836cbba req-7d94651e-d9f2-43c3-9b91-d7f73ae300c7 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267513 Jun 11 11:43:30.862992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c30042f-f793-45d8-8175-318249016632 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.864910 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.869807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-86d4c632-930c-4263-b029-dafc72d793a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:30.909638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30042f-f793-45d8-8175-318249016632 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=3260983b-4378-4a7f-85b0-4f6b901c09ed,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:30.927415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c30042f-f793-45d8-8175-318249016632 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:30.931889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44362751-4532-4690-94c8-d0036f0aac1a None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:30.932033 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5c30042f-f793-45d8-8175-318249016632 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/3260983b-4378-4a7f-85b0-4f6b901c09ed HTTP/1.1" status: 204 len: 168 time: 1.5797648 Jun 11 11:43:30.932033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c30042f-f793-45d8-8175-318249016632 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:30.932635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44910) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:30.932775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-78595e30-42f4-4411-9f93-151e6343ef48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:30.976760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=f6c7f0e8-73f7-41fa-a4bd-2010d6e398bc,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:30.983389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:31.015727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.460953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30a64238-70da-4e60-bc68-d42cc313cc81 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.468570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.471770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e67ce6f7-ca58-416b-ba07-ca8afbfaf2db tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:31.492033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.517096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba88a4a7-0b0e-4e6f-8b26-683daa475167 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet fd647fd7-9f27-4423-80d6-60f34971ba67 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:43:31.523280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba88a4a7-0b0e-4e6f-8b26-683daa475167 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.527958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.530388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a64238-70da-4e60-bc68-d42cc313cc81 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Port': ['ID=e5bc4628-ae26-48f4-b7ae-8aff4b3548f5,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:31.559459 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-30a64238-70da-4e60-bc68-d42cc313cc81 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:31.562028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1203c32a-b804-4b5b-9b19-b9809f626d71 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:31.575491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-30a64238-70da-4e60-bc68-d42cc313cc81 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.580652 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-30a64238-70da-4e60-bc68-d42cc313cc81 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/ports/e5bc4628-ae26-48f4-b7ae-8aff4b3548f5 HTTP/1.1" status: 204 len: 168 time: 1.4858387 Jun 11 11:43:31.581445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44914) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:31.615624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.650481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:31.654049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.665430 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0fb1d7-24c0-4bec-a9fe-e36dd80d260d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:31.665897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0fb1d7-24c0-4bec-a9fe-e36dd80d260d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:31.669874 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3c0fb1d7-24c0-4bec-a9fe-e36dd80d260d tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/subnets/4b86215f-921d-4156-8491-30cce386c616 HTTP/1.1" status: 404 len: 337 time: 0.0754001 Jun 11 11:43:31.682843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44916) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:31.688673 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba88a4a7-0b0e-4e6f-8b26-683daa475167 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.702649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a488d239-49a6-4ade-b8c0-11f4523e1b32,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:31.733580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:31.940892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.959915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2522247c-a556-4d20-830f-799a71200ebe None None] Provisioning complete for port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:31.960773 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2522247c-a556-4d20-830f-799a71200ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.974232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba88a4a7-0b0e-4e6f-8b26-683daa475167 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:31.977440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.012559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-82570887-5b9b-4c52-89b9-7e0a6e67855a tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:32.112441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.113703 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8277862 Jun 11 11:43:32.116886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44920) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:32.121552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c1a1d4-5c57-4f53-95c5-3249367a1bcb,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:32.169609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:32.207335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.211240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-daa7cbfa-152a-413e-94f5-3e1381fcb996 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:32.214508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba88a4a7-0b0e-4e6f-8b26-683daa475167 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.217611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.272646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ba88a4a7-0b0e-4e6f-8b26-683daa475167 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.273198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd40e65-bb42-4dd1-b94b-4681ba4ba57a None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:32.275297 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ba88a4a7-0b0e-4e6f-8b26-683daa475167 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/fd647fd7-9f27-4423-80d6-60f34971ba67 HTTP/1.1" status: 204 len: 168 time: 1.3387747 Jun 11 11:43:32.280438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44924) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:32.288812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906b840-9ece-4823-8c3c-be5a21aef1a9 req-88bcbd2e-2939-493d-b1a8-6b4b8e17bcca tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:32.290436 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f906b840-9ece-4823-8c3c-be5a21aef1a9 req-88bcbd2e-2939-493d-b1a8-6b4b8e17bcca tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.2549348 Jun 11 11:43:32.355391 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-61d9eddd-1e3a-4e45-81c5-2849559dd02d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611935 Jun 11 11:43:32.357249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44926) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:32.363234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:32.400971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Subnet': ['ID=dc91374e-f703-4309-822d-daec7e6c4e59,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:32.423567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:32.424169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9aceebc0-f75b-43d4-839c-f5582f6e3b41 tempest-DHCPAgentSchedulersTestJSON-1716036272 tempest-DHCPAgentSchedulersTestJSON-1716036272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:32.430039 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fc009595-3baf-4909-9b05-bd4d161d3be1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3070006 Jun 11 11:43:32.440474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44928) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:32.459513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5adfe443-2e6c-4003-8e40-f1b66c7f45a5 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group': {'name': 'tempest-security--1455821634', 'description': 'tempest-security-description-851501409'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:32.475171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88a4a7-0b0e-4e6f-8b26-683daa475167 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=fd647fd7-9f27-4423-80d6-60f34971ba67,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:32.477066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Checking segment: {'id': 'bf0a8c74-0827-4d4e-8900-a40dfa2f78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '26009a72-ad38-4291-9876-2aa81b210a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:32.477573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network hostable DHCP agents. Network: 26009a72-ad38-4291-9876-2aa81b210a59, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:32.485914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ba88a4a7-0b0e-4e6f-8b26-683daa475167 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:32.531085 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eca3a63-9d65-4663-8dfd-d7612fd3e929 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:43:32.550248 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f906b840-9ece-4823-8c3c-be5a21aef1a9 req-fc094c2b-4bf8-4e04-b323-eeb8a38d3000 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936452 Jun 11 11:43:32.577694 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network 26009a72-ad38-4291-9876-2aa81b210a59 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:32.586640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.596651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 26009a72-ad38-4291-9876-2aa81b210a59) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:32.601424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:32.602134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.605930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4eca3a63-9d65-4663-8dfd-d7612fd3e929 None None] Deleting port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:32.607186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4eca3a63-9d65-4663-8dfd-d7612fd3e929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.609000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:32.609168 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5adfe443-2e6c-4003-8e40-f1b66c7f45a5 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.613180 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.618253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7da300-391d-4635-a383-e1e508ab47c3']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:32.623744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 4c9f8741-4cc2-468b-9b36-56d13a161f37 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:32.629830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b782cf-efe1-47b4-9b8d-c2cd6d87b20a None None] Network 26009a72-ad38-4291-9876-2aa81b210a59 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:32.638836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Router 996a3758-4cf1-4593-af64-4890dcf45d17 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:43:32.650262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:32.650677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d5f4a4-ea80-4cf8-af51-f3f4c5e1d02b') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:32.656131 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3712356 Jun 11 11:43:32.660048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44930) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:32.667266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': '26009a72-ad38-4291-9876-2aa81b210a59', 'name': 'tempest-PortsTestJSON-169967231'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:32.699500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.797570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4eca3a63-9d65-4663-8dfd-d7612fd3e929 None None] For port 4d19ef65-d2ff-4b51-b996-9cd9021cf941, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4d19ef65-d2ff-4b51-b996-9cd9021cf941,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:32.798167 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4eca3a63-9d65-4663-8dfd-d7612fd3e929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.912348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4eca3a63-9d65-4663-8dfd-d7612fd3e929 None None] Calling delete_port for 4d19ef65-d2ff-4b51-b996-9cd9021cf941 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:32.926758 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.934046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5adfe443-2e6c-4003-8e40-f1b66c7f45a5 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.951724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:32.952390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.957432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:32.958715 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:32.961052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.978448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5adfe443-2e6c-4003-8e40-f1b66c7f45a5 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.981297 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5adfe443-2e6c-4003-8e40-f1b66c7f45a5 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:32.982710 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5adfe443-2e6c-4003-8e40-f1b66c7f45a5 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "PUT /v2.0/security-groups/29c1a1d4-5c57-4f53-95c5-3249367a1bcb HTTP/1.1" status: 200 len: 1777 time: 0.5412617 Jun 11 11:43:32.990047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44932) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:33.013082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-231679a3-9fc6-408b-9a59-40a52ef14117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:33.013354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port f35e2084-b2af-430a-9e8d-5931fb1761c3 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:33.073401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-26009a72-ad38-4291-9876-2aa81b210a59', 'network_id': '26009a72-ad38-4291-9876-2aa81b210a59', 'tenant_id': '074eae8a1772468abe29c1bccd90dbdf', 'fixed_ips': [{'subnet_id': 'dc91374e-f703-4309-822d-daec7e6c4e59'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:43:33.074329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.127909 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfe443-2e6c-4003-8e40-f1b66c7f45a5 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c1a1d4-5c57-4f53-95c5-3249367a1bcb,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:33.130234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.135795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.140648 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/networks/2d7da300-391d-4635-a383-e1e508ab47c3 HTTP/1.1" status: 204 len: 168 time: 1.4567904 Jun 11 11:43:33.143770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44934) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:33.144694 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5adfe443-2e6c-4003-8e40-f1b66c7f45a5 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:33.146673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-64a6de87-2e34-4e5f-b8ca-82f5bedf69c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:33.164699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4eca3a63-9d65-4663-8dfd-d7612fd3e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.168444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8fee5e4c-821f-470b-be33-0a49ccf60a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:33.175694 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:33.198143 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-eb29a0c9-49c2-4b75-b031-b638affd0fec tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-groups/29c1a1d4-5c57-4f53-95c5-3249367a1bcb HTTP/1.1" status: 200 len: 1777 time: 0.2054691 Jun 11 11:43:33.204467 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44936) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:33.209640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:33.215934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Sync routers for ids ['996a3758-4cf1-4593-af64-4890dcf45d17'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:33.216122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Network': ['ID=2d7da300-391d-4635-a383-e1e508ab47c3,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:33.219051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:33.225825 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "PUT /v2.0/routers/4c9f8741-4cc2-468b-9b36-56d13a161f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3903770 Jun 11 11:43:33.227408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca3a63-9d65-4663-8dfd-d7612fd3e929 None None] Pushing event deleted for resources: {'Port': ['ID=4d19ef65-d2ff-4b51-b996-9cd9021cf941,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:33.233788 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bd627-a29c-42c3-a59b-85c4243b6cdd None None] Sync routers for ids ['4c9f8741-4cc2-468b-9b36-56d13a161f37'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:33.238221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44938) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:33.240290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Routers {'996a3758-4cf1-4593-af64-4890dcf45d17'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:33.240977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['996a3758-4cf1-4593-af64-4890dcf45d17'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:33.246623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4eca3a63-9d65-4663-8dfd-d7612fd3e929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:33.249814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca3a63-9d65-4663-8dfd-d7612fd3e929 None None] No DVR routers for this DVR port 4d19ef65-d2ff-4b51-b996-9cd9021cf941 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:33.254160 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bd627-a29c-42c3-a59b-85c4243b6cdd None None] Routers {'4c9f8741-4cc2-468b-9b36-56d13a161f37'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:33.254837 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-cc1bd627-a29c-42c3-a59b-85c4243b6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4c9f8741-4cc2-468b-9b36-56d13a161f37'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:33.257120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.261659 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4852519 Jun 11 11:43:33.262301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44940) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:33.263891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.objects.ports [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99006) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:43:33.268841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e069fba7-a984-48f9-987a-d08394e2f621 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Deleting subnet 692c7a47-5bd1-493b-8ee2-4c614cc4d22f {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:43:33.272266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e069fba7-a984-48f9-987a-d08394e2f621 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.281758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.336128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e069fba7-a984-48f9-987a-d08394e2f621 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.337641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.12 (26009a72-ad38-4291-9876-2aa81b210a59/dc91374e-f703-4309-822d-daec7e6c4e59/f35e2084-b2af-430a-9e8d-5931fb1761c3) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:33.339857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b835725-428f-4549-bbc2-e1dbc359448b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:33.360355 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-cc1bd627-a29c-42c3-a59b-85c4243b6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:33.373613 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bd627-a29c-42c3-a59b-85c4243b6cdd None None] Routers {'4c9f8741-4cc2-468b-9b36-56d13a161f37'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:33.374285 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-cc1bd627-a29c-42c3-a59b-85c4243b6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4c9f8741-4cc2-468b-9b36-56d13a161f37'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:33.429994 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-cc1bd627-a29c-42c3-a59b-85c4243b6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:33.430742 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bd627-a29c-42c3-a59b-85c4243b6cdd None None] The sync data for ids ['4c9f8741-4cc2-468b-9b36-56d13a161f37'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:33.491864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:33.522865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:33.534686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:33.535298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.541438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=d3b51330-7d65-413f-a835-a067572261af,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:33.552019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:33.577304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a7ac507-2e07-40e6-8ac4-a971fed0a6d1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.619088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.621736 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2634468 Jun 11 11:43:33.641510 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a91060-523e-4c15-8abf-43de21a18e36 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:33.646205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e069fba7-a984-48f9-987a-d08394e2f621 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.688075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44946) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:33.695462 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:33.726350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Set router 996a3758-4cf1-4593-af64-4890dcf45d17 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:33.764589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a7ac507-2e07-40e6-8ac4-a971fed0a6d1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.887191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e069fba7-a984-48f9-987a-d08394e2f621 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.957298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a7ac507-2e07-40e6-8ac4-a971fed0a6d1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.960210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a7ac507-2e07-40e6-8ac4-a971fed0a6d1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:33.961127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-267ba9c1-70dc-4e30-848b-cbec400d54cb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:33.961520 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8a7ac507-2e07-40e6-8ac4-a971fed0a6d1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-groups/29c1a1d4-5c57-4f53-95c5-3249367a1bcb HTTP/1.1" status: 204 len: 168 time: 0.7561834 Jun 11 11:43:33.968590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44948) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:33.970901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:34.010073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.026798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object f35e2084-b2af-430a-9e8d-5931fb1761c3 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:34.029119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'd3b51330-7d65-413f-a835-a067572261af'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:43:34.029965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.041641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069fba7-a984-48f9-987a-d08394e2f621 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Subnet': ['ID=692c7a47-5bd1-493b-8ee2-4c614cc4d22f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:34.041641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e069fba7-a984-48f9-987a-d08394e2f621 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.044024 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e069fba7-a984-48f9-987a-d08394e2f621 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/subnets/692c7a47-5bd1-493b-8ee2-4c614cc4d22f HTTP/1.1" status: 204 len: 168 time: 0.8937485 Jun 11 11:43:34.045578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e069fba7-a984-48f9-987a-d08394e2f621 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:34.046047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44950) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:34.067616 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedfcb3e-30ff-407d-843c-c4903b7d2656 None None] Network 49942cc3-3345-4751-b3c2-012c293ae350 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:34.078738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ac507-2e07-40e6-8ac4-a971fed0a6d1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c1a1d4-5c57-4f53-95c5-3249367a1bcb,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:34.087137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.096440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.098711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a7ac507-2e07-40e6-8ac4-a971fed0a6d1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:34.106809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cbaae-1337-44e4-9e83-82bec921cc22 req-9d8f188b-804e-4f47-961e-05a0c5809e97 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:34.108010 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b14cbaae-1337-44e4-9e83-82bec921cc22 req-9d8f188b-804e-4f47-961e-05a0c5809e97 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.3612843 Jun 11 11:43:34.110972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-57f6af84-2af3-4dd6-9e10-a57d837d8349 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:34.139650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4d19ef65-d2ff-4b51-b996-9cd9021cf941 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:43:34.170308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=f35e2084-b2af-430a-9e8d-5931fb1761c3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:34.201826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:34.219272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:34.223366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.236064 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ef571e46-51e6-46cd-93a5-9453c58ff49a tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2574120 Jun 11 11:43:34.237762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.239359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44952) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:34.255079 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 4d19ef65-d2ff-4b51-b996-9cd9021cf941 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:43:34.255507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4d19ef65-d2ff-4b51-b996-9cd9021cf941 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:43:34.271692 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b14cbaae-1337-44e4-9e83-82bec921cc22 req-6e841a24-79e7-4c5b-b48f-09bf716a7dce tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033185 Jun 11 11:43:34.294614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network 26009a72-ad38-4291-9876-2aa81b210a59 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:34.296592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:34.303868 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-4ed448be-7211-470c-9a22-c142f597ca2a tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] delete failed (client error): The resource could not be found. Jun 11 11:43:34.305198 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4ed448be-7211-470c-9a22-c142f597ca2a tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-groups/29c1a1d4-5c57-4f53-95c5-3249367a1bcb HTTP/1.1" status: 404 len: 347 time: 0.0498812 Jun 11 11:43:34.307110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:34.371629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:34.372050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Allocated IP 172.20.0.2 (26009a72-ad38-4291-9876-2aa81b210a59/dc91374e-f703-4309-822d-daec7e6c4e59/32bae6f8-097c-418d-abad-0963ee856aad) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:34.372919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.384292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44954) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:34.395385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group': {'name': 'tempest-secgroup--370262342'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:34.400921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port 0be3c655-a45b-4187-a8b5-4183925e94d1 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:34.401569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.424865 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'name': 'tempest-TestVolumeBootPattern-172906608-router', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:24Z', 'updated_at': '2021-06-11T11:43:30Z', 'revision_number': 3, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'gw_port': {'id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:27Z', 'updated_at': '2021-06-11T11:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:34.426158 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7650712 Jun 11 11:43:34.444886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44956) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:34.559624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.612064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Checking router: 996a3758-4cf1-4593-af64-4890dcf45d17 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:43:34.613515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Updating router 996a3758-4cf1-4593-af64-4890dcf45d17 port 96de781b-a04e-4eff-b1b9-d3e1c989bba5 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:43:34.624006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Allocated IP 2001:db8::f816:3eff:fe49:ef77 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/d3b51330-7d65-413f-a835-a067572261af/259fb2b8-469a-4808-855d-bff54f84b49f) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:34.640878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.760330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for 0be3c655-a45b-4187-a8b5-4183925e94d1 owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:34.766554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.883353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-71839974-3ec2-40e3-b388-6ec3347ad566 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port f35e2084-b2af-430a-9e8d-5931fb1761c3 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:34.883988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71839974-3ec2-40e3-b388-6ec3347ad566 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.897397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.973584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Transition to ACTIVE for port object 32bae6f8-097c-418d-abad-0963ee856aad will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:34.974157 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Deleting port 828b8a28-4586-40d2-abff-373dae475b14 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:34.974518 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:34.997152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] DHCP port deletion for 49942cc3-3345-4751-b3c2-012c293ae350 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:43:35.060426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Transition to ACTIVE for port object 32bae6f8-097c-418d-abad-0963ee856aad will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:35.225107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] For port 828b8a28-4586-40d2-abff-373dae475b14, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=828b8a28-4586-40d2-abff-373dae475b14,segment=NetworkSegment(1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa),segment_id=1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:35.225702 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.291225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.298507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:35.307179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.349532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Calling delete_port for 828b8a28-4586-40d2-abff-373dae475b14 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:35.393035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.426803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.440072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:35.444690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.472849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Network 26009a72-ad38-4291-9876-2aa81b210a59 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:35.483830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Pushing event updated for resources: {'Port': ['ID=32bae6f8-097c-418d-abad-0963ee856aad,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:35.487135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Transition to ACTIVE for port object 259fb2b8-469a-4808-855d-bff54f84b49f will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:35.491336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:35.494471 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:35.499040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:35.528171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Transition to ACTIVE for port object 259fb2b8-469a-4808-855d-bff54f84b49f will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:35.542719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:35.562912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.567837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:35.572948 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:35.573551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:35.574158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.577755 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.579786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=b2cd3912-e163-48b2-b7a9-de10248912fe,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:35.635629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.636032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.636423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.636830 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.637188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.637564 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.637936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.638307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.638712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.639154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.639434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.639853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.651748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:35.670964 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9801691 Jun 11 11:43:35.673980 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44964) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:35.681447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:c5:69:41', 'name': 'tempest-NetworksTestDHCPv6-1893004100'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:35.682077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71839974-3ec2-40e3-b388-6ec3347ad566 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.683472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-290a364b-7677-4689-a724-193d477e9038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:35.684977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.691038 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3013804 Jun 11 11:43:35.698007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] Deleting port 828b8a28-4586-40d2-abff-373dae475b14 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:35.698398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.704343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44966) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:35.714882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0bf0e45c-4f58-4a07-b108-e182589a50e9 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': '66de83c4-3d32-4e59-95d3-6fc821bc1ec7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:35.735241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66de83c4-3d32-4e59-95d3-6fc821bc1ec7,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:35.736106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.742163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.752638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-43d47ef5-f9c5-4d9d-a364-095c27908089 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:35.797382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Transition to ACTIVE for port object 96de781b-a04e-4eff-b1b9-d3e1c989bba5 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:35.804044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:35.804912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Attempting to bind port 32bae6f8-097c-418d-abad-0963ee856aad on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:35.805290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Attempting to bind port 32bae6f8-097c-418d-abad-0963ee856aad by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'bf0a8c74-0827-4d4e-8900-a40dfa2f78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '26009a72-ad38-4291-9876-2aa81b210a59'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:35.805654 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Attempting to bind port 32bae6f8-097c-418d-abad-0963ee856aad on network 26009a72-ad38-4291-9876-2aa81b210a59 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:35.816241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:35.822558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.824653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:35.830582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:35.830971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Checking segment: {'id': 'bf0a8c74-0827-4d4e-8900-a40dfa2f78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '26009a72-ad38-4291-9876-2aa81b210a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:35.831384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.831777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Bound using segment: {'id': 'bf0a8c74-0827-4d4e-8900-a40dfa2f78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '26009a72-ad38-4291-9876-2aa81b210a59'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:35.832262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Bound port: 32bae6f8-097c-418d-abad-0963ee856aad, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0a8c74-0827-4d4e-8900-a40dfa2f78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '26009a72-ad38-4291-9876-2aa81b210a59'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:35.832737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.835009 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Pushing event updated for resources: {'Port': ['ID=259fb2b8-469a-4808-855d-bff54f84b49f,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:35.835136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] No DVR routers for this DVR port 828b8a28-4586-40d2-abff-373dae475b14 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:35.837025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Port': ['ID=828b8a28-4586-40d2-abff-373dae475b14,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:35.865924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-71839974-3ec2-40e3-b388-6ec3347ad566 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for f35e2084-b2af-430a-9e8d-5931fb1761c3 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:35.881952 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:35.883330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Allocated IP 172.20.0.1 (c79c43e7-ccc9-4a2a-86c5-880898738db3/5fa6b44d-247a-4e44-80b4-8cd119e09eab/69a82e7e-ff1d-448e-8469-896375346c63) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:35.894504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.894934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.895325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.895708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.896275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.896592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.896994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.897343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.897709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.898261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.898724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.899105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:35.914878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:35.917168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:35.917566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:35.958114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] For port 828b8a28-4586-40d2-abff-373dae475b14, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:35.958572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.986881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627047-d7ec-4c6c-93b5-fa20a38fe080 req-e15f7192-19e9-4f70-aec5-e933010c7ea7 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:35.988389 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c3627047-d7ec-4c6c-93b5-fa20a38fe080 req-e15f7192-19e9-4f70-aec5-e933010c7ea7 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.5087702 Jun 11 11:43:35.997898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0bf0e45c-4f58-4a07-b108-e182589a50e9 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:35.998265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.005525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.016949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-137bfa58-b196-471e-80b9-c68272f03a1b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:36.044574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49942cc3-3345-4751-b3c2-012c293ae350']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:36.106521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=0be3c655-a45b-4187-a8b5-4183925e94d1,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:36.115268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:36.125943 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:36.126274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac5dbc3-e1da-40a5-be00-7d32ceaca3aa') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:36.149461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.169640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] Calling delete_port for 828b8a28-4586-40d2-abff-373dae475b14 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:36.180629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 828b8a28-4586-40d2-abff-373dae475b14 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:43:36.182438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Attempting to bind port 96de781b-a04e-4eff-b1b9-d3e1c989bba5 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:36.182838 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Attempting to bind port 96de781b-a04e-4eff-b1b9-d3e1c989bba5 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:36.183206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Attempting to bind port 96de781b-a04e-4eff-b1b9-d3e1c989bba5 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:36.191114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.ipam_backend_mixin [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] Port 828b8a28-4586-40d2-abff-373dae475b14 was not found and therefore no delete operation was performed {{(pid=99007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:43:36.191796 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.197807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:36.205721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0bf0e45c-4f58-4a07-b108-e182589a50e9 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.216856 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0bf0e45c-4f58-4a07-b108-e182589a50e9 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.219648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:36.220067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.223218 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c3627047-d7ec-4c6c-93b5-fa20a38fe080 req-cdedf823-363c-481f-8644-5c75e6bfa899 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073152 Jun 11 11:43:36.226887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f160-2af3-4786-8db7-5967b9137a41 None None] Pushing event updated for resources: {'Port': ['ID=96de781b-a04e-4eff-b1b9-d3e1c989bba5,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:36.230732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3c92c657-2906-4683-ad9a-4af738a97c81 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:36.237504 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:36.245166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b093f160-2af3-4786-8db7-5967b9137a41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:36.245830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.247647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 828b8a28-4586-40d2-abff-373dae475b14 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:43:36.247998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 828b8a28-4586-40d2-abff-373dae475b14 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:43:36.249512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:36.249891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:36.250287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.250802 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:36.251184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Bound port: 96de781b-a04e-4eff-b1b9-d3e1c989bba5, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:36.251563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.256184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3630fd57-0fd0-4e28-881d-0fccba3c5ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:36.268198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Attempting to bind port 259fb2b8-469a-4808-855d-bff54f84b49f on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:36.268569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Attempting to bind port 259fb2b8-469a-4808-855d-bff54f84b49f by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:36.269058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Attempting to bind port 259fb2b8-469a-4808-855d-bff54f84b49f on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:36.292306 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.299961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0bf0e45c-4f58-4a07-b108-e182589a50e9 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.304054 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0bf0e45c-4f58-4a07-b108-e182589a50e9 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5974538 Jun 11 11:43:36.304994 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44968) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:36.309551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.313622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0e45c-4f58-4a07-b108-e182589a50e9 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d28700-38e6-429e-a726-1ac0aab8fc24,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:36.322680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0bf0e45c-4f58-4a07-b108-e182589a50e9 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:36.339742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:36.340332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:36.340622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.340914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:36.341406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Bound port: 259fb2b8-469a-4808-855d-bff54f84b49f, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:36.341782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.343607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] Pushing event deleted for resources: {'Port': ['ID=828b8a28-4586-40d2-abff-373dae475b14,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:36.346307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:36.347295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] No DVR routers for this DVR port 828b8a28-4586-40d2-abff-373dae475b14 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:36.349161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] For port 32bae6f8-097c-418d-abad-0963ee856aad, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:36.382263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] For port 32bae6f8-097c-418d-abad-0963ee856aad, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=32bae6f8-097c-418d-abad-0963ee856aad,segment=NetworkSegment(bf0a8c74-0827-4d4e-8900-a40dfa2f78ed),segment_id=bf0a8c74-0827-4d4e-8900-a40dfa2f78ed)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:36.395066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.415357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Transition to ACTIVE for port object 69a82e7e-ff1d-448e-8469-896375346c63 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:36.421196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:36.452065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-375d3d23-62b0-4365-99df-738befbdab1b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.464448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.468262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] For port 96de781b-a04e-4eff-b1b9-d3e1c989bba5, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:36.473697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-375d3d23-62b0-4365-99df-738befbdab1b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.480283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-375e5b5d-f30d-4401-aac8-e820c926cdf4 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:36.486877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.493324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.498904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.501160 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] 10.222.0.46 "DELETE /v2.0/networks/49942cc3-3345-4751-b3c2-012c293ae350 HTTP/1.1" status: 204 len: 168 time: 2.4484191 Jun 11 11:43:36.507887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] For port 96de781b-a04e-4eff-b1b9-d3e1c989bba5, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=96de781b-a04e-4eff-b1b9-d3e1c989bba5,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:36.518499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71839974-3ec2-40e3-b388-6ec3347ad566 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.528589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Pushing event deleted for resources: {'Network': ['ID=49942cc3-3345-4751-b3c2-012c293ae350,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:36.532086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.557104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] For port 259fb2b8-469a-4808-855d-bff54f84b49f, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:36.562008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] For port 259fb2b8-469a-4808-855d-bff54f84b49f, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=259fb2b8-469a-4808-855d-bff54f84b49f,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:36.563368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Pushing event updated for resources: {'Port': ['ID=32bae6f8-097c-418d-abad-0963ee856aad,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:36.566855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:36.574029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:36.582236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.594409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-530fc3c2-f812-4093-975d-950bb7459fb8 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:36.606837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.636280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71839974-3ec2-40e3-b388-6ec3347ad566 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=f35e2084-b2af-430a-9e8d-5931fb1761c3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:36.645191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:36.646750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-71839974-3ec2-40e3-b388-6ec3347ad566 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:36.652727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.653193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Routers {'996a3758-4cf1-4593-af64-4890dcf45d17'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:36.653693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Fanout notify agent at l3_agent the message router_deleted on router 4c9f8741-4cc2-468b-9b36-56d13a161f37 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:43:36.664155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 6c8ac951-ad53-44dd-8a68-7875b3f80408 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:36.668220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['996a3758-4cf1-4593-af64-4890dcf45d17'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:36.678954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.683094 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/routers/4c9f8741-4cc2-468b-9b36-56d13a161f37 HTTP/1.1" status: 204 len: 168 time: 3.4423783 Jun 11 11:43:36.711965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44972) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:36.871982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.875311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9dd0d66-5e7c-4a48-9e63-2dc1e9108417 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting subnet 68a9d430-6d8d-4ab9-a160-287434e7b75a {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:43:36.878563 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71839974-3ec2-40e3-b388-6ec3347ad566 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.881229 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-71839974-3ec2-40e3-b388-6ec3347ad566 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/f35e2084-b2af-430a-9e8d-5931fb1761c3 HTTP/1.1" status: 204 len: 168 time: 2.4354310 Jun 11 11:43:36.883504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0d66-5e7c-4a48-9e63-2dc1e9108417 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:36.886046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-15cffecd-f67c-4696-9820-834f9b251073 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:36.886457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44978) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:36.956209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-375d3d23-62b0-4365-99df-738befbdab1b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.029673 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb85eef-4ae9-4b3f-bd54-8fd3217ddb0f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:37.030501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb85eef-4ae9-4b3f-bd54-8fd3217ddb0f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:37.032368 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0eb85eef-4ae9-4b3f-bd54-8fd3217ddb0f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/f35e2084-b2af-430a-9e8d-5931fb1761c3 HTTP/1.1" status: 404 len: 333 time: 0.1446991 Jun 11 11:43:37.037571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-375d3d23-62b0-4365-99df-738befbdab1b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.038324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44980) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:37.041587 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-375d3d23-62b0-4365-99df-738befbdab1b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b7d28700-38e6-429e-a726-1ac0aab8fc24 HTTP/1.1" status: 204 len: 168 time: 0.7310598 Jun 11 11:43:37.044562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Network c79c43e7-ccc9-4a2a-86c5-880898738db3 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:37.048506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44982) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:37.048709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f160-2af3-4786-8db7-5967b9137a41 None None] Pushing event updated for resources: {'Port': ['ID=96de781b-a04e-4eff-b1b9-d3e1c989bba5,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:37.075779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b093f160-2af3-4786-8db7-5967b9137a41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:37.082756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44984) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:37.084448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4eca3a63-9d65-4663-8dfd-d7612fd3e929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.463s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:37.120383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Pushing event updated for resources: {'Port': ['ID=69a82e7e-ff1d-448e-8469-896375346c63,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:37.125423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:37.131978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:37.146604 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0ba681-bb03-4162-8017-953e5aed9c2a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:43:37.148505 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6c0ba681-bb03-4162-8017-953e5aed9c2a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/f35e2084-b2af-430a-9e8d-5931fb1761c3 HTTP/1.1" status: 404 len: 333 time: 0.0983372 Jun 11 11:43:37.152002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44988) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:37.161698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0d66-5e7c-4a48-9e63-2dc1e9108417 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.183796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Pushing event updated for resources: {'Port': ['ID=259fb2b8-469a-4808-855d-bff54f84b49f,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:37.196891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:37.219149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 172.20.0.12 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/b2cd3912-e163-48b2-b7a9-de10248912fe/6c8ac951-ad53-44dd-8a68-7875b3f80408) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:37.229105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::f816:3eff:fec5:6941 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/d3b51330-7d65-413f-a835-a067572261af/6c8ac951-ad53-44dd-8a68-7875b3f80408) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:37.232252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:37.233926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-79820aba-18a1-418d-9c01-49bd05ac39bc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:37.248260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] Set router 996a3758-4cf1-4593-af64-4890dcf45d17 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:37.274223 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-46b7c059-73ef-4591-acd7-ef5e8f42f048 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2224863 Jun 11 11:43:37.275032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44992) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:37.290496 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d3d23-62b0-4365-99df-738befbdab1b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7d28700-38e6-429e-a726-1ac0aab8fc24,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:37.312469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-375d3d23-62b0-4365-99df-738befbdab1b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:37.379940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.444881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a64cb1-ef96-48e4-adf9-bafd272cb7da tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting subnet dc91374e-f703-4309-822d-daec7e6c4e59 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:43:37.475430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-15a64cb1-ef96-48e4-adf9-bafd272cb7da tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.600820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55df2ac1-d155-4404-bb99-b75a09edd364 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.604278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-15a64cb1-ef96-48e4-adf9-bafd272cb7da tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.611417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0d66-5e7c-4a48-9e63-2dc1e9108417 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.737415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55df2ac1-d155-4404-bb99-b75a09edd364 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.754982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-36e52ff7-6439-493c-8121-7d1e13c842ee None None] Provisioning for port 69a82e7e-ff1d-448e-8469-896375346c63 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:37.851780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14c0a1-714f-4b93-849f-239615b7751a req-aba014e1-981e-4a25-b2e1-d16a0e52b741 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:37.854796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-36e52ff7-6439-493c-8121-7d1e13c842ee None None] Provisioning complete for port 69a82e7e-ff1d-448e-8469-896375346c63 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:37.855175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-36e52ff7-6439-493c-8121-7d1e13c842ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.861706 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8f14c0a1-714f-4b93-849f-239615b7751a req-aba014e1-981e-4a25-b2e1-d16a0e52b741 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.3757715 Jun 11 11:43:37.920266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0d66-5e7c-4a48-9e63-2dc1e9108417 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.928841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ba88a4a7-0b0e-4e6f-8b26-683daa475167 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:37.934000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-15a64cb1-ef96-48e4-adf9-bafd272cb7da tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:37.994496 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8f14c0a1-714f-4b93-849f-239615b7751a req-0324b4eb-8aab-4e58-af78-46aab442e327 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316807 Jun 11 11:43:37.995800 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55df2ac1-d155-4404-bb99-b75a09edd364 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.000171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55df2ac1-d155-4404-bb99-b75a09edd364 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.001397 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-55df2ac1-d155-4404-bb99-b75a09edd364 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-groups/66de83c4-3d32-4e59-95d3-6fc821bc1ec7 HTTP/1.1" status: 204 len: 168 time: 0.6654305 Jun 11 11:43:38.018073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44994) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:38.018073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd0d66-5e7c-4a48-9e63-2dc1e9108417 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Subnet': ['ID=68a9d430-6d8d-4ab9-a160-287434e7b75a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:38.022163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a9dd0d66-5e7c-4a48-9e63-2dc1e9108417 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:38.023951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55827b10-c1b3-426d-bf5e-32a26a45c0c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:38.043853 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-81c1f4e4-80bb-4eab-9d45-90e168d5147a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8522915a61c94ed4988760bd638a4d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9555936 Jun 11 11:43:38.048351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0d66-5e7c-4a48-9e63-2dc1e9108417 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.049571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 44996) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:38.051264 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a9dd0d66-5e7c-4a48-9e63-2dc1e9108417 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/subnets/68a9d430-6d8d-4ab9-a160-287434e7b75a HTTP/1.1" status: 204 len: 168 time: 1.3352926 Jun 11 11:43:38.053342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a581b5-c872-44d3-aaa1-6ace5758c843 None None] Network fe0f7f63-ecc3-45a4-8aba-ff5332248e85 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:38.059960 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 44998) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:38.068509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df2ac1-d155-4404-bb99-b75a09edd364 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66de83c4-3d32-4e59-95d3-6fc821bc1ec7,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:38.127769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ebd80-079e-4c89-868d-070d52e0d211 None None] Network 26009a72-ad38-4291-9876-2aa81b210a59 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:38.175380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.241079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55df2ac1-d155-4404-bb99-b75a09edd364 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:38.284014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.290330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c33d932-07ef-4b6a-9924-013fc60adb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.301465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 6c8ac951-ad53-44dd-8a68-7875b3f80408 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:38.315626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 259fb2b8-469a-4808-855d-bff54f84b49f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:38.336944 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9bfb0709-8549-412c-bdaf-966f6045bbd0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3252439 Jun 11 11:43:38.341972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45002) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:38.349103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-495eca63-ecd7-47b1-a1d9-59a21ea7d814 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916050518'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:38.356435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c33d932-07ef-4b6a-9924-013fc60adb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.359915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-15a64cb1-ef96-48e4-adf9-bafd272cb7da tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.364384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-36e52ff7-6439-493c-8121-7d1e13c842ee None None] Port 69a82e7e-ff1d-448e-8469-896375346c63 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:38.369958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.377579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f0308447-e537-418e-825c-a78a2e95327c tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:38.389810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-15a64cb1-ef96-48e4-adf9-bafd272cb7da tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.393118 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-15a64cb1-ef96-48e4-adf9-bafd272cb7da tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/dc91374e-f703-4309-822d-daec7e6c4e59 HTTP/1.1" status: 204 len: 168 time: 1.2391722 Jun 11 11:43:38.398956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45004) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:38.468034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a64cb1-ef96-48e4-adf9-bafd272cb7da tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Subnet': ['ID=dc91374e-f703-4309-822d-daec7e6c4e59,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:38.471128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-15a64cb1-ef96-48e4-adf9-bafd272cb7da tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:38.501328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-495eca63-ecd7-47b1-a1d9-59a21ea7d814 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.532267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port e11eba02-071f-46b6-b187-bb3e9a2c3ff3 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:38.532626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.537266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.547305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-896bcf08-7ee1-4f8c-9629-b4a21605c820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:38.574845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565d48e-7436-4675-bb77-9e5478666177 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:38.613784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'name': 'tempest-TestVolumeBootPattern-172906608-router', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:24Z', 'updated_at': '2021-06-11T11:43:30Z', 'revision_number': 3, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'gw_port': {'id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:27Z', 'updated_at': '2021-06-11T11:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:38.654198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6e8a6ae4-acf9-47a6-a5e6-98be2f03ca95 None None] Provisioning for port 32bae6f8-097c-418d-abad-0963ee856aad completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:38.662261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175840d5-7cff-4ff0-8ec7-916b405c2709 None None] The sync data for ids ['996a3758-4cf1-4593-af64-4890dcf45d17'] in dv-neutron-786478-5-hyperv is: [{'id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'name': 'tempest-TestVolumeBootPattern-172906608-router', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:24Z', 'updated_at': '2021-06-11T11:43:30Z', 'revision_number': 3, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'gw_port': {'id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:27Z', 'updated_at': '2021-06-11T11:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:38.686378 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] For port e11eba02-071f-46b6-b187-bb3e9a2c3ff3, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e11eba02-071f-46b6-b187-bb3e9a2c3ff3,segment=NetworkSegment(4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f),segment_id=4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:38.686936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.713328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.723471 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c33d932-07ef-4b6a-9924-013fc60adb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.726227 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4c33d932-07ef-4b6a-9924-013fc60adb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.729725 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4c33d932-07ef-4b6a-9924-013fc60adb37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4917dff4-7c65-4fe6-af89-c8b34ab196d6 HTTP/1.1" status: 204 len: 168 time: 0.6694546 Jun 11 11:43:38.734072 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 259fb2b8-469a-4808-855d-bff54f84b49f completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:38.744283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:38.763081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 32bae6f8-097c-418d-abad-0963ee856aad up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:38.815526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for e11eba02-071f-46b6-b187-bb3e9a2c3ff3 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:38.826119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-495eca63-ecd7-47b1-a1d9-59a21ea7d814 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.835838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-495eca63-ecd7-47b1-a1d9-59a21ea7d814 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.843988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3e7e79d5-79e2-4487-af5c-e04ba3846eb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:38.896011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:38.908862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e8de77-0b3c-4716-8be2-57d000fdc1d5 None None] DHCP port deletion for 26009a72-ad38-4291-9876-2aa81b210a59 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:43:38.915538 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:38.924584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=6c8ac951-ad53-44dd-8a68-7875b3f80408,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:38.962720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Provisioning for port 259fb2b8-469a-4808-855d-bff54f84b49f completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:38.990215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-495eca63-ecd7-47b1-a1d9-59a21ea7d814 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:38.990656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:38.994483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c2ccd3a7-123c-4134-8583-cc8bb09ad0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:39.001148 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-495eca63-ecd7-47b1-a1d9-59a21ea7d814 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6539557 Jun 11 11:43:39.003999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45010) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:39.015398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Provisioning complete for port 259fb2b8-469a-4808-855d-bff54f84b49f triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:39.015398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.025056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3d2be484-1688-467e-80d9-91adfd8d5737 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': '33e3c92b-1e83-4428-89b5-22102b73b55c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:39.034350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495eca63-ecd7-47b1-a1d9-59a21ea7d814 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e3c92b-1e83-4428-89b5-22102b73b55c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:39.052900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33d932-07ef-4b6a-9924-013fc60adb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4917dff4-7c65-4fe6-af89-c8b34ab196d6,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:39.056568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-495eca63-ecd7-47b1-a1d9-59a21ea7d814 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:39.127769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d2be484-1688-467e-80d9-91adfd8d5737 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.174921 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4c33d932-07ef-4b6a-9924-013fc60adb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:39.190754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df7ea0-a2aa-414d-b072-bb47e0d277ad None None] DHCP port deletion for fe0f7f63-ecc3-45a4-8aba-ff5332248e85 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:43:39.205163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:39.205822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.206227 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.211013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.213344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e0b5641c-ed4b-46c8-bccf-d38d0480b8f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:39.228262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.234719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e13b83f9-fe4e-475b-a322-503233db85a1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:39.296303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 32bae6f8-097c-418d-abad-0963ee856aad completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:39.310607 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.6334007 Jun 11 11:43:39.311096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 32bae6f8-097c-418d-abad-0963ee856aad triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:39.311096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.316305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45022) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:39.331344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] No DVR routers for this DVR port e11eba02-071f-46b6-b187-bb3e9a2c3ff3 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:39.347320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=e11eba02-071f-46b6-b187-bb3e9a2c3ff3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:39.401172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Pushing event updated for resources: {'Port': ['ID=69a82e7e-ff1d-448e-8469-896375346c63,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:39.407409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:39.410617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.422982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 32bae6f8-097c-418d-abad-0963ee856aad {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:39.423339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.478154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:39.513192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.595871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d2be484-1688-467e-80d9-91adfd8d5737 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.612004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-86e8de77-0b3c-4716-8be2-57d000fdc1d5 None None] Deleting port 32bae6f8-097c-418d-abad-0963ee856aad {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:39.612450 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d2be484-1688-467e-80d9-91adfd8d5737 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.614305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-86e8de77-0b3c-4716-8be2-57d000fdc1d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.617259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:39.628983 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Network c79c43e7-ccc9-4a2a-86c5-880898738db3 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:39.662074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2be484-1688-467e-80d9-91adfd8d5737 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f529dc8-cb2b-46ac-bb6e-1e9236006ddf,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:39.690209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:39.725206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] For port 32bae6f8-097c-418d-abad-0963ee856aad, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=32bae6f8-097c-418d-abad-0963ee856aad,segment=NetworkSegment(bf0a8c74-0827-4d4e-8900-a40dfa2f78ed),segment_id=bf0a8c74-0827-4d4e-8900-a40dfa2f78ed)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:39.725609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.745269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.764103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3d2be484-1688-467e-80d9-91adfd8d5737 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:39.771586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d2be484-1688-467e-80d9-91adfd8d5737 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.779659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b531788-d765-4125-87ec-306dff7a107c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:39.785473 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b531788-d765-4125-87ec-306dff7a107c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:39.786202 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3d2be484-1688-467e-80d9-91adfd8d5737 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7823026 Jun 11 11:43:39.788145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45034) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:39.800934 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1b531788-d765-4125-87ec-306dff7a107c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4751525 Jun 11 11:43:39.814735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-004025ca-e962-45d7-bafe-73ab053f9275 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': '33e3c92b-1e83-4428-89b5-22102b73b55c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:39.833486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0f7f63-ecc3-45a4-8aba-ff5332248e85']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:39.835283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45036) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:39.868260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-86e8de77-0b3c-4716-8be2-57d000fdc1d5 None None] For port 32bae6f8-097c-418d-abad-0963ee856aad, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=32bae6f8-097c-418d-abad-0963ee856aad,segment=NetworkSegment(bf0a8c74-0827-4d4e-8900-a40dfa2f78ed),segment_id=bf0a8c74-0827-4d4e-8900-a40dfa2f78ed)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:39.868888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-86e8de77-0b3c-4716-8be2-57d000fdc1d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:39.903556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:39.903888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d84d9cd-8c7c-4c6f-a48f-2b49caa8e23f') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:39.913552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] For port 259fb2b8-469a-4808-855d-bff54f84b49f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=259fb2b8-469a-4808-855d-bff54f84b49f,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:39.975275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.004633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97a123-0693-4c49-a03a-2c59bbad4643 req-1ce00896-4711-4d90-9ee2-a9452a0653c4 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:40.012110 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0d97a123-0693-4c49-a03a-2c59bbad4643 req-1ce00896-4711-4d90-9ee2-a9452a0653c4 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.6901455 Jun 11 11:43:40.018186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-004025ca-e962-45d7-bafe-73ab053f9275 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.050874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45040) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:40.069193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.120269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:40.120689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:40.125462 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:40.193750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 32bae6f8-097c-418d-abad-0963ee856aad owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:40.255264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-004025ca-e962-45d7-bafe-73ab053f9275 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.256237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.259854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1304599487'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:40.285173 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0d97a123-0693-4c49-a03a-2c59bbad4643 req-25e36338-5ecf-4c1d-877a-de2a7fd690d4 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700067 Jun 11 11:43:40.292994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-004025ca-e962-45d7-bafe-73ab053f9275 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.300894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fb0f49d8-1787-4169-9854-c6f1f63d72b9 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:40.303680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.314829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.316929 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/networks/fe0f7f63-ecc3-45a4-8aba-ff5332248e85 HTTP/1.1" status: 204 len: 168 time: 2.2534952 Jun 11 11:43:40.325122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-86e8de77-0b3c-4716-8be2-57d000fdc1d5 None None] Calling delete_port for 32bae6f8-097c-418d-abad-0963ee856aad owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:40.329018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.332211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45044) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:40.335419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bc29f11e-66ff-40f4-821f-4df611161207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:40.347607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004025ca-e962-45d7-bafe-73ab053f9275 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0da8bb-c058-4bdc-9e13-b3da4bd9a6e6,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:40.352770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:40.357513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.362886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-004025ca-e962-45d7-bafe-73ab053f9275 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:40.365662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-64b04303-f90e-4f53-b276-6451e525adee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 6c8ac951-ad53-44dd-8a68-7875b3f80408 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:40.366153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64b04303-f90e-4f53-b276-6451e525adee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.369523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f1e8441e-f4e2-4a02-9c49-5b82b8b5f629 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:40.385842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-004025ca-e962-45d7-bafe-73ab053f9275 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.387062 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-004025ca-e962-45d7-bafe-73ab053f9275 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5904748 Jun 11 11:43:40.411615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45046) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:40.416371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0047df8a-f1fb-4b39-80fd-4ec750b8dea8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': '33e3c92b-1e83-4428-89b5-22102b73b55c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:40.435619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.437544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Network': ['ID=fe0f7f63-ecc3-45a4-8aba-ff5332248e85,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:40.441408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:40.496914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 32bae6f8-097c-418d-abad-0963ee856aad, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=32bae6f8-097c-418d-abad-0963ee856aad,segment=NetworkSegment(bf0a8c74-0827-4d4e-8900-a40dfa2f78ed),segment_id=bf0a8c74-0827-4d4e-8900-a40dfa2f78ed)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:40.550558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.555692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0047df8a-f1fb-4b39-80fd-4ec750b8dea8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.561663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3fdc011f-a382-4647-9058-82fcee0f02dd None None] Provisioning complete for port 69a82e7e-ff1d-448e-8469-896375346c63 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:40.562110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3fdc011f-a382-4647-9058-82fcee0f02dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.578329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Router 996a3758-4cf1-4593-af64-4890dcf45d17 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:40.589389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf285e3-3f01-438d-8718-1db70f1b6900 req-b4c6ac17-422e-49c7-8f08-9d9be6d45536 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:40.589389 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-adf285e3-3f01-438d-8718-1db70f1b6900 req-b4c6ac17-422e-49c7-8f08-9d9be6d45536 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.8889720 Jun 11 11:43:40.601535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64b04303-f90e-4f53-b276-6451e525adee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.606813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Pushing event updated for resources: {'Port': ['ID=259fb2b8-469a-4808-855d-bff54f84b49f,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:40.611758 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc011f-a382-4647-9058-82fcee0f02dd None None] Port 69a82e7e-ff1d-448e-8469-896375346c63 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:40.613880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e2453-d717-464d-8490-e3dc4f58a13b None None] Update dhcp port {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'fixed_ips': [{'subnet_id': 'd3b51330-7d65-413f-a835-a067572261af', 'ip_address': '2001:db8::f816:3eff:fe49:ef77'}, {'subnet_id': 'b2cd3912-e163-48b2-b7a9-de10248912fe'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '259fb2b8-469a-4808-855d-bff54f84b49f'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:43:40.636523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.656548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:40.665171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.665525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.665876 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.666219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.666574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.666917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.667251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.667581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.667911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.668245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.668569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.668891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:43:40.673394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:40.677384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-53645316-c096-4f17-ab09-1c3a3e55ac08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:40.706980 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f96e2453-d717-464d-8490-e3dc4f58a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.708895 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event deleted for resources: {'Port': ['ID=32bae6f8-097c-418d-abad-0963ee856aad,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:40.711275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:40.724675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-86e8de77-0b3c-4716-8be2-57d000fdc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.725399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=32bae6f8-097c-418d-abad-0963ee856aad,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:40.728787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:40.740589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6cbd82ae-16e9-486f-819f-84e41cd0785a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:40.750844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-64b04303-f90e-4f53-b276-6451e525adee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 6c8ac951-ad53-44dd-8a68-7875b3f80408 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:40.786420 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No DVR routers for this DVR port 32bae6f8-097c-418d-abad-0963ee856aad on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:40.792307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e8de77-0b3c-4716-8be2-57d000fdc1d5 None None] No DVR routers for this DVR port 32bae6f8-097c-418d-abad-0963ee856aad on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:40.833939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8de77-0b3c-4716-8be2-57d000fdc1d5 None None] Pushing event deleted for resources: {'Port': ['ID=32bae6f8-097c-418d-abad-0963ee856aad,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:40.841333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-86e8de77-0b3c-4716-8be2-57d000fdc1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:40.847333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 96de781b-a04e-4eff-b1b9-d3e1c989bba5 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:40.861996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0047df8a-f1fb-4b39-80fd-4ec750b8dea8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.874013 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-adf285e3-3f01-438d-8718-1db70f1b6900 req-375161df-00bc-4792-bb18-e52c1fe60311 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619758 Jun 11 11:43:40.884805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0047df8a-f1fb-4b39-80fd-4ec750b8dea8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.892823 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cdf5cb3f-96ee-4c14-ba65-dfccd6d0789d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:40.905960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port 28fb8930-e415-4d0d-9076-d08678987971 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:40.906286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:40.940530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047df8a-f1fb-4b39-80fd-4ec750b8dea8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db4486d-2a86-4586-820d-dbeb6ddb06bc,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:40.951559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0047df8a-f1fb-4b39-80fd-4ec750b8dea8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:40.973306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.009520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.015042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:41.038777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.075726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26009a72-ad38-4291-9876-2aa81b210a59']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:41.113994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-f96e2453-d717-464d-8490-e3dc4f58a13b None None] Allocated IP 172.20.0.2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/b2cd3912-e163-48b2-b7a9-de10248912fe/259fb2b8-469a-4808-855d-bff54f84b49f) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:41.115833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0a8c74-0827-4d4e-8900-a40dfa2f78ed') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:41.116147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0a8c74-0827-4d4e-8900-a40dfa2f78ed') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:41.137045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 96de781b-a04e-4eff-b1b9-d3e1c989bba5 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:41.155131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 96de781b-a04e-4eff-b1b9-d3e1c989bba5 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:41.155842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.157779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.286897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.302856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:41.318321 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] 10.222.0.46 "PUT /v2.0/routers/996a3758-4cf1-4593-af64-4890dcf45d17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0546968 Jun 11 11:43:41.320203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:41.320603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:41.334783 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:41.380842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.381220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.486824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0047df8a-f1fb-4b39-80fd-4ec750b8dea8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.488648 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0047df8a-f1fb-4b39-80fd-4ec750b8dea8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0760829 Jun 11 11:43:41.506417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45056) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:41.514346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4eb72518-dc34-4b7e-bb9e-0b49859beeeb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': '33e3c92b-1e83-4428-89b5-22102b73b55c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:41.526257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Sync routers for ids ['996a3758-4cf1-4593-af64-4890dcf45d17'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:41.556393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Routers {'996a3758-4cf1-4593-af64-4890dcf45d17'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:41.557245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['996a3758-4cf1-4593-af64-4890dcf45d17'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:41.633439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.646149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24525b9-7f36-4d17-816f-a3e63473034a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:41.649289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:41.694568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4eb72518-dc34-4b7e-bb9e-0b49859beeeb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.722961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64b04303-f90e-4f53-b276-6451e525adee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.724983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f96e2453-d717-464d-8490-e3dc4f58a13b None None] For port 259fb2b8-469a-4808-855d-bff54f84b49f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=259fb2b8-469a-4808-855d-bff54f84b49f,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:41.731896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fba428bf-db75-4dce-b775-4ee3c9116c37 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:41.748058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 96de781b-a04e-4eff-b1b9-d3e1c989bba5, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=96de781b-a04e-4eff-b1b9-d3e1c989bba5,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:41.760525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.766286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:41.772203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b04303-f90e-4f53-b276-6451e525adee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=6c8ac951-ad53-44dd-8a68-7875b3f80408,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:41.774683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-64b04303-f90e-4f53-b276-6451e525adee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:41.782429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f383ea-4b78-4e22-960e-78945f1b672c req-5f18d4b0-4892-4f18-a920-b0357bde9f5a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:41.789626 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-91f383ea-4b78-4e22-960e-78945f1b672c req-5f18d4b0-4892-4f18-a920-b0357bde9f5a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.2980471 Jun 11 11:43:41.836332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f96e2453-d717-464d-8490-e3dc4f58a13b None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.857112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for 28fb8930-e415-4d0d-9076-d08678987971 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:41.870501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Set router 996a3758-4cf1-4593-af64-4890dcf45d17 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:41.893013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.901739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6c050921-371f-423b-b08a-4c3639f2775f tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:41.907788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.909491 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/networks/26009a72-ad38-4291-9876-2aa81b210a59 HTTP/1.1" status: 204 len: 168 time: 3.5030339 Jun 11 11:43:41.915784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:43:41.920861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f96e2453-d717-464d-8490-e3dc4f58a13b None None] Transition to ACTIVE for port object 259fb2b8-469a-4808-855d-bff54f84b49f will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:41.921885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 32bae6f8-097c-418d-abad-0963ee856aad no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:43:41.925754 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-91f383ea-4b78-4e22-960e-78945f1b672c req-0518a822-8d9d-4770-b686-d5bdc94c6997 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348770 Jun 11 11:43:41.927899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45060) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:41.937339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1611728074'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:41.941647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Network': ['ID=26009a72-ad38-4291-9876-2aa81b210a59,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:41.948362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=96de781b-a04e-4eff-b1b9-d3e1c989bba5,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:41.951422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:41.960584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f96e2453-d717-464d-8490-e3dc4f58a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:41.965110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c7046a3a-5646-40dd-80a3-6b394410c98c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:41.967636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 32bae6f8-097c-418d-abad-0963ee856aad {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:43:41.967996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 32bae6f8-097c-418d-abad-0963ee856aad not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:43:41.968436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e11eba02-071f-46b6-b187-bb3e9a2c3ff3 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:43:42.011569 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:42.026194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4eb72518-dc34-4b7e-bb9e-0b49859beeeb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.032304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64b04303-f90e-4f53-b276-6451e525adee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.039123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-64b04303-f90e-4f53-b276-6451e525adee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/6c8ac951-ad53-44dd-8a68-7875b3f80408 HTTP/1.1" status: 204 len: 168 time: 2.2013805 Jun 11 11:43:42.040797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45066) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:42.058081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:42.061038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.061587 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.061814 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Added segment 2c0b9fca-f460-4d83-aca4-e68bde96d51d of type vlan for network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a Jun 11 11:43:42.078121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: e11eba02-071f-46b6-b187-bb3e9a2c3ff3 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:43:42.078477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e11eba02-071f-46b6-b187-bb3e9a2c3ff3 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:43:42.097200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ebdd1-8c51-47de-a6a2-41589a9a68b3 req-9c10ae7a-7856-42e0-a954-cd2344e95b79 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:42.098759 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-084ebdd1-8c51-47de-a6a2-41589a9a68b3 req-9c10ae7a-7856-42e0-a954-cd2344e95b79 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.5807941 Jun 11 11:43:42.141767 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:43:42.167234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4eb72518-dc34-4b7e-bb9e-0b49859beeeb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.174428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d460a3-c89d-4cc0-ae27-fa5c820f7536 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:42.176998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d460a3-c89d-4cc0-ae27-fa5c820f7536 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:42.179513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d460a3-c89d-4cc0-ae27-fa5c820f7536 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:42.184385 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a9d460a3-c89d-4cc0-ae27-fa5c820f7536 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1386666 Jun 11 11:43:42.185898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45068) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:42.202429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e2453-d717-464d-8490-e3dc4f58a13b None None] Pushing event updated for resources: {'Port': ['ID=259fb2b8-469a-4808-855d-bff54f84b49f,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:42.205800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f96e2453-d717-464d-8490-e3dc4f58a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:42.215013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.215366 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Added segment 1bef2bec-f8b0-40be-ac72-b151793a8095 of type vlan for network 32e5a08e-8e3e-41e2-a787-792af2b8f326 Jun 11 11:43:42.224042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c165a908-b2ff-4749-b2ba-db91d4fbadb5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:42.243523 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-084ebdd1-8c51-47de-a6a2-41589a9a68b3 req-92810015-2532-496c-aef2-b02f2f39629a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376824 Jun 11 11:43:42.258350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-90f87f60-4d34-4d00-b521-cd86dc6e661c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.260243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb72518-dc34-4b7e-bb9e-0b49859beeeb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b586caf6-1780-454b-920b-9c5f914c823f,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:42.277104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4eb72518-dc34-4b7e-bb9e-0b49859beeeb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.279450 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4eb72518-dc34-4b7e-bb9e-0b49859beeeb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7716596 Jun 11 11:43:42.297790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45070) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:42.307921 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6fbbe872-c718-425a-8172-3280f18c39d0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': '33e3c92b-1e83-4428-89b5-22102b73b55c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:42.336798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4eb72518-dc34-4b7e-bb9e-0b49859beeeb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:42.361597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.364404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.366471 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.378020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d80c5bbc-223b-4545-bf9f-65e73a0c3134 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:42.393737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'name': 'tempest-TestVolumeBootPattern-172906608-router', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:24Z', 'updated_at': '2021-06-11T11:43:38Z', 'revision_number': 4, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'gw_port': {'id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:27Z', 'updated_at': '2021-06-11T11:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '69a82e7e-ff1d-448e-8469-896375346c63', 'name': '', 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'mac_address': 'fa:16:3e:d1:43:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5fa6b44d-247a-4e44-80b4-8cd119e09eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:35Z', 'updated_at': '2021-06-11T11:43:38Z', 'revision_number': 2, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'subnets': [{'id': '5fa6b44d-247a-4e44-80b4-8cd119e09eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:42.396171 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd5c8be-bfca-4f92-8664-16a7da985202 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet b2cd3912-e163-48b2-b7a9-de10248912fe {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:43:42.403628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Checking router: 996a3758-4cf1-4593-af64-4890dcf45d17 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:43:42.404327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Updating router 996a3758-4cf1-4593-af64-4890dcf45d17 port 69a82e7e-ff1d-448e-8469-896375346c63 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:43:42.426409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.432135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:42.432777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.469000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.469879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-51c7b748-204f-445f-b961-acab9eff7c65 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:42.525638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c8be-bfca-4f92-8664-16a7da985202 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.618609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.637855 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:42.638520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.716142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 259fb2b8-469a-4808-855d-bff54f84b49f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:42.716943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45074) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:42.718486 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6599774 Jun 11 11:43:42.719598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Network': ['ID=e2d97c02-af86-4bcc-a0fe-c720b2b53c5a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:42.724042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:42.727166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=28fb8930-e415-4d0d-9076-d08678987971,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:42.727423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-bd91667b-cf49-40fc-999b-56613e456b49 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1291200822', 'description': 'tempest-secgroup-smoke-1291200822 description', 'project_id': 'fa1ddf06d6df4152974d5476ba079f72'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:42.731604 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45076) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:42.735693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:42.746432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'name': 'tempest-PortsIpV6TestJSON-1750971234'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:42.781887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:43:42.813294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:42.836659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe872-c718-425a-8172-3280f18c39d0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.841874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.845436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.846911 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/floatingips/82dad62b-ee71-43c0-bc39-c7e12f1404c3 HTTP/1.1" status: 204 len: 168 time: 2.5102150 Jun 11 11:43:42.876207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45078) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:42.896499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bd91667b-cf49-40fc-999b-56613e456b49 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.954068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:42.962701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.971381 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0385976 Jun 11 11:43:42.973925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c8be-bfca-4f92-8664-16a7da985202 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:42.979339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45082) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:42.990788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': '32e5a08e-8e3e-41e2-a787-792af2b8f326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:43.057928 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e108f3-aed6-436b-ba8a-be24fa196052 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:43.058844 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e108f3-aed6-436b-ba8a-be24fa196052 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:43.060864 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e4e108f3-aed6-436b-ba8a-be24fa196052 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/ports/f3cf1c89-359c-4d57-9f3a-072745d01ca9 HTTP/1.1" status: 404 len: 333 time: 0.1539199 Jun 11 11:43:43.073026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45084) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:43.116631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:43.140850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Network': ['ID=32e5a08e-8e3e-41e2-a787-792af2b8f326,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:43.144597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:43.191846 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-aa470e4d-8e87-4373-b383-7397c95143df tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c9f8741-4cc2-468b-9b36-56d13a161f37 HTTP/1.1" status: 200 len: 205 time: 0.1108713 Jun 11 11:43:43.196242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45088) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:43.210295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 32e5a08e-8e3e-41e2-a787-792af2b8f326 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:43:43.282797 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-4e175529-437c-4ce1-8c31-f5e255b43dd6 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] delete failed (client error): The resource could not be found. Jun 11 11:43:43.294034 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4e175529-437c-4ce1-8c31-f5e255b43dd6 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/routers/4c9f8741-4cc2-468b-9b36-56d13a161f37 HTTP/1.1" status: 404 len: 336 time: 0.0863802 Jun 11 11:43:43.299746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45092) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:43.314615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe872-c718-425a-8172-3280f18c39d0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.385098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe872-c718-425a-8172-3280f18c39d0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.388227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8f9acf8c-f1b5-49a1-a2f9-5306eccabc09 None None] Could not find standard attr ID for object 6c8ac951-ad53-44dd-8a68-7875b3f80408. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:43:43.397312 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfc6799-d704-4d10-9ca9-1b12352051ca tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] DELETE failed (client error): The resource could not be found. Jun 11 11:43:43.397662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfc6799-d704-4d10-9ca9-1b12352051ca tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:43:43.402137 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1dfc6799-d704-4d10-9ca9-1b12352051ca tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/subnets/68a9d430-6d8d-4ab9-a160-287434e7b75a HTTP/1.1" status: 404 len: 337 time: 0.1000481 Jun 11 11:43:43.404943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45094) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:43.414811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8f9acf8c-f1b5-49a1-a2f9-5306eccabc09 None None] Provisioning for port 259fb2b8-469a-4808-855d-bff54f84b49f completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:43.427419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8f9acf8c-f1b5-49a1-a2f9-5306eccabc09 None None] Provisioning complete for port 259fb2b8-469a-4808-855d-bff54f84b49f triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:43.427815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8f9acf8c-f1b5-49a1-a2f9-5306eccabc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.456156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:43.499688 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c8be-bfca-4f92-8664-16a7da985202 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.504077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbe872-c718-425a-8172-3280f18c39d0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108f62f2-ac76-43cc-a661-3629fd841ddd,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:43.519354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bd91667b-cf49-40fc-999b-56613e456b49 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.529963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 259fb2b8-469a-4808-855d-bff54f84b49f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:43.531252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.536409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6fbbe872-c718-425a-8172-3280f18c39d0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:43.550627 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe872-c718-425a-8172-3280f18c39d0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.554826 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6fbbe872-c718-425a-8172-3280f18c39d0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2560019 Jun 11 11:43:43.556675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45096) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:43.589446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bd91667b-cf49-40fc-999b-56613e456b49 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.599358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-85e60914-b92c-4427-8754-4ab893798556 tempest-ServersTestJSON-691038688 tempest-ServersTestJSON-691038688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:43.619303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66790de5-b5b1-4a31-a096-ce3dd08ee870 req-6309178e-9f4d-4cc1-baa7-7df2e06f314f tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:43.621180 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-66790de5-b5b1-4a31-a096-ce3dd08ee870 req-6309178e-9f4d-4cc1-baa7-7df2e06f314f tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.2489951 Jun 11 11:43:43.651023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2beed65-a348-490c-93e7-2959a750e99f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.664269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2beed65-a348-490c-93e7-2959a750e99f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.681892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.711861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c8be-bfca-4f92-8664-16a7da985202 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.714374 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:43.719350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Transition to ACTIVE for port object 69a82e7e-ff1d-448e-8469-896375346c63 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:43.723366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2beed65-a348-490c-93e7-2959a750e99f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.728381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:43.732039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.734297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.739088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dac4d5e6-c0b3-419c-9a14-840a2860f389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:43.744326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bd91667b-cf49-40fc-999b-56613e456b49 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.748580 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bd91667b-cf49-40fc-999b-56613e456b49 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0229301 Jun 11 11:43:43.759485 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45098) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:43.768593 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-71d8f687-32c2-4c6c-bd21-34262c7fd542 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'security_group_rule': {'security_group_id': '1706d16e-44da-4d30-9f99-588c2a038bac', 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:43.774618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2beed65-a348-490c-93e7-2959a750e99f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.775680 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c2beed65-a348-490c-93e7-2959a750e99f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/108f62f2-ac76-43cc-a661-3629fd841ddd HTTP/1.1" status: 204 len: 168 time: 0.2162395 Jun 11 11:43:43.776723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5c8be-bfca-4f92-8664-16a7da985202 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cd3912-e163-48b2-b7a9-de10248912fe,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:43.780538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 96de781b-a04e-4eff-b1b9-d3e1c989bba5 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:43.784721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c8be-bfca-4f92-8664-16a7da985202 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.788262 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ecd5c8be-bfca-4f92-8664-16a7da985202 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/b2cd3912-e163-48b2-b7a9-de10248912fe HTTP/1.1" status: 204 len: 168 time: 1.5938416 Jun 11 11:43:43.789045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45100) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:43.789964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45102) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:43.793703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91667b-cf49-40fc-999b-56613e456b49 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1706d16e-44da-4d30-9f99-588c2a038bac,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:43.803354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.805177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bd91667b-cf49-40fc-999b-56613e456b49 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:43.806671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ecd5c8be-bfca-4f92-8664-16a7da985202 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:43.809674 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-66790de5-b5b1-4a31-a096-ce3dd08ee870 req-aab2dbac-cef1-4c76-9cdc-4421b616fc51 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692932 Jun 11 11:43:43.810123 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:43.873521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2beed65-a348-490c-93e7-2959a750e99f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=108f62f2-ac76-43cc-a661-3629fd841ddd,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:43.883022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c2beed65-a348-490c-93e7-2959a750e99f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:43.905646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b88416d3-3354-46a7-8aba-7e569b91595d None None] Could not find standard attr ID for object 6c8ac951-ad53-44dd-8a68-7875b3f80408. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:43:43.910107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71d8f687-32c2-4c6c-bd21-34262c7fd542 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.933258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4721c6c-884c-4043-ad20-7e1849474fc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet d3b51330-7d65-413f-a835-a067572261af {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:43:43.934093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b82029-69bc-4dd8-85c4-0f5375a637ad req-20479e51-476e-4e8f-a6ea-178ee8b349be tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:43.935797 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c2b82029-69bc-4dd8-85c4-0f5375a637ad req-20479e51-476e-4e8f-a6ea-178ee8b349be tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.4479616 Jun 11 11:43:43.944349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b4721c6c-884c-4043-ad20-7e1849474fc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:43.946514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190093b9-7be8-4f5c-8741-1194a7a4520c None None] Pushing event updated for resources: {'Port': ['ID=69a82e7e-ff1d-448e-8469-896375346c63,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:43.949518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-190093b9-7be8-4f5c-8741-1194a7a4520c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:43.964486 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-54660e91-8329-442c-8c9e-f826acac3cb8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1730328 Jun 11 11:43:44.000692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45104) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:44.017634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.032554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a7cacbd9-c46c-4c76-98f2-7bf87a21e3aa tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:44.044147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b4721c6c-884c-4043-ad20-7e1849474fc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.079875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Attempting to bind port 69a82e7e-ff1d-448e-8469-896375346c63 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:44.080281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Attempting to bind port 69a82e7e-ff1d-448e-8469-896375346c63 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '0f03e9a3-a950-4212-a418-cc8b5d715964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:44.080665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Attempting to bind port 69a82e7e-ff1d-448e-8469-896375346c63 on network c79c43e7-ccc9-4a2a-86c5-880898738db3 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:44.096264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:44.096676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Checking segment: {'id': '0f03e9a3-a950-4212-a418-cc8b5d715964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:44.098269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.098728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Bound using segment: {'id': '0f03e9a3-a950-4212-a418-cc8b5d715964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:44.099246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Bound port: 69a82e7e-ff1d-448e-8469-896375346c63, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f03e9a3-a950-4212-a418-cc8b5d715964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:44.099645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.110385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71d8f687-32c2-4c6c-bd21-34262c7fd542 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.124251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 96de781b-a04e-4eff-b1b9-d3e1c989bba5 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:44.124604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.128980 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71d8f687-32c2-4c6c-bd21-34262c7fd542 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.133240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-d4d35a67-441e-4f84-9868-2e29c4dafa59 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port d8c6461d-98e8-4595-a4a6-587ce711ca72 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:44.133687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4d35a67-441e-4f84-9868-2e29c4dafa59 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.136390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:44.151193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e676b59-3f21-4a1a-80af-a29f3ac50eb8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.201292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8f687-32c2-4c6c-bd21-34262c7fd542 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb55620b-30d6-4d3d-817e-8acb063549ab,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:44.206887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-71d8f687-32c2-4c6c-bd21-34262c7fd542 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:44.212216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71d8f687-32c2-4c6c-bd21-34262c7fd542 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.215600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e676b59-3f21-4a1a-80af-a29f3ac50eb8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.217832 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-71d8f687-32c2-4c6c-bd21-34262c7fd542 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4558332 Jun 11 11:43:44.233096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45106) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:44.245463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-0c93be2d-a9aa-4d17-bcb8-3a4f59325583 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'security_group_rule': {'security_group_id': '1706d16e-44da-4d30-9f99-588c2a038bac', 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:44.274990 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b4721c6c-884c-4043-ad20-7e1849474fc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.290488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c987eed-6ab4-41a3-9904-b7aa6e7e5107 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:44.301185 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=a3b04cbd-21ff-4dee-934d-89e6768c5ea4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:44.304024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:44.331412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c93be2d-a9aa-4d17-bcb8-3a4f59325583 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.395650 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c2b82029-69bc-4dd8-85c4-0f5375a637ad req-8dc40976-ebf9-44dc-b864-8f83a2419d0c tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956671 Jun 11 11:43:44.404787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b4721c6c-884c-4043-ad20-7e1849474fc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.411156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c956a96d-7832-4f69-8c88-4e118d6c18e1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:44.466048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4721c6c-884c-4043-ad20-7e1849474fc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b51330-7d65-413f-a835-a067572261af,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:44.468376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b4721c6c-884c-4043-ad20-7e1849474fc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.470958 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b4721c6c-884c-4043-ad20-7e1849474fc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/d3b51330-7d65-413f-a835-a067572261af HTTP/1.1" status: 204 len: 168 time: 0.6780202 Jun 11 11:43:44.476326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] For port 69a82e7e-ff1d-448e-8469-896375346c63, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:44.477490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b4721c6c-884c-4043-ad20-7e1849474fc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:44.478060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45108) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:44.481242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c93be2d-a9aa-4d17-bcb8-3a4f59325583 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.505879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e676b59-3f21-4a1a-80af-a29f3ac50eb8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.516681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] For port 69a82e7e-ff1d-448e-8469-896375346c63, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=69a82e7e-ff1d-448e-8469-896375346c63,segment=NetworkSegment(0f03e9a3-a950-4212-a418-cc8b5d715964),segment_id=0f03e9a3-a950-4212-a418-cc8b5d715964)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:44.519535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e676b59-3f21-4a1a-80af-a29f3ac50eb8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.520740 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6e676b59-3f21-4a1a-80af-a29f3ac50eb8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b586caf6-1780-454b-920b-9c5f914c823f HTTP/1.1" status: 204 len: 168 time: 0.5187962 Jun 11 11:43:44.521498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-913c5588-0e29-4c55-8a54-f82518368a3d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:44.525206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Checking segment: {'id': '2c0b9fca-f460-4d83-aca4-e68bde96d51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:44.525582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network hostable DHCP agents. Network: e2d97c02-af86-4bcc-a0fe-c720b2b53c5a, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:44.538197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45110) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:44.544255 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c14dca48-5166-477c-8e84-5fc34fad1337 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626156 Jun 11 11:43:44.547839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c93be2d-a9aa-4d17-bcb8-3a4f59325583 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.550522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45114) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:44.551270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:44.557133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.559506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e676b59-3f21-4a1a-80af-a29f3ac50eb8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b586caf6-1780-454b-920b-9c5f914c823f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:44.560865 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-91981625-6148-4546-b1b8-5bab431a86e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:44.565408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6e676b59-3f21-4a1a-80af-a29f3ac50eb8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:44.571899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:44.576353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.581719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4d35a67-441e-4f84-9868-2e29c4dafa59 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.586859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-15a64cb1-ef96-48e4-adf9-bafd272cb7da tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:44.610837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93be2d-a9aa-4d17-bcb8-3a4f59325583 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb40715-b9b9-4e36-958f-ef43bafb9a9b,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:44.623458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0c93be2d-a9aa-4d17-bcb8-3a4f59325583 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:44.635849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c93be2d-a9aa-4d17-bcb8-3a4f59325583 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.640156 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0c93be2d-a9aa-4d17-bcb8-3a4f59325583 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3956795 Jun 11 11:43:44.641453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45118) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:44.652601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f346cd3f-495b-45a3-8b4c-ccc7a3d747d9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'security_group_rule': {'security_group_id': '1706d16e-44da-4d30-9f99-588c2a038bac', 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:44.689415 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-82eda43c-80c1-4787-9274-46bfcbbe8a65 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1470253 Jun 11 11:43:44.691679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Routers {'996a3758-4cf1-4593-af64-4890dcf45d17'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:44.692460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['996a3758-4cf1-4593-af64-4890dcf45d17'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:44.716707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:44.753475 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190093b9-7be8-4f5c-8741-1194a7a4520c None None] Pushing event updated for resources: {'Port': ['ID=69a82e7e-ff1d-448e-8469-896375346c63,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:44.757146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-190093b9-7be8-4f5c-8741-1194a7a4520c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:44.771690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45120) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:44.771869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-d4d35a67-441e-4f84-9868-2e29c4dafa59 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for d8c6461d-98e8-4595-a4a6-587ce711ca72 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:44.788114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, e2d97c02-af86-4bcc-a0fe-c720b2b53c5a) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:44.804403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:44.810684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:44.811343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.824740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e30325-592a-4d22-8e8e-5258e2d6868b None None] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:44.835708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b03598f-b928-4266-8783-253abef84787 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.847576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b03598f-b928-4266-8783-253abef84787 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.881261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.881653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Subnet': ['ID=9f8094e3-ba55-419f-aeb7-40cee8abdbae,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:44.885053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:44.904152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Checking segment: {'id': '1bef2bec-f8b0-40be-ac72-b151793a8095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32e5a08e-8e3e-41e2-a787-792af2b8f326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:44.904499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network hostable DHCP agents. Network: 32e5a08e-8e3e-41e2-a787-792af2b8f326, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:44.910756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b03598f-b928-4266-8783-253abef84787 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.915116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c62ab697-a727-4d33-bd58-c38992ce26ad tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:44.929395 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b03598f-b928-4266-8783-253abef84787 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.933547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45124) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:44.933731 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2b03598f-b928-4266-8783-253abef84787 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/8db4486d-2a86-4586-820d-dbeb6ddb06bc HTTP/1.1" status: 204 len: 168 time: 0.1576169 Jun 11 11:43:44.936973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03598f-b928-4266-8783-253abef84787 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8db4486d-2a86-4586-820d-dbeb6ddb06bc,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:44.966025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2b03598f-b928-4266-8783-253abef84787 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:44.969454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f346cd3f-495b-45a3-8b4c-ccc7a3d747d9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:44.995775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c15a33-3312-49dc-9ff6-9b7b0d095bcd None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:43:45.015059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f45b7c77-2811-4735-9ee8-e8971e369cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.063830 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:45.068371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.069557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4d35a67-441e-4f84-9868-2e29c4dafa59 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.087828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aebb6f06-61b8-4e1d-84b5-befa1ba95d51 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:45.093573 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] Set router 996a3758-4cf1-4593-af64-4890dcf45d17 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:43:45.101490 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3688140 Jun 11 11:43:45.104851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45126) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:45.109842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1078692029'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:45.129304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network 32e5a08e-8e3e-41e2-a787-792af2b8f326 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:45.137172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d35a67-441e-4f84-9868-2e29c4dafa59 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=d8c6461d-98e8-4595-a4a6-587ce711ca72,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:45.139794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f346cd3f-495b-45a3-8b4c-ccc7a3d747d9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.144328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4d35a67-441e-4f84-9868-2e29c4dafa59 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:45.158316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 32e5a08e-8e3e-41e2-a787-792af2b8f326) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:45.175074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef35baf-f4d8-43dd-aa24-574f261bdca1 None None] Network 32e5a08e-8e3e-41e2-a787-792af2b8f326 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:45.195665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:45.196429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.211176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f346cd3f-495b-45a3-8b4c-ccc7a3d747d9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.212883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-71d8f687-32c2-4c6c-bd21-34262c7fd542 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:45.250326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:45.254463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.266965 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-48266391-bc53-41a3-a920-3a42d8b08b75 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2077136 Jun 11 11:43:45.271772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45128) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:45.274785 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346cd3f-495b-45a3-8b4c-ccc7a3d747d9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aeb7e60-6806-4f6b-aa68-966244559b4e,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:45.282133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f346cd3f-495b-45a3-8b4c-ccc7a3d747d9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:45.287003 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f346cd3f-495b-45a3-8b4c-ccc7a3d747d9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.291263 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f346cd3f-495b-45a3-8b4c-ccc7a3d747d9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6485596 Jun 11 11:43:45.296411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45130) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:45.305879 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3230116 Jun 11 11:43:45.306118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c3fab3ce-a9f6-4560-913c-19b0ead74287 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'security_group_rule': {'security_group_id': '1706d16e-44da-4d30-9f99-588c2a038bac', 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:45.309855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45132) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:45.318288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': '32e5a08e-8e3e-41e2-a787-792af2b8f326', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1402781029'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:45.323349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ca0bd-d469-46ab-bc20-6b9242718104 req-13babebf-8b4d-4ab3-a28a-fd114599bf4e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:45.325146 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-821ca0bd-d469-46ab-bc20-6b9242718104 req-13babebf-8b4d-4ab3-a28a-fd114599bf4e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3166697 Jun 11 11:43:45.347225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:43:45.360306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d68f1704-164b-43f0-b9a1-7a39e1e5ace3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.377016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d68f1704-164b-43f0-b9a1-7a39e1e5ace3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.393337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4d35a67-441e-4f84-9868-2e29c4dafa59 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.395430 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d4d35a67-441e-4f84-9868-2e29c4dafa59 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/ports/d8c6461d-98e8-4595-a4a6-587ce711ca72 HTTP/1.1" status: 204 len: 168 time: 1.9813120 Jun 11 11:43:45.414317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45134) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:45.426947 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.427289 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Added segment 73bcd4af-9f64-4b2f-994c-794b0e636b40 of type vlan for network da75f0c9-e24b-4898-8242-967517c6f5ac Jun 11 11:43:45.499295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d68f1704-164b-43f0-b9a1-7a39e1e5ace3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.505803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d68f1704-164b-43f0-b9a1-7a39e1e5ace3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.507180 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d68f1704-164b-43f0-b9a1-7a39e1e5ace3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/eb0da8bb-c058-4bdc-9e13-b3da4bd9a6e6 HTTP/1.1" status: 204 len: 168 time: 0.2342324 Jun 11 11:43:45.512403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3d2be484-1688-467e-80d9-91adfd8d5737 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:45.523848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45138) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:45.534141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f1704-164b-43f0-b9a1-7a39e1e5ace3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb0da8bb-c058-4bdc-9e13-b3da4bd9a6e6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:45.537011 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d68f1704-164b-43f0-b9a1-7a39e1e5ace3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:45.601610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-d5c15a33-3312-49dc-9ff6-9b7b0d095bcd None None] Deleting port 259fb2b8-469a-4808-855d-bff54f84b49f {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:45.602206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d5c15a33-3312-49dc-9ff6-9b7b0d095bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.639951 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-821ca0bd-d469-46ab-bc20-6b9242718104 req-82626cbb-2836-47b2-98b1-faddfaf5ac3b tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962098 Jun 11 11:43:45.658658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c3fab3ce-a9f6-4560-913c-19b0ead74287 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.660770 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2789fb3a-4d7e-4200-8721-51770af557cc tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1219535 Jun 11 11:43:45.666116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45140) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:45.700234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:45.704212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.736794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04dff97e-9a0b-48ab-8737-1ab23afddf84 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.750650 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04dff97e-9a0b-48ab-8737-1ab23afddf84 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.760994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port 054a29ca-97d7-4527-af36-82715ae25d03 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:45.774498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ede9e-38af-445e-b13b-af289592ef8f req-896b1af4-8bfa-49cd-aee9-1125994057cf tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:45.776219 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-722ede9e-38af-445e-b13b-af289592ef8f req-896b1af4-8bfa-49cd-aee9-1125994057cf tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.2056751 Jun 11 11:43:45.793936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.794573 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d5c15a33-3312-49dc-9ff6-9b7b0d095bcd None None] For port 259fb2b8-469a-4808-855d-bff54f84b49f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=259fb2b8-469a-4808-855d-bff54f84b49f,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:45.794987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d5c15a33-3312-49dc-9ff6-9b7b0d095bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.890403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04dff97e-9a0b-48ab-8737-1ab23afddf84 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.895463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04dff97e-9a0b-48ab-8737-1ab23afddf84 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.899069 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-04dff97e-9a0b-48ab-8737-1ab23afddf84 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/1f529dc8-cb2b-46ac-bb6e-1e9236006ddf HTTP/1.1" status: 204 len: 168 time: 0.2200394 Jun 11 11:43:45.902230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:45.906982 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45142) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:45.920618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-d5c15a33-3312-49dc-9ff6-9b7b0d095bcd None None] Calling delete_port for 259fb2b8-469a-4808-855d-bff54f84b49f owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:45.926937 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-722ede9e-38af-445e-b13b-af289592ef8f req-c72d25fd-5270-4bd1-b1a3-f64d641ffd3a tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352952 Jun 11 11:43:45.929385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-32e5a08e-8e3e-41e2-a787-792af2b8f326', 'network_id': '32e5a08e-8e3e-41e2-a787-792af2b8f326', 'tenant_id': '074eae8a1772468abe29c1bccd90dbdf', 'fixed_ips': [{'subnet_id': '9f8094e3-ba55-419f-aeb7-40cee8abdbae'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:43:45.930449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.933228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dff97e-9a0b-48ab-8737-1ab23afddf84 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f529dc8-cb2b-46ac-bb6e-1e9236006ddf,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:45.935670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:45.940522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-04dff97e-9a0b-48ab-8737-1ab23afddf84 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:45.943215 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:45.972476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c3fab3ce-a9f6-4560-913c-19b0ead74287 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.003879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.009411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:46.010011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.018101 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c3fab3ce-a9f6-4560-913c-19b0ead74287 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.024694 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3fe9f4f0-d6f5-4ce5-8c06-9da1a331e41f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1142912 Jun 11 11:43:46.027260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45144) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:46.041309 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.042445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.9 (32e5a08e-8e3e-41e2-a787-792af2b8f326/9f8094e3-ba55-419f-aeb7-40cee8abdbae/054a29ca-97d7-4527-af36-82715ae25d03) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:46.046257 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc20020-fa6f-45fc-951f-6ba06d7be4f6 req-eed0443d-065e-475e-bd34-ea77cb87dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:46.048068 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bfc20020-fa6f-45fc-951f-6ba06d7be4f6 req-eed0443d-065e-475e-bd34-ea77cb87dc37 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 1099 time: 0.3431101 Jun 11 11:43:46.063722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:46.075661 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9697495 Jun 11 11:43:46.075941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45146) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:46.077331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-27fccc8a-1261-425d-b866-2941ea124c40 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port f8b7cafe-885a-40f4-9968-9c03836f5236 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:46.077672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27fccc8a-1261-425d-b866-2941ea124c40 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.085607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:46.088375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'ports': [{'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a'}, {'network_id': 'da75f0c9-e24b-4898-8242-967517c6f5ac'}]} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:46.088788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:46.089451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': 'da75f0c9-e24b-4898-8242-967517c6f5ac'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:46.118372 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:46.118989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.120434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'name': 'tempest-TestVolumeBootPattern-172906608-router', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:24Z', 'updated_at': '2021-06-11T11:43:38Z', 'revision_number': 4, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'gw_port': {'id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:27Z', 'updated_at': '2021-06-11T11:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '69a82e7e-ff1d-448e-8469-896375346c63', 'name': '', 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'mac_address': 'fa:16:3e:d1:43:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5fa6b44d-247a-4e44-80b4-8cd119e09eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:35Z', 'updated_at': '2021-06-11T11:43:44Z', 'revision_number': 4, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'subnets': [{'id': '5fa6b44d-247a-4e44-80b4-8cd119e09eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:46.121288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=9dd24052-cf3b-414b-b958-2d357b4d113c,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:46.130539 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c3fab3ce-a9f6-4560-913c-19b0ead74287 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.131768 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c3fab3ce-a9f6-4560-913c-19b0ead74287 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8342240 Jun 11 11:43:46.132778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:46.137286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d8a71-f82d-488a-b5c7-c5dc675529a4 None None] The sync data for ids ['996a3758-4cf1-4593-af64-4890dcf45d17'] in dv-neutron-786478-5-hyperv is: [{'id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'name': 'tempest-TestVolumeBootPattern-172906608-router', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:24Z', 'updated_at': '2021-06-11T11:43:38Z', 'revision_number': 4, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'gw_port': {'id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:27Z', 'updated_at': '2021-06-11T11:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '69a82e7e-ff1d-448e-8469-896375346c63', 'name': '', 'network_id': 'c79c43e7-ccc9-4a2a-86c5-880898738db3', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'mac_address': 'fa:16:3e:d1:43:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '5fa6b44d-247a-4e44-80b4-8cd119e09eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:35Z', 'updated_at': '2021-06-11T11:43:44Z', 'revision_number': 4, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'subnets': [{'id': '5fa6b44d-247a-4e44-80b4-8cd119e09eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:46.138920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eaa72093-2fbd-49e5-9721-81b18f62927f tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:46.148081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45148) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:46.167184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d5c15a33-3312-49dc-9ff6-9b7b0d095bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.169094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-da9d584b-ce4f-400b-afac-f30014d5dc23 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'security_group_rule': {'security_group_id': '1706d16e-44da-4d30-9f99-588c2a038bac', 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:46.170085 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1ad56690-bda0-441a-9efc-8775bdc3e377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:46.210716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c15a33-3312-49dc-9ff6-9b7b0d095bcd None None] Pushing event deleted for resources: {'Port': ['ID=259fb2b8-469a-4808-855d-bff54f84b49f,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:46.215409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d5c15a33-3312-49dc-9ff6-9b7b0d095bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:46.228813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c15a33-3312-49dc-9ff6-9b7b0d095bcd None None] No DVR routers for this DVR port 259fb2b8-469a-4808-855d-bff54f84b49f on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:46.260686 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7032361 Jun 11 11:43:46.263215 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4b4a7f-3e67-457e-a8c5-77ffc9516403 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:46.286418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45150) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:46.334690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:46.383327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e9d-0997-45ca-ac6d-e26f284f88cb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.433273 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-da9d584b-ce4f-400b-afac-f30014d5dc23 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Project fa1ddf06d6df4152974d5476ba079f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:43:46.499665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da9d584b-ce4f-400b-afac-f30014d5dc23 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.510058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': '9dd24052-cf3b-414b-b958-2d357b4d113c'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:43:46.510974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.518901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e9d-0997-45ca-ac6d-e26f284f88cb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.727687 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bfc20020-fa6f-45fc-951f-6ba06d7be4f6 req-1610cc82-736f-44bb-900f-135b85ad5334 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6659238 Jun 11 11:43:46.731172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Network': ['ID=da75f0c9-e24b-4898-8242-967517c6f5ac,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:46.737369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:46.737823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c65654c3-24a0-498e-b2c6-1f3b7a19509e tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.706s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:46.743740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Allocated IP 172.20.0.2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/9dd24052-cf3b-414b-b958-2d357b4d113c/29953027-eb8e-4107-8085-40d0390dac3b) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:46.757340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69a82e7e-ff1d-448e-8469-896375346c63 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:46.759361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network da75f0c9-e24b-4898-8242-967517c6f5ac details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:43:46.769144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fab3ce-a9f6-4560-913c-19b0ead74287 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800eeada-323a-4ed4-b4f1-80a2594640da,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:46.772067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27fccc8a-1261-425d-b866-2941ea124c40 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.774837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c3fab3ce-a9f6-4560-913c-19b0ead74287 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:46.862970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.913356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-27fccc8a-1261-425d-b866-2941ea124c40 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for f8b7cafe-885a-40f4-9968-9c03836f5236 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:46.919622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object 054a29ca-97d7-4527-af36-82715ae25d03 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:46.947782 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e9d-0997-45ca-ac6d-e26f284f88cb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.949804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4e9d-0997-45ca-ac6d-e26f284f88cb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.954766 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bb9a4e9d-0997-45ca-ac6d-e26f284f88cb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-groups/33e3c92b-1e83-4428-89b5-22102b73b55c HTTP/1.1" status: 204 len: 168 time: 0.9227426 Jun 11 11:43:46.956289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45154) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:46.959407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-44a07154-abb0-4687-a616-4f4fdf92e102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:46.965406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da9d584b-ce4f-400b-afac-f30014d5dc23 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.983982 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da9d584b-ce4f-400b-afac-f30014d5dc23 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:46.986028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 2} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:46.991821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.013112 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a4e9d-0997-45ca-ac6d-e26f284f88cb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e3c92b-1e83-4428-89b5-22102b73b55c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:47.028882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bb9a4e9d-0997-45ca-ac6d-e26f284f88cb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:47.032687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-004025ca-e962-45d7-bafe-73ab053f9275 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:47.049683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.075171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:47.078842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.084535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d584b-ce4f-400b-afac-f30014d5dc23 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a909ce-24d8-4a0f-8a53-590ecd29a2ed,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:47.086439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da9d584b-ce4f-400b-afac-f30014d5dc23 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.087632 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-da9d584b-ce4f-400b-afac-f30014d5dc23 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9234033 Jun 11 11:43:47.091534 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-da9d584b-ce4f-400b-afac-f30014d5dc23 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:47.108904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45158) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:47.121523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e184bf2a-13f2-4297-823c-62c15f2a6520 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'security_group_rule': {'security_group_id': '1706d16e-44da-4d30-9f99-588c2a038bac', 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:47.141009 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.152426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Transition to ACTIVE for port object 29953027-eb8e-4107-8085-40d0390dac3b will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:47.162009 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6832e568-fc99-4a2f-9d94-a0dc94a971c4 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2039666 Jun 11 11:43:47.178481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45160) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:47.181728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device ba2d1538-f8ba-48ac-bf98-046421be31b2 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:43:47.186332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-14afe6f4-acf9-4c4d-b8fe-e3b6169daf31 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group': {'name': 'tempest-secgroup--404524900'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:47.187741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Transition to ACTIVE for port object 29953027-eb8e-4107-8085-40d0390dac3b will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:47.214510 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-e184bf2a-13f2-4297-823c-62c15f2a6520 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Project fa1ddf06d6df4152974d5476ba079f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:43:47.238317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e184bf2a-13f2-4297-823c-62c15f2a6520 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.257242 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.257537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14afe6f4-acf9-4c4d-b8fe-e3b6169daf31 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.265682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:47.272237 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08f4c-27e3-49f3-af4b-85322731942e req-b8ac7b0d-2cd0-48d6-b5ad-7d8db10beae4 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:47.279825 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7ef08f4c-27e3-49f3-af4b-85322731942e req-b8ac7b0d-2cd0-48d6-b5ad-7d8db10beae4 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.4238822 Jun 11 11:43:47.330967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Pushing event updated for resources: {'Port': ['ID=29953027-eb8e-4107-8085-40d0390dac3b,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:47.339475 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:47.340144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 69a82e7e-ff1d-448e-8469-896375346c63 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:47.352159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 69a82e7e-ff1d-448e-8469-896375346c63 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:47.352555 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.365386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:47.370808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:47.373472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:47.420160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27fccc8a-1261-425d-b866-2941ea124c40 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.452745 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Allocated IP 172.20.0.2 (32e5a08e-8e3e-41e2-a787-792af2b8f326/9f8094e3-ba55-419f-aeb7-40cee8abdbae/e3ff8fe1-0e6d-473c-94e8-7f3806500a9c) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:47.505387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8e31e012-8ff1-44c1-b514-009216ffc676 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:47.618381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fccc8a-1261-425d-b866-2941ea124c40 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=f8b7cafe-885a-40f4-9968-9c03836f5236,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:47.639155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-27fccc8a-1261-425d-b866-2941ea124c40 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:47.651967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Attempting to bind port 29953027-eb8e-4107-8085-40d0390dac3b on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:47.652592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Attempting to bind port 29953027-eb8e-4107-8085-40d0390dac3b by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:47.653151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Attempting to bind port 29953027-eb8e-4107-8085-40d0390dac3b on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:47.665552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:47.666260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:47.666945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.667540 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:47.668339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Bound port: 29953027-eb8e-4107-8085-40d0390dac3b, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:47.668904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.708104 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7ef08f4c-27e3-49f3-af4b-85322731942e req-0085061e-632a-4d3e-b69e-5f639e709df9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272692 Jun 11 11:43:47.715351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port f7406600-0245-4ae7-9949-09d22092b77d yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:47.736429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e184bf2a-13f2-4297-823c-62c15f2a6520 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.753439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.804359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e184bf2a-13f2-4297-823c-62c15f2a6520 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.814631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:47.864053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184bf2a-13f2-4297-823c-62c15f2a6520 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2110d141-a050-4580-8b4c-10f39e5722b3,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:47.872649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e184bf2a-13f2-4297-823c-62c15f2a6520 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:47.881733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-329175d6-1fa5-4f9c-a65c-6f7d96484fa9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:47.882047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27fccc8a-1261-425d-b866-2941ea124c40 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:47.886969 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-27fccc8a-1261-425d-b866-2941ea124c40 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/ports/f8b7cafe-885a-40f4-9968-9c03836f5236 HTTP/1.1" status: 204 len: 168 time: 2.4688811 Jun 11 11:43:47.889389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45162) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:47.944976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network 32e5a08e-8e3e-41e2-a787-792af2b8f326 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:47.957381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:47.969697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:47.986020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14afe6f4-acf9-4c4d-b8fe-e3b6169daf31 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.001745 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14afe6f4-acf9-4c4d-b8fe-e3b6169daf31 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.005832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-747394b9-ab01-4476-94cd-1ab4ed209a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:48.011361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e184bf2a-13f2-4297-823c-62c15f2a6520 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.012535 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e184bf2a-13f2-4297-823c-62c15f2a6520 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9026427 Jun 11 11:43:48.033863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.044699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215a5a75-ef94-4a6f-b569-f631e143df69 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:48.049651 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-215a5a75-ef94-4a6f-b569-f631e143df69 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "GET /v2.0/ports?device_id=99a059d2-371b-4e6b-b880-e15f1de1effd HTTP/1.1" status: 200 len: 913 time: 0.1590075 Jun 11 11:43:48.050148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port ba2d1538-f8ba-48ac-bf98-046421be31b2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:48.050501 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45168) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:48.095044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'port_id': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'mac_address': 'fa:16:3e:e4:72:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:43:48.138682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:48.139339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.149581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.162454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.178450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14afe6f4-acf9-4c4d-b8fe-e3b6169daf31 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.182128 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-14afe6f4-acf9-4c4d-b8fe-e3b6169daf31 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0000095 Jun 11 11:43:48.183548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45194) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:48.190492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] For port 29953027-eb8e-4107-8085-40d0390dac3b, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:48.193412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afe6f4-acf9-4c4d-b8fe-e3b6169daf31 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104e5e31-0691-4282-b6d7-30f0b3d8bc0c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:48.200890 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a3716517-fe41-4877-b82c-63f6955602d2 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': '104e5e31-0691-4282-b6d7-30f0b3d8bc0c', 'direction': 'ingress', 'protocol': 17}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:48.208570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-14afe6f4-acf9-4c4d-b8fe-e3b6169daf31 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:48.211937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=054a29ca-97d7-4527-af36-82715ae25d03,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:48.238054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:48.277551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a3716517-fe41-4877-b82c-63f6955602d2 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.283445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 69a82e7e-ff1d-448e-8469-896375346c63, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=69a82e7e-ff1d-448e-8469-896375346c63,segment=NetworkSegment(0f03e9a3-a950-4212-a418-cc8b5d715964),segment_id=0f03e9a3-a950-4212-a418-cc8b5d715964)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:48.286359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] For port 29953027-eb8e-4107-8085-40d0390dac3b, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=29953027-eb8e-4107-8085-40d0390dac3b,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:48.291147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba2d1538-f8ba-48ac-bf98-046421be31b2 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:43:48.295500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.302196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-86e8de77-0b3c-4716-8be2-57d000fdc1d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:48.334035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46dd0b-b5a2-4a00-831f-b3f545f7caf5 req-f36767ed-8768-47cb-80ca-e57a852c890f tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:48.343007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-db46dd0b-b5a2-4a00-831f-b3f545f7caf5 req-f36767ed-8768-47cb-80ca-e57a852c890f tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 1.1945276 Jun 11 11:43:48.376419 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.0632768 Jun 11 11:43:48.381795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=69a82e7e-ff1d-448e-8469-896375346c63,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:48.385041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:48.386175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.394391 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-90114626-7720-4843-8d2e-69a4b189b1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:48.398442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45212) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:48.405060 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.453888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 259fb2b8-469a-4808-855d-bff54f84b49f no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:43:48.500681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port ba2d1538-f8ba-48ac-bf98-046421be31b2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:48.502732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Transition to ACTIVE for port object e3ff8fe1-0e6d-473c-94e8-7f3806500a9c will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:48.507265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 259fb2b8-469a-4808-855d-bff54f84b49f {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:43:48.507623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 259fb2b8-469a-4808-855d-bff54f84b49f not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:43:48.523512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.551444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Transition to ACTIVE for port object e3ff8fe1-0e6d-473c-94e8-7f3806500a9c will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:48.556586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Pushing event updated for resources: {'Port': ['ID=29953027-eb8e-4107-8085-40d0390dac3b,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:48.560275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:48.561046 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3482d966-8c03-44b2-a504-15c028564f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:48.566663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.589889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a3716517-fe41-4877-b82c-63f6955602d2 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.621123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Network 32e5a08e-8e3e-41e2-a787-792af2b8f326 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:48.625580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:48.628586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:48.657789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.673099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=ba2d1538-f8ba-48ac-bf98-046421be31b2,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:48.683113 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-db46dd0b-b5a2-4a00-831f-b3f545f7caf5 req-11b8c3a7-d8a4-4c6e-9403-778c9c689ca1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3392212 Jun 11 11:43:48.688804 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:48.690565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a3716517-fe41-4877-b82c-63f6955602d2 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.695162 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:48.700490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f65a837d-c4c2-4a94-9317-ff4e0feb23bd tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:48.769117 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3716517-fe41-4877-b82c-63f6955602d2 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d49884-21e4-42cf-93d8-bafcc1494fa1,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:48.774461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a3716517-fe41-4877-b82c-63f6955602d2 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:48.780473 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a3716517-fe41-4877-b82c-63f6955602d2 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:48.781676 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a3716517-fe41-4877-b82c-63f6955602d2 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5851369 Jun 11 11:43:48.791676 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45216) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:48.850285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['ba2d1538-f8ba-48ac-bf98-046421be31b2'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:43:48.852211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69a82e7e-ff1d-448e-8469-896375346c63 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:48.967665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Attempting to bind port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:48.968053 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Attempting to bind port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '1bef2bec-f8b0-40be-ac72-b151793a8095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32e5a08e-8e3e-41e2-a787-792af2b8f326'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:48.968436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Attempting to bind port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c on network 32e5a08e-8e3e-41e2-a787-792af2b8f326 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:48.978548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port cece5cb3-63c1-4606-a1b3-361a6bf1a9c4 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:48.982263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Pushing event updated for resources: {'Port': ['ID=e3ff8fe1-0e6d-473c-94e8-7f3806500a9c,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:48.985309 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:48.990958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device ba2d1538-f8ba-48ac-bf98-046421be31b2 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:43:49.049922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:49.050553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Checking segment: {'id': '1bef2bec-f8b0-40be-ac72-b151793a8095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32e5a08e-8e3e-41e2-a787-792af2b8f326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:49.051001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.051721 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Bound using segment: {'id': '1bef2bec-f8b0-40be-ac72-b151793a8095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32e5a08e-8e3e-41e2-a787-792af2b8f326'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:49.052424 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Bound port: e3ff8fe1-0e6d-473c-94e8-7f3806500a9c, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bef2bec-f8b0-40be-ac72-b151793a8095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '32e5a08e-8e3e-41e2-a787-792af2b8f326'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:49.052837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.059684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b2d38-7b6d-49c8-bf3e-c09708c6a5a3 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 054a29ca-97d7-4527-af36-82715ae25d03 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:49.060152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc6b2d38-7b6d-49c8-bf3e-c09708c6a5a3 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.064504 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec48d209-3635-48f0-9d01-3d9b5f066bd8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.091506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 69a82e7e-ff1d-448e-8469-896375346c63 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:49.091875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.128338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec48d209-3635-48f0-9d01-3d9b5f066bd8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.210842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc6b2d38-7b6d-49c8-bf3e-c09708c6a5a3 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.266791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0ac2e-3185-4bf6-bf1a-d846b7421c06 req-15249507-c8db-4197-9103-a31b68755517 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:49.269354 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dfd0ac2e-3185-4bf6-bf1a-d846b7421c06 req-15249507-c8db-4197-9103-a31b68755517 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.2286031 Jun 11 11:43:49.293292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5567e464-2721-448f-bfeb-84c23520646e None None] For port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:49.299054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5567e464-2721-448f-bfeb-84c23520646e None None] For port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e3ff8fe1-0e6d-473c-94e8-7f3806500a9c,segment=NetworkSegment(1bef2bec-f8b0-40be-ac72-b151793a8095),segment_id=1bef2bec-f8b0-40be-ac72-b151793a8095)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:49.300266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.300974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.324150 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.329429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:49.373967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ba2d1538-f8ba-48ac-bf98-046421be31b2 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:43:49.421222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b2d38-7b6d-49c8-bf3e-c09708c6a5a3 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 054a29ca-97d7-4527-af36-82715ae25d03 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:49.481210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec48d209-3635-48f0-9d01-3d9b5f066bd8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.487748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec48d209-3635-48f0-9d01-3d9b5f066bd8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.491757 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ec48d209-3635-48f0-9d01-3d9b5f066bd8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-groups/104e5e31-0691-4282-b6d7-30f0b3d8bc0c HTTP/1.1" status: 204 len: 168 time: 0.6837661 Jun 11 11:43:49.492177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45228) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:49.498097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-67dc2583-b9e9-436d-b796-a0a2bc14d458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:49.554224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48d209-3635-48f0-9d01-3d9b5f066bd8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104e5e31-0691-4282-b6d7-30f0b3d8bc0c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:49.564756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ec48d209-3635-48f0-9d01-3d9b5f066bd8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:49.575542 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dfd0ac2e-3185-4bf6-bf1a-d846b7421c06 req-cb558702-efd4-4096-982c-a262d0deebe0 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958326 Jun 11 11:43:49.582869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port ba2d1538-f8ba-48ac-bf98-046421be31b2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:49.628465 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.648592 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0f849b5b-32c9-402a-a9e7-04fc56d472ab tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1457961 Jun 11 11:43:49.650840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45232) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:49.657100 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e14b5414-0159-467b-a6ff-be8212eefa95 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827658412'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:49.671389 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Pushing event updated for resources: {'Port': ['ID=e3ff8fe1-0e6d-473c-94e8-7f3806500a9c,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:49.680248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:49.688835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b093f160-2af3-4786-8db7-5967b9137a41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:49.851189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e14b5414-0159-467b-a6ff-be8212eefa95 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.901105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=ba2d1538-f8ba-48ac-bf98-046421be31b2,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:49.908958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:49.915866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:50.217275 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e14b5414-0159-467b-a6ff-be8212eefa95 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:50.224397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e14b5414-0159-467b-a6ff-be8212eefa95 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:50.233564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:50.235439 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9966bf1e-f9fa-4cd3-ad0c-67240c7a3c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:50.289393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f65531d5-d49a-402a-bfe0-ab1caede3868 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:50.309101 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b5414-0159-467b-a6ff-be8212eefa95 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0757ef32-c457-4624-b649-3338a4b0de4c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:50.313237 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e14b5414-0159-467b-a6ff-be8212eefa95 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:50.314918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e14b5414-0159-467b-a6ff-be8212eefa95 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:50.318932 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e14b5414-0159-467b-a6ff-be8212eefa95 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6671042 Jun 11 11:43:50.321365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45266) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:50.327028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-cd1714d9-849c-40b0-8bfd-c27369418708 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075468661'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:50.332177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port 802a2d84-e702-4dc7-aa3e-ae265e2e6e5c {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:50.332504 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:50.362854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc6b2d38-7b6d-49c8-bf3e-c09708c6a5a3 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:50.401478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cc5b9752-234f-467e-b72f-29bff2f03808 None None] Provisioning for port 29953027-eb8e-4107-8085-40d0390dac3b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:50.418816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cd1714d9-849c-40b0-8bfd-c27369418708 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:50.449143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:50.458226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.objects.ports [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99006) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:43:50.463581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:50.524181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=f7406600-0245-4ae7-9949-09d22092b77d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:50.527598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:50.529372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:50.530458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:50.554672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f84e760f-4adf-4bf0-8189-63cfeae14f73 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:50.594062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:50.787607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b2d38-7b6d-49c8-bf3e-c09708c6a5a3 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=054a29ca-97d7-4527-af36-82715ae25d03,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:50.826330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc6b2d38-7b6d-49c8-bf3e-c09708c6a5a3 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:50.844075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:50.849041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for 802a2d84-e702-4dc7-aa3e-ae265e2e6e5c owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:50.958006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fec66-1fda-4943-a1ff-9c00cdc67bfb req-4c1a9b2e-9d72-4b0f-97cb-73e6f6720420 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:50.965451 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c28fec66-1fda-4943-a1ff-9c00cdc67bfb req-4c1a9b2e-9d72-4b0f-97cb-73e6f6720420 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 944 time: 0.9550557 Jun 11 11:43:50.972539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e3ff8fe1-0e6d-473c-94e8-7f3806500a9c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:51.021838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc6b2d38-7b6d-49c8-bf3e-c09708c6a5a3 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:51.030141 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45272) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:51.031817 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dc6b2d38-7b6d-49c8-bf3e-c09708c6a5a3 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/054a29ca-97d7-4527-af36-82715ae25d03 HTTP/1.1" status: 204 len: 168 time: 2.6311688 Jun 11 11:43:51.040780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device ba2d1538-f8ba-48ac-bf98-046421be31b2 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:51.096989 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c68c7f-c588-42e8-a334-ce46c089b2d5 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:43:51.098594 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-17c68c7f-c588-42e8-a334-ce46c089b2d5 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/054a29ca-97d7-4527-af36-82715ae25d03 HTTP/1.1" status: 404 len: 333 time: 0.0606313 Jun 11 11:43:51.109416 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cd1714d9-849c-40b0-8bfd-c27369418708 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:51.110267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45274) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:51.212703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58396275-493b-49bb-8f3d-4500545d4bb4 None None] Network 32e5a08e-8e3e-41e2-a787-792af2b8f326 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:51.223586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:51.249790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=cece5cb3-63c1-4606-a1b3-361a6bf1a9c4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:51.267756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:51.276192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Checking segment: {'id': '73bcd4af-9f64-4b2f-994c-794b0e636b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'da75f0c9-e24b-4898-8242-967517c6f5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:51.276579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network hostable DHCP agents. Network: da75f0c9-e24b-4898-8242-967517c6f5ac, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:51.290777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f148567-914c-4fbc-824a-35e6b3cc0d0c req-2bc54ef6-f167-4ee3-9368-31257aa1340e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:51.292366 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0f148567-914c-4fbc-824a-35e6b3cc0d0c req-2bc54ef6-f167-4ee3-9368-31257aa1340e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.4371848 Jun 11 11:43:51.293039 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cd1714d9-849c-40b0-8bfd-c27369418708 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:51.314788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eaed52bd-e39d-47f6-a2f2-647f020d07f1 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:51.322429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cd1714d9-849c-40b0-8bfd-c27369418708 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:51.327184 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cd1714d9-849c-40b0-8bfd-c27369418708 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0049250 Jun 11 11:43:51.327799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45276) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:51.328797 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c28fec66-1fda-4943-a1ff-9c00cdc67bfb req-095006fe-7f25-4a68-b7f8-74d03c5bedb2 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956722 Jun 11 11:43:51.361340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74b7e8d-f425-4c2f-87c0-dcb26040aa43 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting subnet 9f8094e3-ba55-419f-aeb7-40cee8abdbae {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:43:51.374083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9fc09d80-953f-48ed-8ce0-c65dbb79216c tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': '0757ef32-c457-4624-b649-3338a4b0de4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '15bbb0e6-f65c-44bc-8f6c-9338f616e111', 'remote_ip_prefix': None}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:51.377667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45278) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:51.390167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network da75f0c9-e24b-4898-8242-967517c6f5ac is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:51.447939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 29953027-eb8e-4107-8085-40d0390dac3b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:51.483477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, da75f0c9-e24b-4898-8242-967517c6f5ac) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:51.491942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:51.498593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:51.503873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:51.504588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:51.508971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:51.552864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port ba2d1538-f8ba-48ac-bf98-046421be31b2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:51.553336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:51.602654 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0fef1ef7-80c6-4abf-ac9c-14faa378a236 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/floatingips/8078c053-49ac-4664-b803-7a0a7fbf2684 HTTP/1.1" status: 200 len: 992 time: 0.2204857 Jun 11 11:43:51.609507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0be77f-d99e-4238-894b-2ca0e6682220 None None] Network da75f0c9-e24b-4898-8242-967517c6f5ac requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:51.620819 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.5393534 Jun 11 11:43:51.621850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45280) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:51.671693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] Provisioning for port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:51.733198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:51.787512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] Provisioning complete for port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:51.787910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:51.914452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d7090-62ef-408b-90f6-f04f31928f44 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port cece5cb3-63c1-4606-a1b3-361a6bf1a9c4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:51.915164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7090-62ef-408b-90f6-f04f31928f44 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:51.988282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 29953027-eb8e-4107-8085-40d0390dac3b completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:52.019605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d74b7e8d-f425-4c2f-87c0-dcb26040aa43 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.022203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 29953027-eb8e-4107-8085-40d0390dac3b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:52.022632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.036758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7090-62ef-408b-90f6-f04f31928f44 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.083098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1714d9-849c-40b0-8bfd-c27369418708 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bbb0e6-f65c-44bc-8f6c-9338f616e111,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:52.104473 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cd1714d9-849c-40b0-8bfd-c27369418708 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:52.137290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d74b7e8d-f425-4c2f-87c0-dcb26040aa43 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.170989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d7090-62ef-408b-90f6-f04f31928f44 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for cece5cb3-63c1-4606-a1b3-361a6bf1a9c4 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:52.180678 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0f148567-914c-4fbc-824a-35e6b3cc0d0c req-ee517dfa-17b7-4f70-9a1c-c8e40931db8e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8673387 Jun 11 11:43:52.244566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d80-953f-48ed-8ce0-c65dbb79216c tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.276638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:43:52.279632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8abfb6-df4e-494c-8622-aa54611232fa" -d '{"events": [{"server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "name": "network-vif-plugged", "status": "completed", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:43:52.348477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.353821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:52.360144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33587643-ea66-4631-abe1-c5cd7608b08e x-openstack-request-id: req-33587643-ea66-4631-abe1-c5cd7608b08e {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:43:52.360810 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "name": "network-vif-plugged", "status": "completed", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:43:52.361372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33587643-ea66-4631-abe1-c5cd7608b08e {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:43:52.361957 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'code': 200} Jun 11 11:43:52.364614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] For port 29953027-eb8e-4107-8085-40d0390dac3b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=29953027-eb8e-4107-8085-40d0390dac3b,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:52.368050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port ba2d1538-f8ba-48ac-bf98-046421be31b2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:52.388310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.415388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:52.418051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=802a2d84-e702-4dc7-aa3e-ae265e2e6e5c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:52.420768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:52.430053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d74b7e8d-f425-4c2f-87c0-dcb26040aa43 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.456852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.464703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.465621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.471913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bf1797b8-8802-42ac-a889-2aa08f8dc24d tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:52.477776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7090-62ef-408b-90f6-f04f31928f44 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.543833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:52.556173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:52.558426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7090-62ef-408b-90f6-f04f31928f44 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.560338 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ad0d7090-62ef-408b-90f6-f04f31928f44 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/cece5cb3-63c1-4606-a1b3-361a6bf1a9c4 HTTP/1.1" status: 204 len: 168 time: 0.9382880 Jun 11 11:43:52.565889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:52.565889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.568107 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45286) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:52.572847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1a3fb-bdad-46bd-a9c7-0fd09d2afaa4 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:52.655596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=29953027-eb8e-4107-8085-40d0390dac3b,revision_number=4']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:52.660611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d80-953f-48ed-8ce0-c65dbb79216c tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.661174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:52.665739 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.3330169 Jun 11 11:43:52.665739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:52.667076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45288) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:52.670075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d80-953f-48ed-8ce0-c65dbb79216c tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.679599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:7d:ff:bf', 'name': 'tempest-NetworksTestDHCPv6-1415677869'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:52.690919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dc2e6edd-4ba6-4661-9873-7895589b95cc tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:52.760765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55c79bf-5cd4-44f4-9515-5baaaf12b498 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:52.770155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55c79bf-5cd4-44f4-9515-5baaaf12b498 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:52.773726 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d55c79bf-5cd4-44f4-9515-5baaaf12b498 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2045224 Jun 11 11:43:52.777135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45290) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:52.827807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=24075948-2cd0-4847-96bb-b3ddf22baf7c,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:52.849152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:52.850082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:52.863289 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.867325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=ba2d1538-f8ba-48ac-bf98-046421be31b2,revision_number=8']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:52.920055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc09d80-953f-48ed-8ce0-c65dbb79216c tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c93ef9-c509-4c9c-9386-b5c24ebf97b6,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:52.922957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:52.925931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d7090-62ef-408b-90f6-f04f31928f44 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=cece5cb3-63c1-4606-a1b3-361a6bf1a9c4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:52.935403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ad0d7090-62ef-408b-90f6-f04f31928f44 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:52.955931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.987383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d80-953f-48ed-8ce0-c65dbb79216c tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:52.988585 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9fc09d80-953f-48ed-8ce0-c65dbb79216c tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6321735 Jun 11 11:43:53.001129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45294) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:53.026153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 29953027-eb8e-4107-8085-40d0390dac3b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=29953027-eb8e-4107-8085-40d0390dac3b,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:53.036697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.041191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-190093b9-7be8-4f5c-8741-1194a7a4520c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:53.048469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-001c3c3a-ebf5-4873-94b6-f28148a35516 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.062291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-001c3c3a-ebf5-4873-94b6-f28148a35516 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.110790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-001c3c3a-ebf5-4873-94b6-f28148a35516 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.114037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:53.129719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9fc09d80-953f-48ed-8ce0-c65dbb79216c tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:53.138522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-001c3c3a-ebf5-4873-94b6-f28148a35516 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.145367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d74b7e8d-f425-4c2f-87c0-dcb26040aa43 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.154601 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-001c3c3a-ebf5-4873-94b6-f28148a35516 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/61c93ef9-c509-4c9c-9386-b5c24ebf97b6 HTTP/1.1" status: 204 len: 168 time: 0.1521389 Jun 11 11:43:53.159870 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c30042f-f793-45d8-8175-318249016632 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:53.160186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c3c3a-ebf5-4873-94b6-f28148a35516 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61c93ef9-c509-4c9c-9386-b5c24ebf97b6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:53.165089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-001c3c3a-ebf5-4873-94b6-f28148a35516 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:53.166343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45296) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:53.166869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-644ed8fb-65e2-42a8-b309-65c152eb46a8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port f7406600-0245-4ae7-9949-09d22092b77d {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:53.167239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-644ed8fb-65e2-42a8-b309-65c152eb46a8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.203467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=29953027-eb8e-4107-8085-40d0390dac3b,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:53.208390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:53.277226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 29953027-eb8e-4107-8085-40d0390dac3b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:53.284314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d74b7e8d-f425-4c2f-87c0-dcb26040aa43 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.287791 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d74b7e8d-f425-4c2f-87c0-dcb26040aa43 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/9f8094e3-ba55-419f-aeb7-40cee8abdbae HTTP/1.1" status: 204 len: 168 time: 2.1760280 Jun 11 11:43:53.294906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b7e8d-f425-4c2f-87c0-dcb26040aa43 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8094e3-ba55-419f-aeb7-40cee8abdbae,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:53.299383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45300) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:53.311007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d74b7e8d-f425-4c2f-87c0-dcb26040aa43 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:53.378498 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.386663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-644ed8fb-65e2-42a8-b309-65c152eb46a8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.410722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:53.414340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f1f911-3b49-4a50-9803-a2235c98d959 None None] Network 32e5a08e-8e3e-41e2-a787-792af2b8f326 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:53.506061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:43:53.506523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:43:53.574489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-644ed8fb-65e2-42a8-b309-65c152eb46a8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for f7406600-0245-4ae7-9949-09d22092b77d owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:53.600421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 29953027-eb8e-4107-8085-40d0390dac3b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:53.600421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.620914 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:43:53.702186 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e188007f-8668-410e-b24b-aa02c6af5ccd tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5271904 Jun 11 11:43:53.741708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45302) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:53.757935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8ac9a8-bf91-49a1-91ce-2a015cf68e23 None None] DHCP port deletion for 32e5a08e-8e3e-41e2-a787-792af2b8f326 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:43:53.865426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ac9a8-bf91-49a1-91ce-2a015cf68e23 None None] Deleting port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:53.865974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac9a8-bf91-49a1-91ce-2a015cf68e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:53.986684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-6e8ac9a8-bf91-49a1-91ce-2a015cf68e23 None None] For port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e3ff8fe1-0e6d-473c-94e8-7f3806500a9c,segment=NetworkSegment(1bef2bec-f8b0-40be-ac72-b151793a8095),segment_id=1bef2bec-f8b0-40be-ac72-b151793a8095)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:53.987381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac9a8-bf91-49a1-91ce-2a015cf68e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.059230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.160355 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.189069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port d152678e-2e05-4204-a5ef-30e057dfe266 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:54.218288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ac9a8-bf91-49a1-91ce-2a015cf68e23 None None] Calling delete_port for e3ff8fe1-0e6d-473c-94e8-7f3806500a9c owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:54.222188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5313a2-ace5-4edb-97fd-5c4aeca8edb5 req-74de95e2-6662-429d-ba73-e1108f1cc502 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:54.223765 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0a5313a2-ace5-4edb-97fd-5c4aeca8edb5 req-74de95e2-6662-429d-ba73-e1108f1cc502 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.6941245 Jun 11 11:43:54.248702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.373582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] For port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e3ff8fe1-0e6d-473c-94e8-7f3806500a9c,segment=NetworkSegment(1bef2bec-f8b0-40be-ac72-b151793a8095),segment_id=1bef2bec-f8b0-40be-ac72-b151793a8095)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:54.375981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-644ed8fb-65e2-42a8-b309-65c152eb46a8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.387532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.392610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a540babe-ce61-4d5b-a0a0-c20458370e42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:54.410632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-87d18e20-3151-4c27-a0e5-55ae84fd86b7 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:54.447780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ed8fb-65e2-42a8-b309-65c152eb46a8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=f7406600-0245-4ae7-9949-09d22092b77d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:54.450738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-644ed8fb-65e2-42a8-b309-65c152eb46a8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:54.451906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-644ed8fb-65e2-42a8-b309-65c152eb46a8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.453866 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-644ed8fb-65e2-42a8-b309-65c152eb46a8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/f7406600-0245-4ae7-9949-09d22092b77d HTTP/1.1" status: 204 len: 168 time: 1.6757338 Jun 11 11:43:54.457364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45306) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:54.482980 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] Pushing event updated for resources: {'Port': ['ID=e3ff8fe1-0e6d-473c-94e8-7f3806500a9c,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:54.493189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:54.504827 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac9a8-bf91-49a1-91ce-2a015cf68e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.508180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:54.512444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-138729d9-8797-41dd-aba0-a4ed62c8bc62 None None] Could not find standard attr ID for object e3ff8fe1-0e6d-473c-94e8-7f3806500a9c. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:43:54.551710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ac9a8-bf91-49a1-91ce-2a015cf68e23 None None] Pushing event deleted for resources: {'Port': ['ID=e3ff8fe1-0e6d-473c-94e8-7f3806500a9c,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:54.554049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6e8ac9a8-bf91-49a1-91ce-2a015cf68e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:54.556535 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ac9a8-bf91-49a1-91ce-2a015cf68e23 None None] No DVR routers for this DVR port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:54.568858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-138729d9-8797-41dd-aba0-a4ed62c8bc62 None None] Provisioning complete for port 29953027-eb8e-4107-8085-40d0390dac3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:54.568858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-138729d9-8797-41dd-aba0-a4ed62c8bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.575053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8deb413-3e28-4c6d-9a68-eabc62df4090 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:54.579234 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c8deb413-3e28-4c6d-9a68-eabc62df4090 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1182182 Jun 11 11:43:54.581367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45308) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:54.638025 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1569d5-b9dc-49a4-b579-f2a01dbfdd39 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:43:54.642303 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-af1569d5-b9dc-49a4-b579-f2a01dbfdd39 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/cece5cb3-63c1-4606-a1b3-361a6bf1a9c4 HTTP/1.1" status: 404 len: 333 time: 0.0521364 Jun 11 11:43:54.642779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45310) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:54.652430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1136-15ed-43ce-bdb1-039780a24f75 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.681431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-138729d9-8797-41dd-aba0-a4ed62c8bc62 None None] Could not find standard attr ID for object 054a29ca-97d7-4527-af36-82715ae25d03. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:43:54.687920 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3cbcaa3-4dcf-4dcc-a9fc-99db2e3ae4ed tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:43:54.690584 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b3cbcaa3-4dcf-4dcc-a9fc-99db2e3ae4ed tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/f7406600-0245-4ae7-9949-09d22092b77d HTTP/1.1" status: 404 len: 333 time: 0.0466418 Jun 11 11:43:54.692915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45312) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:54.711383 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0a5313a2-ace5-4edb-97fd-5c4aeca8edb5 req-8f460b21-ce80-4ec5-80a0-e7b01b8ac91a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406826 Jun 11 11:43:54.772469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1136-15ed-43ce-bdb1-039780a24f75 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.807666 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.810721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 172.20.0.11 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/9dd24052-cf3b-414b-b958-2d357b4d113c/d152678e-2e05-4204-a5ef-30e057dfe266) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:54.825412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:54.825792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.837892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::f816:3eff:fe7d:ffbf (2bf35732-ffe6-4e33-a6fb-db76771bc26d/24075948-2cd0-4847-96bb-b3ddf22baf7c/d152678e-2e05-4204-a5ef-30e057dfe266) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:54.893159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Router 99a059d2-371b-4e6b-b880-e15f1de1effd has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:43:54.937415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.949520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da75f0c9-e24b-4898-8242-967517c6f5ac']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:54.962973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bcd4af-9f64-4b2f-994c-794b0e636b40') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:54.963217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bcd4af-9f64-4b2f-994c-794b0e636b40') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:54.975809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.981757 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1136-15ed-43ce-bdb1-039780a24f75 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.984347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1136-15ed-43ce-bdb1-039780a24f75 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:54.985482 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ac2d1136-15ed-43ce-bdb1-039780a24f75 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-groups/15bbb0e6-f65c-44bc-8f6c-9338f616e111 HTTP/1.1" status: 204 len: 168 time: 1.2276111 Jun 11 11:43:54.988684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45314) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:54.993119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3e42c888-2565-4566-9333-4c5e6771ae5a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:55.003466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] For port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:43:55.003845 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.007370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.031352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d1136-15ed-43ce-bdb1-039780a24f75 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bbb0e6-f65c-44bc-8f6c-9338f616e111,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:55.054631 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6e5d99b9-e5bc-4161-b76d-5bbe5f782073 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0646091 Jun 11 11:43:55.055907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:55.056328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:55.059632 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:55.082082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45318) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:55.108160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ac2d1136-15ed-43ce-bdb1-039780a24f75 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:55.186624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.191152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-04bde26c-1f78-4d39-8bc2-679fff701070 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:55.202241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 29953027-eb8e-4107-8085-40d0390dac3b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:43:55.210588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.219295 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/networks/da75f0c9-e24b-4898-8242-967517c6f5ac HTTP/1.1" status: 204 len: 168 time: 0.5250068 Jun 11 11:43:55.221193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Network': ['ID=da75f0c9-e24b-4898-8242-967517c6f5ac,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:55.247754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:55.248231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45320) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:55.254004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1488958104'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:55.258548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e91abeee-66d5-4cad-b34e-dd93522d358b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.287559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 29953027-eb8e-4107-8085-40d0390dac3b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:55.288227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.288559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e91abeee-66d5-4cad-b34e-dd93522d358b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.348909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e91abeee-66d5-4cad-b34e-dd93522d358b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.351749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e91abeee-66d5-4cad-b34e-dd93522d358b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.355287 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e91abeee-66d5-4cad-b34e-dd93522d358b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-groups/0757ef32-c457-4624-b649-3338a4b0de4c HTTP/1.1" status: 204 len: 168 time: 0.2693021 Jun 11 11:43:55.356117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56620756-44d9-4d93-adcd-653dafa1ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:55.359300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45322) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:55.399662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91abeee-66d5-4cad-b34e-dd93522d358b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0757ef32-c457-4624-b649-3338a4b0de4c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:55.411936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e91abeee-66d5-4cad-b34e-dd93522d358b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:55.419733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:55.425562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.460144 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e640654a-3b8f-4e55-83f1-26d287c8df2f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0926602 Jun 11 11:43:55.470559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45324) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:55.470559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-95a9efff-56f9-461e-90ea-9e2583ace74d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380752804'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:55.494871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:43:55.511359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e3ff8fe1-0e6d-473c-94e8-7f3806500a9c no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:43:55.516488 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.517083 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Added segment edbf9db2-47e2-4a16-9c6a-6565d450d9dc of type vlan for network add03e73-f73a-4b18-9836-c1370ef8e81f Jun 11 11:43:55.547285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: e3ff8fe1-0e6d-473c-94e8-7f3806500a9c {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:43:55.547906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e3ff8fe1-0e6d-473c-94e8-7f3806500a9c not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:43:55.573910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-95a9efff-56f9-461e-90ea-9e2583ace74d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.597164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for e3ff8fe1-0e6d-473c-94e8-7f3806500a9c owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:55.601190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_backend_mixin [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c was not found and therefore no delete operation was performed {{(pid=99005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:43:55.601946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.614690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.621094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d9a33434-c9b9-4262-bf3c-5d63ce4c2c4b tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:55.658752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.664937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:55.664937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.670947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63a36fba-7103-4e06-b78c-86ccf964e44e tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:55.709799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=e3ff8fe1-0e6d-473c-94e8-7f3806500a9c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:55.712953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No DVR routers for this DVR port e3ff8fe1-0e6d-473c-94e8-7f3806500a9c on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:43:55.723058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:55.777814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Network': ['ID=add03e73-f73a-4b18-9836-c1370ef8e81f,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:55.783879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:55.792686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network add03e73-f73a-4b18-9836-c1370ef8e81f details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:43:55.817351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-95a9efff-56f9-461e-90ea-9e2583ace74d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.823212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:43:55.826943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-95a9efff-56f9-461e-90ea-9e2583ace74d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.838444 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b90a7c-9e82-4efd-8379-9e409862e32f None None] Sync routers for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:43:55.840125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-887da670-bd35-40d0-a8e0-dafd5d0e7f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:55.853146 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "PUT /v2.0/routers/99a059d2-371b-4e6b-b880-e15f1de1effd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7984040 Jun 11 11:43:55.856262 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b90a7c-9e82-4efd-8379-9e409862e32f None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:55.857031 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b3b90a7c-9e82-4efd-8379-9e409862e32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:55.862814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45328) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:55.864424 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6151371 Jun 11 11:43:55.874261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45330) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:55.891021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': 'add03e73-f73a-4b18-9836-c1370ef8e81f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:55.923004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.935999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.942362 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e5a08e-8e3e-41e2-a787-792af2b8f326']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:55.961731 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bef2bec-f8b0-40be-ac72-b151793a8095') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:55.962312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bef2bec-f8b0-40be-ac72-b151793a8095') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:55.972326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object d152678e-2e05-4204-a5ef-30e057dfe266 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:55.977809 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:55.994561 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b3b90a7c-9e82-4efd-8379-9e409862e32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:55.999030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.006366 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b90a7c-9e82-4efd-8379-9e409862e32f None None] Routers {'99a059d2-371b-4e6b-b880-e15f1de1effd'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:43:56.007657 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b3b90a7c-9e82-4efd-8379-9e409862e32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:43:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['99a059d2-371b-4e6b-b880-e15f1de1effd'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:56.017330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:43:56.018008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:43:56.021203 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:43:56.067706 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b3b90a7c-9e82-4efd-8379-9e409862e32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:43:56.068138 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b90a7c-9e82-4efd-8379-9e409862e32f None None] The sync data for ids ['99a059d2-371b-4e6b-b880-e15f1de1effd'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:43:56.109089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-95a9efff-56f9-461e-90ea-9e2583ace74d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.113627 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-95a9efff-56f9-461e-90ea-9e2583ace74d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6469374 Jun 11 11:43:56.114506 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45334) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:56.119618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-dc0091a4-d17a-4f33-84e9-dd7df953d943 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': 'c945fda4-0d47-4ce6-baac-5a119a5650a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:56.127610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9efff-56f9-461e-90ea-9e2583ace74d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c945fda4-0d47-4ce6-baac-5a119a5650a2,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:56.132405 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.134571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.134787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-95a9efff-56f9-461e-90ea-9e2583ace74d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:56.141761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-719e3345-4dde-4e51-ac28-cd07b303f63d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:56.182380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.187744 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/networks/32e5a08e-8e3e-41e2-a787-792af2b8f326 HTTP/1.1" status: 204 len: 168 time: 2.8818491 Jun 11 11:43:56.190788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45336) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:56.197706 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'name': 'tempest-PortsTestJSON-978382910'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:56.265214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:56.270662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.329734 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=d152678e-2e05-4204-a5ef-30e057dfe266,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:56.332299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc0091a4-d17a-4f33-84e9-dd7df953d943 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.335260 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:56.342841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:56.348396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:56.372229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:56.389157 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:56.392915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.403963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Network': ['ID=32e5a08e-8e3e-41e2-a787-792af2b8f326,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:56.406291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebceee7-1e71-4954-aa87-ae35f5b4e2bf req-5c06581f-cb17-4249-b7d9-e3b3b5b8fa30 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:56.414835 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7ebceee7-1e71-4954-aa87-ae35f5b4e2bf req-5c06581f-cb17-4249-b7d9-e3b3b5b8fa30 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3995647 Jun 11 11:43:56.423251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:56.483288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:56.484250 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.499304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:56.503974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.507620 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7ebceee7-1e71-4954-aa87-ae35f5b4e2bf req-a66ab9f6-9ee4-491b-b0d1-83c996edcc80 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922263 Jun 11 11:43:56.541540 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.8664098 Jun 11 11:43:56.549783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45340) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:56.551926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc0091a4-d17a-4f33-84e9-dd7df953d943 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.555956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port 45eecdfd-32e3-4fc0-8747-e7403a3dbed4 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:56.573753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc0091a4-d17a-4f33-84e9-dd7df953d943 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.663838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:56.725327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0091a4-d17a-4f33-84e9-dd7df953d943 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02913f14-034e-4f91-b427-74b8ff85a0c4,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:56.728222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dc0091a4-d17a-4f33-84e9-dd7df953d943 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:56.768981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc0091a4-d17a-4f33-84e9-dd7df953d943 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.770213 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dc0091a4-d17a-4f33-84e9-dd7df953d943 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6544840 Jun 11 11:43:56.778287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45344) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:56.842290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1fddf16d-8e4c-4b71-9f3c-3af6707996da None None] Provisioning for port d152678e-2e05-4204-a5ef-30e057dfe266 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:43:56.849535 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1fddf16d-8e4c-4b71-9f3c-3af6707996da None None] Provisioning complete for port d152678e-2e05-4204-a5ef-30e057dfe266 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:43:56.850622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1fddf16d-8e4c-4b71-9f3c-3af6707996da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.872193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c84c0b15-08c4-49e2-a625-d64576a1f6d3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.885815 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db29c27d-7722-48db-a57f-07af9cf28648 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:56.894450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db29c27d-7722-48db-a57f-07af9cf28648 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:56.897919 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-db29c27d-7722-48db-a57f-07af9cf28648 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3410194 Jun 11 11:43:56.908647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45346) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:56.934373 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-1fddf16d-8e4c-4b71-9f3c-3af6707996da None None] Port d152678e-2e05-4204-a5ef-30e057dfe266 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:43:56.960543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c84c0b15-08c4-49e2-a625-d64576a1f6d3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:56.998149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.005979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.031479 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.038204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f544af81-cc5d-49b3-aa43-a4f4b09d8d2a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:57.062099 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c84c0b15-08c4-49e2-a625-d64576a1f6d3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.066506 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f346cd3f-495b-45a3-8b4c-ccc7a3d747d9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:57.077611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c84c0b15-08c4-49e2-a625-d64576a1f6d3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.079036 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c84c0b15-08c4-49e2-a625-d64576a1f6d3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/02913f14-034e-4f91-b427-74b8ff85a0c4 HTTP/1.1" status: 204 len: 168 time: 0.3016870 Jun 11 11:43:57.082123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45348) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:57.083654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c0b15-08c4-49e2-a625-d64576a1f6d3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02913f14-034e-4f91-b427-74b8ff85a0c4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:57.096302 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c84c0b15-08c4-49e2-a625-d64576a1f6d3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:57.125074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.129102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da642a75-64ea-4d16-bf07-74a2a94a493e req-cbd95574-d2ad-4dbc-bb25-9dabd1bd2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:57.130621 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-da642a75-64ea-4d16-bf07-74a2a94a493e req-cbd95574-d2ad-4dbc-bb25-9dabd1bd2ea7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ae6cd23526432e8d1c423d0133032f&device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 1098 time: 0.1224296 Jun 11 11:43:57.133077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1eea3e06-0a53-426a-b7d0-57ad0f5965c7 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:57.229064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Subnet': ['ID=ddb3e08a-aeea-40e2-adec-e6da253432ab,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:57.229064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:57.232087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:57.232087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:57.236482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:57.242389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:57.243048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.284805 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-713763ef-6344-46ac-a6f2-e2342f50ae18 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1951778 Jun 11 11:43:57.293149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45352) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:57.303887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=45eecdfd-32e3-4fc0-8747-e7403a3dbed4,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:57.309443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:57.315411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Checking segment: {'id': 'edbf9db2-47e2-4a16-9c6a-6565d450d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'add03e73-f73a-4b18-9836-c1370ef8e81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:57.316207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network hostable DHCP agents. Network: add03e73-f73a-4b18-9836-c1370ef8e81f, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:43:57.320193 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1269383 Jun 11 11:43:57.322920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45354) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:57.327320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e68252-6941-47d1-a6dc-1a1c861176f0 req-fa3d4ae5-18de-4aa1-8f90-dabfd7a35447 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:57.328674 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12e68252-6941-47d1-a6dc-1a1c861176f0 req-fa3d4ae5-18de-4aa1-8f90-dabfd7a35447 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3783197 Jun 11 11:43:57.396084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da642a75-64ea-4d16-bf07-74a2a94a493e req-686254ae-475d-4d4b-8a6e-764caa24a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:57.397579 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-da642a75-64ea-4d16-bf07-74a2a94a493e req-686254ae-475d-4d4b-8a6e-764caa24a7e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3072c694-f3c9-4ecc-83b5-3be429a16450 HTTP/1.1" status: 200 len: 914 time: 0.2320850 Jun 11 11:43:57.399424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting port 273c12c9-e949-407f-93e2-179e1ff96ef2 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:57.399775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.425336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.467209 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-26c53018-020f-499d-a39b-b503fcccb5df tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port d152678e-2e05-4204-a5ef-30e057dfe266 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:57.467827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26c53018-020f-499d-a39b-b503fcccb5df tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.470164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network add03e73-f73a-4b18-9836-c1370ef8e81f is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:43:57.521954 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12e68252-6941-47d1-a6dc-1a1c861176f0 req-45de7a7b-25db-4660-b454-5fd6821fbacb tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739638 Jun 11 11:43:57.536637 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-da642a75-64ea-4d16-bf07-74a2a94a493e req-af29bb97-232f-4754-9671-6d4433f4c801 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c8b3e5-7646-4625-8d95-1fc403795a41 HTTP/1.1" status: 200 len: 1001 time: 0.1310828 Jun 11 11:43:57.572221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, add03e73-f73a-4b18-9836-c1370ef8e81f) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:57.577480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:57.577976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.581714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8924cf-5535-4647-bffc-e66879154c18 None None] Network add03e73-f73a-4b18-9836-c1370ef8e81f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:43:57.585995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c791dd6a-8049-4885-9e97-a746ee1c4e15 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.598455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-bae41cf4-fc89-4ab1-9335-10b5312c0abc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 45eecdfd-32e3-4fc0-8747-e7403a3dbed4 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:43:57.598455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bae41cf4-fc89-4ab1-9335-10b5312c0abc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.637396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da642a75-64ea-4d16-bf07-74a2a94a493e req-e2328ae6-6b54-4a93-a145-e889206a3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:57.638921 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-da642a75-64ea-4d16-bf07-74a2a94a493e req-e2328ae6-6b54-4a93-a145-e889206a3e8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c220a6cf-448b-430d-9969-8a36f99f4566 HTTP/1.1" status: 200 len: 851 time: 0.0887518 Jun 11 11:43:57.684615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.708624 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8222585 Jun 11 11:43:57.710282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c791dd6a-8049-4885-9e97-a746ee1c4e15 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.724035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45356) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:57.733213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': 'add03e73-f73a-4b18-9836-c1370ef8e81f', 'name': 'tempest-PortsIpV6TestJSON-34255407'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:57.739521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bae41cf4-fc89-4ab1-9335-10b5312c0abc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.841931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-bae41cf4-fc89-4ab1-9335-10b5312c0abc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 45eecdfd-32e3-4fc0-8747-e7403a3dbed4 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:57.855406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Calling delete_port for 273c12c9-e949-407f-93e2-179e1ff96ef2 owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:57.873305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-add03e73-f73a-4b18-9836-c1370ef8e81f', 'network_id': 'add03e73-f73a-4b18-9836-c1370ef8e81f', 'tenant_id': '2bce661b7891475ea38e6060ed025bb1', 'fixed_ips': [{'subnet_id': 'ddb3e08a-aeea-40e2-adec-e6da253432ab'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:43:57.881177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26c53018-020f-499d-a39b-b503fcccb5df tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.881285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:57.916315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da642a75-64ea-4d16-bf07-74a2a94a493e req-8cc9278d-3ca6-4bc3-b96c-98ab1665f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:57.917813 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-da642a75-64ea-4d16-bf07-74a2a94a493e req-8cc9278d-3ca6-4bc3-b96c-98ab1665f75f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3072c694-f3c9-4ecc-83b5-3be429a16450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2704482 Jun 11 11:43:58.000202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-26c53018-020f-499d-a39b-b503fcccb5df tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for d152678e-2e05-4204-a5ef-30e057dfe266 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:43:58.063029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bae41cf4-fc89-4ab1-9335-10b5312c0abc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:58.068503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3385dc59-2bfd-411d-94bf-d4b4bc1d7640 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:58.085298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Allocated IP 2001:db8::2 (add03e73-f73a-4b18-9836-c1370ef8e81f/ddb3e08a-aeea-40e2-adec-e6da253432ab/fa769527-c89b-4dab-9a2c-14a66d565351) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: from cryptography.utils import int_from_bytes Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: from cryptography.utils import int_from_bytes Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:58.091599 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:43:58.095160 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:43:58.106777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae41cf4-fc89-4ab1-9335-10b5312c0abc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=45eecdfd-32e3-4fc0-8747-e7403a3dbed4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:58.119411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bae41cf4-fc89-4ab1-9335-10b5312c0abc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:58.126077 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-da642a75-64ea-4d16-bf07-74a2a94a493e req-80802d0f-d8bf-44ed-bddc-07c7e52070c8 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994255 Jun 11 11:43:58.127818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bae41cf4-fc89-4ab1-9335-10b5312c0abc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:58.129852 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bae41cf4-fc89-4ab1-9335-10b5312c0abc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/45eecdfd-32e3-4fc0-8747-e7403a3dbed4 HTTP/1.1" status: 204 len: 168 time: 0.8060188 Jun 11 11:43:58.132594 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45358) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:58.139325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'mac_address': 'fa:16:3e:13:39:d7', 'name': 'tempest-PortsTestJSON-1695861244'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:58.185412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c791dd6a-8049-4885-9e97-a746ee1c4e15 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:58.188431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c791dd6a-8049-4885-9e97-a746ee1c4e15 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:58.189788 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c791dd6a-8049-4885-9e97-a746ee1c4e15 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-groups/c945fda4-0d47-4ce6-baac-5a119a5650a2 HTTP/1.1" status: 204 len: 168 time: 0.8900056 Jun 11 11:43:58.201486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-95a9efff-56f9-461e-90ea-9e2583ace74d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:58.205395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45360) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:58.275980 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-da642a75-64ea-4d16-bf07-74a2a94a493e req-b4960a99-ca39-48cd-a76b-2f8332cea57b service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431153 Jun 11 11:43:58.280947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791dd6a-8049-4885-9e97-a746ee1c4e15 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c945fda4-0d47-4ce6-baac-5a119a5650a2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:58.283997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c791dd6a-8049-4885-9e97-a746ee1c4e15 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:58.484969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:58.494199 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Transition to ACTIVE for port object fa769527-c89b-4dab-9a2c-14a66d565351 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:58.516124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Transition to ACTIVE for port object fa769527-c89b-4dab-9a2c-14a66d565351 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:43:58.533837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:58.537323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dabd4a8d-7e6f-40aa-a836-e5c7c44191ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:58.598372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Network add03e73-f73a-4b18-9836-c1370ef8e81f is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:43:58.605410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:43:58.607449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Pushing event updated for resources: {'Port': ['ID=fa769527-c89b-4dab-9a2c-14a66d565351,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:58.628115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:43:58.630765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:58.726813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Attempting to bind port fa769527-c89b-4dab-9a2c-14a66d565351 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:43:58.727216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Attempting to bind port fa769527-c89b-4dab-9a2c-14a66d565351 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'edbf9db2-47e2-4a16-9c6a-6565d450d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'add03e73-f73a-4b18-9836-c1370ef8e81f'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:43:58.727698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Attempting to bind port fa769527-c89b-4dab-9a2c-14a66d565351 on network add03e73-f73a-4b18-9836-c1370ef8e81f {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:43:58.734141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:43:58.734554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Checking segment: {'id': 'edbf9db2-47e2-4a16-9c6a-6565d450d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'add03e73-f73a-4b18-9836-c1370ef8e81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:43:58.734980 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:58.736161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Bound using segment: {'id': 'edbf9db2-47e2-4a16-9c6a-6565d450d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'add03e73-f73a-4b18-9836-c1370ef8e81f'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:43:58.736906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Bound port: fa769527-c89b-4dab-9a2c-14a66d565351, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbf9db2-47e2-4a16-9c6a-6565d450d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'add03e73-f73a-4b18-9836-c1370ef8e81f'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:43:58.736906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:58.823820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] For port fa769527-c89b-4dab-9a2c-14a66d565351, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:43:58.829927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] For port fa769527-c89b-4dab-9a2c-14a66d565351, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fa769527-c89b-4dab-9a2c-14a66d565351,segment=NetworkSegment(edbf9db2-47e2-4a16-9c6a-6565d450d9dc),segment_id=edbf9db2-47e2-4a16-9c6a-6565d450d9dc)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:43:58.837546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:58.847860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a0cfeb40-9f55-4c75-905b-7f21e53c0f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:58.870349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adc679-fcd7-43a2-a911-2f84bc09feba req-495bbb64-c863-4f1d-a4ce-a6e3a6746961 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:58.872172 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-73adc679-fcd7-43a2-a911-2f84bc09feba req-495bbb64-c863-4f1d-a4ce-a6e3a6746961 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.1896906 Jun 11 11:43:58.937902 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-73adc679-fcd7-43a2-a911-2f84bc09feba req-941b63ce-dac2-44ea-bd79-a3eabfa24b08 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585999 Jun 11 11:43:58.941443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c17fe-1475-4a85-bae2-902eca79bb94 req-e7c4789c-28c0-4f37-90d4-bd5e7b9fe9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:58.943008 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-869c17fe-1475-4a85-bae2-902eca79bb94 req-e7c4789c-28c0-4f37-90d4-bd5e7b9fe9e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ae6cd23526432e8d1c423d0133032f&device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 1098 time: 0.1389225 Jun 11 11:43:58.952995 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Pushing event updated for resources: {'Port': ['ID=fa769527-c89b-4dab-9a2c-14a66d565351,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:58.960379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:59.082368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45366) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:43:59.082691 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8341082c-c189-4190-b52c-1d04d0bf077f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8499639 Jun 11 11:43:59.087598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:59.088324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a5172ca0-e211-42c2-808c-1bdc5128ed8d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977568242'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:43:59.091407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:59.119042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c17fe-1475-4a85-bae2-902eca79bb94 req-216c1c1d-8408-483a-ab22-e8401b22e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:59.120901 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-869c17fe-1475-4a85-bae2-902eca79bb94 req-216c1c1d-8408-483a-ab22-e8401b22e468 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3072c694-f3c9-4ecc-83b5-3be429a16450 HTTP/1.1" status: 200 len: 914 time: 0.1554453 Jun 11 11:43:59.180222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port d5d4856c-f4eb-4d6a-93f4-e759efb7f464 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:59.243607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:43:59.478621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:59.491223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-644ed8fb-65e2-42a8-b309-65c152eb46a8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:59.571285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:59.574017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Port': ['ID=273c12c9-e949-407f-93e2-179e1ff96ef2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:59.589336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:59.620660 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-869c17fe-1475-4a85-bae2-902eca79bb94 req-bd583502-1099-4b89-beb7-7003df7a8dad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c8b3e5-7646-4625-8d95-1fc403795a41 HTTP/1.1" status: 200 len: 1001 time: 0.4925957 Jun 11 11:43:59.622690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5172ca0-e211-42c2-808c-1bdc5128ed8d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:59.657940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port 7312b297-f5d0-4160-bea6-f0bb7e1fa08d yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:43:59.702812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c17fe-1475-4a85-bae2-902eca79bb94 req-4fc5eca6-f364-4d12-9e79-b38e0fc0ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:59.705473 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-869c17fe-1475-4a85-bae2-902eca79bb94 req-4fc5eca6-f364-4d12-9e79-b38e0fc0ca69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c220a6cf-448b-430d-9969-8a36f99f4566 HTTP/1.1" status: 200 len: 851 time: 0.0707550 Jun 11 11:43:59.712225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26c53018-020f-499d-a39b-b503fcccb5df tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:59.755134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:43:59.821898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8::286 (add03e73-f73a-4b18-9836-c1370ef8e81f/ddb3e08a-aeea-40e2-adec-e6da253432ab/d5d4856c-f4eb-4d6a-93f4-e759efb7f464) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:43:59.830075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c17fe-1475-4a85-bae2-902eca79bb94 req-38a444cf-3ef7-4b61-8cbe-97e102a89585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:43:59.832013 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-869c17fe-1475-4a85-bae2-902eca79bb94 req-38a444cf-3ef7-4b61-8cbe-97e102a89585 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3072c694-f3c9-4ecc-83b5-3be429a16450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1175199 Jun 11 11:43:59.834966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c53018-020f-499d-a39b-b503fcccb5df tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=d152678e-2e05-4204-a5ef-30e057dfe266,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:43:59.854442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-26c53018-020f-499d-a39b-b503fcccb5df tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:43:59.887788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5172ca0-e211-42c2-808c-1bdc5128ed8d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:59.931490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5172ca0-e211-42c2-808c-1bdc5128ed8d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:43:59.937143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cd1714d9-849c-40b0-8bfd-c27369418708 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:00.031409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.145329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5172ca0-e211-42c2-808c-1bdc5128ed8d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d1453b-0454-4a8c-b2cc-bef27a35a7a6,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:00.164687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5172ca0-e211-42c2-808c-1bdc5128ed8d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.169162 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a5172ca0-e211-42c2-808c-1bdc5128ed8d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0852995 Jun 11 11:44:00.171203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a5172ca0-e211-42c2-808c-1bdc5128ed8d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:00.171926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45372) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:00.182714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-038a6752-2f9f-40d7-9922-5216695cb1a0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': 'f8d1453b-0454-4a8c-b2cc-bef27a35a7a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:00.210906 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-869c17fe-1475-4a85-bae2-902eca79bb94 req-32739569-5531-4c86-b734-4baed317f6ac service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210552 Jun 11 11:44:00.244286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26c53018-020f-499d-a39b-b503fcccb5df tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.246326 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-26c53018-020f-499d-a39b-b503fcccb5df tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/d152678e-2e05-4204-a5ef-30e057dfe266 HTTP/1.1" status: 204 len: 168 time: 3.3131416 Jun 11 11:44:00.249934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf43d42-f4b4-4238-b76c-f8fce74bdbdc None None] Network add03e73-f73a-4b18-9836-c1370ef8e81f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:00.259297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45374) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:00.282582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-038a6752-2f9f-40d7-9922-5216695cb1a0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.439885 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-038a6752-2f9f-40d7-9922-5216695cb1a0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.442783 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-869c17fe-1475-4a85-bae2-902eca79bb94 req-2ca3c5db-3a77-40f3-b1c5-d1bdb73fbee8 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199903 Jun 11 11:44:00.447094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-038a6752-2f9f-40d7-9922-5216695cb1a0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.448884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6209188b-a38d-40ba-98dc-51729d570985 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:00.457020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.471640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a6752-2f9f-40d7-9922-5216695cb1a0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ddf897-3865-4486-b0d2-8cc3d2662b0d,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:00.474628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-038a6752-2f9f-40d7-9922-5216695cb1a0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:00.483792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-038a6752-2f9f-40d7-9922-5216695cb1a0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.487971 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-038a6752-2f9f-40d7-9922-5216695cb1a0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101745 Jun 11 11:44:00.488906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45378) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:00.519956 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-72de335f-8a6c-442e-9484-81f9327113d4 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules/03ddf897-3865-4486-b0d2-8cc3d2662b0d HTTP/1.1" status: 200 len: 763 time: 0.0298555 Jun 11 11:44:00.522413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45380) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:00.523807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-339c85c5-f52c-41d4-830d-6397412e498f None None] Provisioning for port fa769527-c89b-4dab-9a2c-14a66d565351 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:00.557833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.570849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b2b2c57d-de93-4fe5-8cae-0d6aab1978e9 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:00.585168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d754146-0af6-4b74-aa4c-9efe8140fb4f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:00.587001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d754146-0af6-4b74-aa4c-9efe8140fb4f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:00.588501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d754146-0af6-4b74-aa4c-9efe8140fb4f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:00.590141 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4d754146-0af6-4b74-aa4c-9efe8140fb4f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3296742 Jun 11 11:44:00.594204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.598919 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c2cb06cb-dc3f-499c-81f4-451dab231241 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0724428 Jun 11 11:44:00.598919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45382) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:00.609245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45384) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:00.623379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.695853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d17a66f1-d35a-433a-8556-0c937913f163 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.711744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d17a66f1-d35a-433a-8556-0c937913f163 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.724376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c010a1-6785-40c5-878b-81fdfb2285a2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 24075948-2cd0-4847-96bb-b3ddf22baf7c {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:00.735909 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-36c010a1-6785-40c5-878b-81fdfb2285a2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.800119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-36c010a1-6785-40c5-878b-81fdfb2285a2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.803779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d17a66f1-d35a-433a-8556-0c937913f163 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.849214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0c93be2d-a9aa-4d17-bcb8-3a4f59325583 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:00.854393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d17a66f1-d35a-433a-8556-0c937913f163 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.856360 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d17a66f1-d35a-433a-8556-0c937913f163 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/03ddf897-3865-4486-b0d2-8cc3d2662b0d HTTP/1.1" status: 204 len: 168 time: 0.2460775 Jun 11 11:44:00.860433 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45386) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:00.870802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:00.885447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=7312b297-f5d0-4160-bea6-f0bb7e1fa08d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:00.887921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:00.889286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:00.892611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:00.893930 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a66f1-d35a-433a-8556-0c937913f163 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03ddf897-3865-4486-b0d2-8cc3d2662b0d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:00.899652 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d17a66f1-d35a-433a-8556-0c937913f163 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:00.899813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:00.900408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.921593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.922159 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Fanout notify agent at l3_agent the message router_deleted on router 99a059d2-371b-4e6b-b880-e15f1de1effd {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:44:00.950666 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:00.951755 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/routers/99a059d2-371b-4e6b-b880-e15f1de1effd HTTP/1.1" status: 204 len: 168 time: 5.0834167 Jun 11 11:44:00.955889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45390) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:00.965751 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-643d2177-55b8-4dc6-a0bf-c98cc073f8da tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1040955 Jun 11 11:44:00.966121 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8304403 Jun 11 11:44:00.968097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45392) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:00.968437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45394) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:00.975963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d9b6013b-d152-4b04-8a5f-344c1408d7c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': 'f8d1453b-0454-4a8c-b2cc-bef27a35a7a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:01.009236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea54499-14f3-4196-9620-1b00e0002fe1 req-250a7bd4-aa1e-4f66-a2b8-86a2febcc81a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:01.013055 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fea54499-14f3-4196-9620-1b00e0002fe1 req-250a7bd4-aa1e-4f66-a2b8-86a2febcc81a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.7783036 Jun 11 11:44:01.061790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b01dbab-e0bf-4d2f-87d0-c034c5dce808 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Deleting subnet 0eda7636-7194-4ae9-9ea0-894bb0b20624 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:01.065301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-36c010a1-6785-40c5-878b-81fdfb2285a2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.070330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b01dbab-e0bf-4d2f-87d0-c034c5dce808 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.073667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.134826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2b7be6-5bde-4db6-8df5-de5c91592680 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:01.149672 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ad2b7be6-5bde-4db6-8df5-de5c91592680 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/7312b297-f5d0-4160-bea6-f0bb7e1fa08d HTTP/1.1" status: 200 len: 841 time: 0.1685531 Jun 11 11:44:01.150135 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45396) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:01.150334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object d5d4856c-f4eb-4d6a-93f4-e759efb7f464 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:01.159635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9b6013b-d152-4b04-8a5f-344c1408d7c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.192614 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fea54499-14f3-4196-9620-1b00e0002fe1 req-6288ec5d-49d3-490e-af00-af600c85800d tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465721 Jun 11 11:44:01.251763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b01dbab-e0bf-4d2f-87d0-c034c5dce808 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.269692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.272607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fa769527-c89b-4dab-9a2c-14a66d565351 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:01.276870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ad0d7090-62ef-408b-90f6-f04f31928f44 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:01.321704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9b6013b-d152-4b04-8a5f-344c1408d7c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.352643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9b6013b-d152-4b04-8a5f-344c1408d7c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.373188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network add03e73-f73a-4b18-9836-c1370ef8e81f is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:01.388775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b01dbab-e0bf-4d2f-87d0-c034c5dce808 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.398021 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-36c010a1-6785-40c5-878b-81fdfb2285a2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.402772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:01.403928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port fa769527-c89b-4dab-9a2c-14a66d565351 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:01.406840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:01.413025 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port fa769527-c89b-4dab-9a2c-14a66d565351 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:01.413727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.414189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:01.414863 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.433979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9b6013b-d152-4b04-8a5f-344c1408d7c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.435115 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d9b6013b-d152-4b04-8a5f-344c1408d7c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4630580 Jun 11 11:44:01.437452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=d5d4856c-f4eb-4d6a-93f4-e759efb7f464,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:01.441837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:01.442634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45400) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:01.443626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-04dff97e-9a0b-48ab-8737-1ab23afddf84 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:01.451744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8d01725e-eba9-48a7-a827-e5470dd76660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:01.461741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-36c010a1-6785-40c5-878b-81fdfb2285a2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.468779 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7383139 Jun 11 11:44:01.468950 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-36c010a1-6785-40c5-878b-81fdfb2285a2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/24075948-2cd0-4847-96bb-b3ddf22baf7c HTTP/1.1" status: 204 len: 168 time: 0.8665276 Jun 11 11:44:01.469571 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-77b04ad2-5062-455a-847a-7c6f8ac5c154 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules/c56292b8-0309-4360-8e71-422232a4712d HTTP/1.1" status: 200 len: 763 time: 0.0224895 Jun 11 11:44:01.470775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45402) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:01.471113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45404) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:01.482830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84384952-5dbe-452f-a36c-f75ba144b356 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:01.500659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45406) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:01.537807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c010a1-6785-40c5-878b-81fdfb2285a2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=24075948-2cd0-4847-96bb-b3ddf22baf7c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:01.547129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-36c010a1-6785-40c5-878b-81fdfb2285a2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:01.587771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.592906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6013b-d152-4b04-8a5f-344c1408d7c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56292b8-0309-4360-8e71-422232a4712d,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:01.597395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9b6013b-d152-4b04-8a5f-344c1408d7c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:01.617329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-292f7ecc-54ed-4492-a995-efc5035d4283 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 7312b297-f5d0-4160-bea6-f0bb7e1fa08d {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:01.618024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-292f7ecc-54ed-4492-a995-efc5035d4283 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.727647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad14e27-d735-4b69-aad7-f58441a6f82a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 9dd24052-cf3b-414b-b958-2d357b4d113c {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:01.731408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ad14e27-d735-4b69-aad7-f58441a6f82a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.764823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-292f7ecc-54ed-4492-a995-efc5035d4283 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.781743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b01dbab-e0bf-4d2f-87d0-c034c5dce808 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.789548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ecd5c8be-bfca-4f92-8664-16a7da985202 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:01.802250 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0f5a8a4b-69f1-457a-93e9-9e89103b4c4e tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2976966 Jun 11 11:44:01.805401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port fa769527-c89b-4dab-9a2c-14a66d565351, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fa769527-c89b-4dab-9a2c-14a66d565351,segment=NetworkSegment(edbf9db2-47e2-4a16-9c6a-6565d450d9dc),segment_id=edbf9db2-47e2-4a16-9c6a-6565d450d9dc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:01.809195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45410) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:01.819652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.828821 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f96e2453-d717-464d-8490-e3dc4f58a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:01.854373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ad14e27-d735-4b69-aad7-f58441a6f82a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.902424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-292f7ecc-54ed-4492-a995-efc5035d4283 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 7312b297-f5d0-4160-bea6-f0bb7e1fa08d owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:01.933319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a0b53-5ff6-4d09-a488-608703f0f346 req-ea5ea6db-49c6-4ee8-a8d2-f39ece9adde8 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:01.935538 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b32a0b53-5ff6-4d09-a488-608703f0f346 req-ea5ea6db-49c6-4ee8-a8d2-f39ece9adde8 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.5006831 Jun 11 11:44:01.939813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77c067c5-ce53-4a1e-b93b-2430a31c5776 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.949596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2dd95-fa4f-4c1c-8165-ebe5eb9ea843 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port d5d4856c-f4eb-4d6a-93f4-e759efb7f464 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:01.949949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1d2dd95-fa4f-4c1c-8165-ebe5eb9ea843 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.951958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-428091dd-760e-41e2-a7ff-e6c4be38a264 None None] Provisioning for port d5d4856c-f4eb-4d6a-93f4-e759efb7f464 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:01.962469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=fa769527-c89b-4dab-9a2c-14a66d565351,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:01.967430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-428091dd-760e-41e2-a7ff-e6c4be38a264 None None] Provisioning complete for port d5d4856c-f4eb-4d6a-93f4-e759efb7f464 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:01.968246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-428091dd-760e-41e2-a7ff-e6c4be38a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.981497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77c067c5-ce53-4a1e-b93b-2430a31c5776 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:01.982180 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01dbab-e0bf-4d2f-87d0-c034c5dce808 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Subnet': ['ID=0eda7636-7194-4ae9-9ea0-894bb0b20624,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:01.996255 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b01dbab-e0bf-4d2f-87d0-c034c5dce808 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.000744 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9b01dbab-e0bf-4d2f-87d0-c034c5dce808 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/subnets/0eda7636-7194-4ae9-9ea0-894bb0b20624 HTTP/1.1" status: 204 len: 168 time: 1.0316129 Jun 11 11:44:02.001894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9b01dbab-e0bf-4d2f-87d0-c034c5dce808 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:02.003039 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45412) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:02.019078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:02.019806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-428091dd-760e-41e2-a7ff-e6c4be38a264 None None] Port d5d4856c-f4eb-4d6a-93f4-e759efb7f464 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:02.115445 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b32a0b53-5ff6-4d09-a488-608703f0f346 req-40e2cd7c-3853-48f3-a4bd-11f54db18f09 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467490 Jun 11 11:44:02.137122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77c067c5-ce53-4a1e-b93b-2430a31c5776 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.142177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77c067c5-ce53-4a1e-b93b-2430a31c5776 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.143369 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-77c067c5-ce53-4a1e-b93b-2430a31c5776 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c56292b8-0309-4360-8e71-422232a4712d HTTP/1.1" status: 204 len: 168 time: 0.3316469 Jun 11 11:44:02.152984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7b8013ea-c025-4c53-ad07-47bc0f26a5d1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:02.161784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ad14e27-d735-4b69-aad7-f58441a6f82a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.168207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45414) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:02.230217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.259281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c067c5-ce53-4a1e-b93b-2430a31c5776 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c56292b8-0309-4360-8e71-422232a4712d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:02.262164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-77c067c5-ce53-4a1e-b93b-2430a31c5776 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:02.283085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1d2dd95-fa4f-4c1c-8165-ebe5eb9ea843 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.303724 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d3b7ccc2-7d71-4933-9762-d237136fbc89 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1327195 Jun 11 11:44:02.306332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45418) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:02.311543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-acbcd58d-bd00-4fe0-ba24-078399920d0d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Request body: {'security_group_rule': {'security_group_id': 'f8d1453b-0454-4a8c-b2cc-bef27a35a7a6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:02.370511 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-292f7ecc-54ed-4492-a995-efc5035d4283 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.419561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2dd95-fa4f-4c1c-8165-ebe5eb9ea843 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for d5d4856c-f4eb-4d6a-93f4-e759efb7f464 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:02.507289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.523480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e157b8e1-c82c-4b41-ae7c-bf0aa5554403']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:02.530506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ad14e27-d735-4b69-aad7-f58441a6f82a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.536318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4182ff-ed5e-40f8-8476-09f1fdd31458') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:02.538070 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4182ff-ed5e-40f8-8476-09f1fdd31458') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:02.539983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dd6246e2-7a91-4cd2-ab57-867110b87716 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:02.542114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5b7b98c3-c7df-46a1-882d-8ba348f37912 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:02.580367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f7ecc-54ed-4492-a995-efc5035d4283 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=7312b297-f5d0-4160-bea6-f0bb7e1fa08d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:02.582913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-292f7ecc-54ed-4492-a995-efc5035d4283 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:02.592269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.624927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-292f7ecc-54ed-4492-a995-efc5035d4283 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.629285 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-292f7ecc-54ed-4492-a995-efc5035d4283 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/7312b297-f5d0-4160-bea6-f0bb7e1fa08d HTTP/1.1" status: 204 len: 168 time: 1.4838796 Jun 11 11:44:02.632317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45422) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:02.643370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.716211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-acbcd58d-bd00-4fe0-ba24-078399920d0d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.719231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:44:02.719644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:44:02.725169 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:44:02.731767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1d2dd95-fa4f-4c1c-8165-ebe5eb9ea843 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.734028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad14e27-d735-4b69-aad7-f58441a6f82a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd24052-cf3b-414b-b958-2d357b4d113c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:02.739868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ad14e27-d735-4b69-aad7-f58441a6f82a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:02.748212 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1934a32f-834b-4217-8c85-d60409c94ee8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:44:02.750626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2d527450-f327-4401-ba8a-fd7a41efbb49 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:02.751778 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1934a32f-834b-4217-8c85-d60409c94ee8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/7312b297-f5d0-4160-bea6-f0bb7e1fa08d HTTP/1.1" status: 404 len: 333 time: 0.1170557 Jun 11 11:44:02.755017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ad14e27-d735-4b69-aad7-f58441a6f82a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.768667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45426) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:02.769003 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45428) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:02.775098 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7ad14e27-d735-4b69-aad7-f58441a6f82a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/9dd24052-cf3b-414b-b958-2d357b4d113c HTTP/1.1" status: 204 len: 168 time: 1.2971034 Jun 11 11:44:02.794718 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'name': 'tempest-PortsTestJSON-725125682'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:02.833334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2dd95-fa4f-4c1c-8165-ebe5eb9ea843 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=d5d4856c-f4eb-4d6a-93f4-e759efb7f464,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:02.869887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c29053b-61de-431b-8d72-04fad1c6b933 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:02.876522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f1d2dd95-fa4f-4c1c-8165-ebe5eb9ea843 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:02.879707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1d2dd95-fa4f-4c1c-8165-ebe5eb9ea843 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:02.884661 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f1d2dd95-fa4f-4c1c-8165-ebe5eb9ea843 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/d5d4856c-f4eb-4d6a-93f4-e759efb7f464 HTTP/1.1" status: 204 len: 168 time: 1.4056022 Jun 11 11:44:02.885307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45430) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:02.929476 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fcac784a-8da9-44bc-9504-b51630ce0c27 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1555831 Jun 11 11:44:02.946689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45432) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:02.947861 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9b5fa7-255e-48f8-b2de-661cb0419683 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:44:02.948624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9b5fa7-255e-48f8-b2de-661cb0419683 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:44:02.952838 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8d9b5fa7-255e-48f8-b2de-661cb0419683 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/d5d4856c-f4eb-4d6a-93f4-e759efb7f464 HTTP/1.1" status: 404 len: 333 time: 0.0599856 Jun 11 11:44:02.955767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:03.052015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e6f7797f-9143-444f-af6a-72a1c8071b8f None None] Provisioning complete for port 29953027-eb8e-4107-8085-40d0390dac3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:03.052630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e6f7797f-9143-444f-af6a-72a1c8071b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.071162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45434) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:03.110091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20924e5b-2a70-4e8b-9e82-7e2b6f3f5ed6 req-a0d08bdf-3a0a-479e-bc46-4cf8b755c998 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:03.112847 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-20924e5b-2a70-4e8b-9e82-7e2b6f3f5ed6 req-a0d08bdf-3a0a-479e-bc46-4cf8b755c998 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.5056937 Jun 11 11:44:03.165490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.170783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.173641 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] 10.222.0.46 "DELETE /v2.0/networks/e157b8e1-c82c-4b41-ae7c-bf0aa5554403 HTTP/1.1" status: 204 len: 168 time: 1.1679933 Jun 11 11:44:03.178223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:03.184388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:03.193192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.197881 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac2c1ce-2d29-4682-ba9b-3df5fcc64610 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:44:03.200035 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3ac2c1ce-2d29-4682-ba9b-3df5fcc64610 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/d5d4856c-f4eb-4d6a-93f4-e759efb7f464 HTTP/1.1" status: 404 len: 333 time: 0.1262326 Jun 11 11:44:03.218425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Pushing event deleted for resources: {'Network': ['ID=e157b8e1-c82c-4b41-ae7c-bf0aa5554403,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:03.220972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:03.222783 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45438) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:03.226354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fa769527-c89b-4dab-9a2c-14a66d565351 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:03.272970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-acbcd58d-bd00-4fe0-ba24-078399920d0d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.296128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-acbcd58d-bd00-4fe0-ba24-078399920d0d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.304837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6fbbe872-c718-425a-8172-3280f18c39d0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:03.324787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b197f488-054b-4e47-90a3-2506e9394593 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:03.330602 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-20924e5b-2a70-4e8b-9e82-7e2b6f3f5ed6 req-e55b3941-a84c-4170-a561-6a927150c9ce tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725309 Jun 11 11:44:03.346005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:03.350669 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.372906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-acbcd58d-bd00-4fe0-ba24-078399920d0d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.374565 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-acbcd58d-bd00-4fe0-ba24-078399920d0d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0670440 Jun 11 11:44:03.376331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcd58d-bd00-4fe0-ba24-078399920d0d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9567fe60-c315-4adb-a720-ac165415d72c,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:03.379979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-acbcd58d-bd00-4fe0-ba24-078399920d0d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:03.380680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45442) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:03.405538 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-804a0535-c5c1-4c2d-85fe-1c019db2fc0f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules/9567fe60-c315-4adb-a720-ac165415d72c HTTP/1.1" status: 200 len: 764 time: 0.0208657 Jun 11 11:44:03.411117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45444) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:03.423694 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port d6fe23cd-499b-43c1-b0c1-f03d8cfdd026 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:03.451067 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cd0ee7-cfb5-48b7-894d-94686542c37b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting subnet ddb3e08a-aeea-40e2-adec-e6da253432ab {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:03.460758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59cd0ee7-cfb5-48b7-894d-94686542c37b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.532121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port fa769527-c89b-4dab-9a2c-14a66d565351 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:03.533041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.557064 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cbe90ea9-1555-498a-952d-03139a8c2211 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1444817 Jun 11 11:44:03.561726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59cd0ee7-cfb5-48b7-894d-94686542c37b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.575613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45446) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:03.639391 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b197f488-054b-4e47-90a3-2506e9394593 None None] Deleting port 29953027-eb8e-4107-8085-40d0390dac3b {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:03.639391 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b197f488-054b-4e47-90a3-2506e9394593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.724370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.769848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45452) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:03.776937 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.783564 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:03.807802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a661-70e2-4347-9d1a-c46201805da1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.828613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a661-70e2-4347-9d1a-c46201805da1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.843242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:03.847805 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:03.852504 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:03.858047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:03.861675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:03.869287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=d6fe23cd-499b-43c1-b0c1-f03d8cfdd026,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:03.874873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:03.885688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45458) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:03.885915 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1131401 Jun 11 11:44:03.980026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0f9024bf-4db0-42d1-9f79-1fa355dc5878 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:04.046008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b197f488-054b-4e47-90a3-2506e9394593 None None] For port 29953027-eb8e-4107-8085-40d0390dac3b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=29953027-eb8e-4107-8085-40d0390dac3b,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:04.046571 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b197f488-054b-4e47-90a3-2506e9394593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.087237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59cd0ee7-cfb5-48b7-894d-94686542c37b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.115286 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-53a02c2a-a990-46ce-ac86-7351669c8562 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=550b41e5070f4098a76b7f11f6a3b45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439534 Jun 11 11:44:04.118891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.120588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45460) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:04.120850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a661-70e2-4347-9d1a-c46201805da1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.129037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b99143ee-2385-4d6f-941a-c30648b5a7cc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:04.139170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a661-70e2-4347-9d1a-c46201805da1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.140212 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e5b4a661-70e2-4347-9d1a-c46201805da1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/9567fe60-c315-4adb-a720-ac165415d72c HTTP/1.1" status: 204 len: 168 time: 0.5623698 Jun 11 11:44:04.143896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45462) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:04.188135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b197f488-054b-4e47-90a3-2506e9394593 None None] Calling delete_port for 29953027-eb8e-4107-8085-40d0390dac3b owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:04.200680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae3ee3-c791-495d-9a57-80f2efcab68b req-d52d8071-3e24-4a70-9b87-a150d6be4645 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:04.202466 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ffae3ee3-c791-495d-9a57-80f2efcab68b req-d52d8071-3e24-4a70-9b87-a150d6be4645 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.1797316 Jun 11 11:44:04.238556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9be88c0c-fbf2-4464-9faa-fc709f27b200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.270685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:04.278911 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ffae3ee3-c791-495d-9a57-80f2efcab68b req-28781c0c-e4c6-4e40-b249-2d205b860f28 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625772 Jun 11 11:44:04.281394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9be88c0c-fbf2-4464-9faa-fc709f27b200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.286689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:04.289499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:04.290088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.306109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=b825c9ca-2b80-4818-b6f6-6d2394596d86,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:04.308627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:04.309459 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0f9024bf-4db0-42d1-9f79-1fa355dc5878 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.316344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-da9d584b-ce4f-400b-afac-f30014d5dc23 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:04.337840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b197f488-054b-4e47-90a3-2506e9394593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.349774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c970cfb7-28b7-4c0b-8ac3-38c6c5dbca6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:04.355768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9be88c0c-fbf2-4464-9faa-fc709f27b200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.356868 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4052150 Jun 11 11:44:04.361169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9be88c0c-fbf2-4464-9faa-fc709f27b200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.364618 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9be88c0c-fbf2-4464-9faa-fc709f27b200 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb22f04c-9450-4690-8b1d-614f7a29cd43 HTTP/1.1" status: 204 len: 168 time: 0.2418571 Jun 11 11:44:04.364768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45464) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:04.364875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ec48d209-3635-48f0-9d01-3d9b5f066bd8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:04.375182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4a661-70e2-4347-9d1a-c46201805da1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9567fe60-c315-4adb-a720-ac165415d72c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:04.375613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be88c0c-fbf2-4464-9faa-fc709f27b200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb22f04c-9450-4690-8b1d-614f7a29cd43,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:04.378943 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9be88c0c-fbf2-4464-9faa-fc709f27b200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:04.383208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:04.387649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197f488-054b-4e47-90a3-2506e9394593 None None] No DVR routers for this DVR port 29953027-eb8e-4107-8085-40d0390dac3b on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:04.389942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e5b4a661-70e2-4347-9d1a-c46201805da1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:04.396360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59cd0ee7-cfb5-48b7-894d-94686542c37b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.402863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197f488-054b-4e47-90a3-2506e9394593 None None] Pushing event deleted for resources: {'Port': ['ID=29953027-eb8e-4107-8085-40d0390dac3b,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:04.408268 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-351187e7-6dda-40a0-b1fa-e39a2608e4d1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2314265 Jun 11 11:44:04.410499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45468) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:04.425315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac66844-095e-40af-8030-b355d985398c None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:04.433355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b197f488-054b-4e47-90a3-2506e9394593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:04.441202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-396f1842-c129-42f1-91b2-b97a356062c1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:04.494475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8cf903e-352c-4d65-aa44-9190ced8ee2b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.527287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8cf903e-352c-4d65-aa44-9190ced8ee2b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.638062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8cf903e-352c-4d65-aa44-9190ced8ee2b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.641047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8cf903e-352c-4d65-aa44-9190ced8ee2b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:04.645975 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f8cf903e-352c-4d65-aa44-9190ced8ee2b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "DELETE /v2.0/security-groups/f8d1453b-0454-4a8c-b2cc-bef27a35a7a6 HTTP/1.1" status: 204 len: 168 time: 0.2338252 Jun 11 11:44:04.647492 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45472) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:04.648514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d5472f56-6ae9-4d26-b409-d662687ea7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:04.683302 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf903e-352c-4d65-aa44-9190ced8ee2b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d1453b-0454-4a8c-b2cc-bef27a35a7a6,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:04.687223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f8cf903e-352c-4d65-aa44-9190ced8ee2b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:04.733882 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-21ca29fd-bcd3-434c-9784-ffdfbc140f89 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0812359 Jun 11 11:44:04.734523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45474) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:04.803698 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1fdf1cf0-5649-4920-9d48-4c5b3df003ec tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0678356 Jun 11 11:44:04.846408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'b825c9ca-2b80-4818-b6f6-6d2394596d86'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:04.847310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:05.032625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59cd0ee7-cfb5-48b7-894d-94686542c37b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:05.037379 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-59cd0ee7-cfb5-48b7-894d-94686542c37b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/ddb3e08a-aeea-40e2-adec-e6da253432ab HTTP/1.1" status: 204 len: 168 time: 1.8106048 Jun 11 11:44:05.038741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45490) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:05.046696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd0ee7-cfb5-48b7-894d-94686542c37b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb3e08a-aeea-40e2-adec-e6da253432ab,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:05.049930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-59cd0ee7-cfb5-48b7-894d-94686542c37b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:05.084676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1590b6f8-cab7-477e-958c-5b6bbd8b15ab None None] Network add03e73-f73a-4b18-9836-c1370ef8e81f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:05.243563 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45492) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:05.294904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:05.315880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:05.319577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:05.326111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0f9024bf-4db0-42d1-9f79-1fa355dc5878 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:05.342354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0f9024bf-4db0-42d1-9f79-1fa355dc5878 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:05.354069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-71839974-3ec2-40e3-b388-6ec3347ad566 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:05.406510 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-0f9024bf-4db0-42d1-9f79-1fa355dc5878 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] In _notify_port_updated(), no bound segment for port d6fe23cd-499b-43c1-b0c1-f03d8cfdd026 on network f5e8931e-4331-4c4b-8f24-20d96d580d4d {{(pid=99006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:44:05.412996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9024bf-4db0-42d1-9f79-1fa355dc5878 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:05.413666 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0f9024bf-4db0-42d1-9f79-1fa355dc5878 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:05.415139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0f9024bf-4db0-42d1-9f79-1fa355dc5878 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "PUT /v2.0/ports/d6fe23cd-499b-43c1-b0c1-f03d8cfdd026 HTTP/1.1" status: 200 len: 818 time: 1.4502723 Jun 11 11:44:05.422421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45502) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:05.495482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port fa769527-c89b-4dab-9a2c-14a66d565351 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:05.495839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:05.585932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9024bf-4db0-42d1-9f79-1fa355dc5878 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=d6fe23cd-499b-43c1-b0c1-f03d8cfdd026,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:05.588857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0f9024bf-4db0-42d1-9f79-1fa355dc5878 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:05.663705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 29953027-eb8e-4107-8085-40d0390dac3b no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:05.687012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] For port fa769527-c89b-4dab-9a2c-14a66d565351, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fa769527-c89b-4dab-9a2c-14a66d565351,segment=NetworkSegment(edbf9db2-47e2-4a16-9c6a-6565d450d9dc),segment_id=edbf9db2-47e2-4a16-9c6a-6565d450d9dc)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:05.687463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:05.741617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 29953027-eb8e-4107-8085-40d0390dac3b {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:05.742384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 29953027-eb8e-4107-8085-40d0390dac3b not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:05.785016 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aa60ee7c-d5b2-4e95-9e26-9ffd3eb5dba5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6817bccb0ea84b70ac7a1b7a0c39c9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375247 Jun 11 11:44:05.785016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45508) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:05.810984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45510) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:05.889149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Allocated IP 172.20.0.2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/b825c9ca-2b80-4818-b6f6-6d2394596d86/2332843a-ca37-49d8-8ca1-2c9c54138642) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:05.933878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3467b8d-1584-4b2e-bf58-208aa3971a5b req-386912da-4903-487a-b0bc-945500a4b8d0 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:05.936269 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3467b8d-1584-4b2e-bf58-208aa3971a5b req-386912da-4903-487a-b0bc-945500a4b8d0 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3944440 Jun 11 11:44:05.954622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1455940936'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:06.052104 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3467b8d-1584-4b2e-bf58-208aa3971a5b req-a05c9a6d-356c-4205-a306-15e0732b16fe tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906761 Jun 11 11:44:06.104614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2db6bfaa-17ea-4f73-ac13-a2e761b2f2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.132149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2db6bfaa-17ea-4f73-ac13-a2e761b2f2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.151853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for fa769527-c89b-4dab-9a2c-14a66d565351 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:06.167149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-92254495-453d-472b-9db0-28a4548bdfeb tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port d6fe23cd-499b-43c1-b0c1-f03d8cfdd026 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:06.167397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92254495-453d-472b-9db0-28a4548bdfeb tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.191261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Made reservation on behalf of 417307004af644c492267831987f2595 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:06.195330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.210781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.213075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2db6bfaa-17ea-4f73-ac13-a2e761b2f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.215827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2db6bfaa-17ea-4f73-ac13-a2e761b2f2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.219335 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2db6bfaa-17ea-4f73-ac13-a2e761b2f2b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a488d239-49a6-4ade-b8c0-11f4523e1b32 HTTP/1.1" status: 204 len: 168 time: 0.4049428 Jun 11 11:44:06.222860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d3806240-1d54-4caf-9a39-1f6817fffa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:06.246629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6bfaa-17ea-4f73-ac13-a2e761b2f2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a488d239-49a6-4ade-b8c0-11f4523e1b32,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:06.251673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.258270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2db6bfaa-17ea-4f73-ac13-a2e761b2f2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:06.263655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Transition to ACTIVE for port object 2332843a-ca37-49d8-8ca1-2c9c54138642 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:06.325482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Transition to ACTIVE for port object 2332843a-ca37-49d8-8ca1-2c9c54138642 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:06.341548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.383282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:06.424576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfdbb82-5ccd-4798-8b1f-e80abe7e9c76 None None] DHCP port deletion for add03e73-f73a-4b18-9836-c1370ef8e81f request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:06.474122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:06.485155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:06.499760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:06.513415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Pushing event updated for resources: {'Port': ['ID=2332843a-ca37-49d8-8ca1-2c9c54138642,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:06.523935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:06.531874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92254495-453d-472b-9db0-28a4548bdfeb tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.535211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.550354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a365e9ae-3954-46ce-ab48-9d5c78551a49 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:06.577988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.objects.ports [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99006) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:44:06.648233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Attempting to bind port 2332843a-ca37-49d8-8ca1-2c9c54138642 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:06.648618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Attempting to bind port 2332843a-ca37-49d8-8ca1-2c9c54138642 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:06.649070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Attempting to bind port 2332843a-ca37-49d8-8ca1-2c9c54138642 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:06.656322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:06.656625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:06.657038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.658158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:06.658666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Bound port: 2332843a-ca37-49d8-8ca1-2c9c54138642, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:06.659049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.753251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] For port 2332843a-ca37-49d8-8ca1-2c9c54138642, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:06.760046 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] For port 2332843a-ca37-49d8-8ca1-2c9c54138642, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2332843a-ca37-49d8-8ca1-2c9c54138642,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:06.771668 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:06.772005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:06.794290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-92254495-453d-472b-9db0-28a4548bdfeb tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for d6fe23cd-499b-43c1-b0c1-f03d8cfdd026 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:06.801480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=fa769527-c89b-4dab-9a2c-14a66d565351,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:06.803493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No DVR routers for this DVR port fa769527-c89b-4dab-9a2c-14a66d565351 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:06.831623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Pushing event updated for resources: {'Port': ['ID=2332843a-ca37-49d8-8ca1-2c9c54138642,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:06.837884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:06.840860 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:06.924657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.019084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.038862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.045557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add03e73-f73a-4b18-9836-c1370ef8e81f']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:07.059844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.068255 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbf9db2-47e2-4a16-9c6a-6565d450d9dc') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:07.068550 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbf9db2-47e2-4a16-9c6a-6565d450d9dc') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:07.078987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:07.090404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:07.090636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.127265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b506cd-d605-4ca8-a233-bb3353aac3fa,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:07.142106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:07.153655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.154011 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Added segment e5e2f6d8-6adf-4a73-94fe-9c113d33bf08 of type vlan for network ece55249-e42f-4291-98dd-ebb2a58ecce0 Jun 11 11:44:07.165994 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.226127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:44:07.233384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.235469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fa769527-c89b-4dab-9a2c-14a66d565351 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:44:07.239239 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:44:07.264578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c6c3a-71d5-48ba-9a25-cea53fbce62e req-84740165-3d8e-4455-8dde-a97ae341dbce tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:07.278765 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a4c6c3a-71d5-48ba-9a25-cea53fbce62e req-84740165-3d8e-4455-8dde-a97ae341dbce tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.4615512 Jun 11 11:44:07.279144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92254495-453d-472b-9db0-28a4548bdfeb tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.292901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9a01d39e-0917-4057-9ff2-7d82e35f7fe8 tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:07.311715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: fa769527-c89b-4dab-9a2c-14a66d565351 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:07.315261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fa769527-c89b-4dab-9a2c-14a66d565351 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:07.348205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92254495-453d-472b-9db0-28a4548bdfeb tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=d6fe23cd-499b-43c1-b0c1-f03d8cfdd026,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:07.360374 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-92254495-453d-472b-9db0-28a4548bdfeb tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:07.371058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92254495-453d-472b-9db0-28a4548bdfeb tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.373673 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-92254495-453d-472b-9db0-28a4548bdfeb tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/d6fe23cd-499b-43c1-b0c1-f03d8cfdd026 HTTP/1.1" status: 204 len: 168 time: 1.9488463 Jun 11 11:44:07.411311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45548) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:07.436489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.440958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5aef7a8e-69b3-4d22-82c6-9f759ffc7fa4 tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:07.445619 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.448386 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/networks/add03e73-f73a-4b18-9836-c1370ef8e81f HTTP/1.1" status: 204 len: 168 time: 2.4079196 Jun 11 11:44:07.452402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45552) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:07.458001 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-147404167'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:07.474503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Network': ['ID=add03e73-f73a-4b18-9836-c1370ef8e81f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:07.483130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:07.503440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:07.508004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.530942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.546378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:07.562413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.562826 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Added segment c8f05c44-dfdd-4edd-b3ca-64584e6c830c of type vlan for network 95f13df4-e2a4-4568-86ce-ed7612ed851c Jun 11 11:44:07.584358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45562) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:07.599130 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a4c6c3a-71d5-48ba-9a25-cea53fbce62e req-5d7751f3-dadc-4b7a-8104-6a12a1ae6107 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3174951 Jun 11 11:44:07.644406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.664588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.670253 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:07.671078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.680253 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2c382941-9ebb-4bbe-b779-daae481cfadb tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:07.684496 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.686702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] For port 2332843a-ca37-49d8-8ca1-2c9c54138642, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2332843a-ca37-49d8-8ca1-2c9c54138642,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:07.695517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:07.696577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.701429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a68a799f-4967-4399-8ebe-e7277790f889 tempest-AllowedAddressPairIpV6TestJSON-479450841 tempest-AllowedAddressPairIpV6TestJSON-479450841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:07.753480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-cfedbf6c-94ef-4d61-b8e7-f9d9b42526da tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:07.754254 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.api.v2.base [None req-cfedbf6c-94ef-4d61-b8e7-f9d9b42526da tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 11 11:44:07.754382 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3005564 Jun 11 11:44:07.754896 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-cfedbf6c-94ef-4d61-b8e7-f9d9b42526da tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): There was a conflict when trying to complete your request. Jun 11 11:44:07.759572 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cfedbf6c-94ef-4d61-b8e7-f9d9b42526da tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1707368 Jun 11 11:44:07.759755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45566) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:07.761026 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9656043 Jun 11 11:44:07.763313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': '95f13df4-e2a4-4568-86ce-ed7612ed851c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:07.765630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45568) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:07.765996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45570) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:07.774310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa8aeee-6ef8-42d0-b4f1-dd906fff7e9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:07.776058 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1fa8aeee-6ef8-42d0-b4f1-dd906fff7e9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3637846 Jun 11 11:44:07.781962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Request body: {'subnet': {'network_id': 'ece55249-e42f-4291-98dd-ebb2a58ecce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:07.791999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021870689'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:07.798942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45572) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:07.816864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Network': ['ID=95f13df4-e2a4-4568-86ce-ed7612ed851c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:07.819697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:07.839183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 95f13df4-e2a4-4568-86ce-ed7612ed851c details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:07.898201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.900206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event updated for resources: {'Network': ['ID=ece55249-e42f-4291-98dd-ebb2a58ecce0,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:07.907657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:07.950410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.952610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.953533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:07.967344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d80cce7a-63df-4339-8bfb-a65624281975 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:07.968951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network ece55249-e42f-4291-98dd-ebb2a58ecce0 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:07.971436 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b032a5-746a-4510-8b77-5690753ddb81 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:44:07.974628 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e3b032a5-746a-4510-8b77-5690753ddb81 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/d6fe23cd-499b-43c1-b0c1-f03d8cfdd026 HTTP/1.1" status: 404 len: 333 time: 0.1752713 Jun 11 11:44:07.981123 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45574) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:07.998067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1148358552'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:08.021962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:08.029744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.058983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.081781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:08.085457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.160598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:08.177482 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:08.181646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:08.181888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.183150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:08.204716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.205099 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Added segment f1078515-fcb1-4392-ac95-5890520a672d of type vlan for network d96886d4-db11-4181-a0a1-03bc694833e8 Jun 11 11:44:08.234170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=2332843a-ca37-49d8-8ca1-2c9c54138642,revision_number=4']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:08.237999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:08.239722 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:08.270017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.315157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604c7dc2-715c-4c6e-83bf-38b8d141987f None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:08.326158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=7f02d6bb-9422-4027-a959-11724f7183c4,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:08.328796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:08.392525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.392692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.394716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7e708900-e8df-4ec6-80c2-9f0eb9bff7f7 None None] Provisioning for port 2332843a-ca37-49d8-8ca1-2c9c54138642 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:08.400245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:08.401440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.406879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.411608 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5c49923c-ab9e-4d66-a16e-92ef696adcee tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:08.421633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-53b0ae38-2f9f-4d79-ba2c-78f3b081b60a tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:08.432094 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0650654 Jun 11 11:44:08.436696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45578) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:08.441912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:32:47:81', 'name': 'tempest-NetworksTestDHCPv6-747590593'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:08.472482 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.api [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:44:08.472482 dv-neutron-786478-5-hyperv neutron-server[99006]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 11:44:08.472482 dv-neutron-786478-5-hyperv neutron-server[99006]: [parameters: {'project_id_1': '22b075b0b3fc46eb8a8308d29f975411', 'expiration_1': datetime.datetime(2021, 6, 11, 11, 44, 8, 416103)}] Jun 11 11:44:08.472482 dv-neutron-786478-5-hyperv neutron-server[99006]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:44:08.472954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_db.api [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:44:08.487972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Made reservation on behalf of 417307004af644c492267831987f2595 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:08.492207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.499669 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5097232 Jun 11 11:44:08.503578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45580) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:08.505589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05888c48-72fe-4545-a7d2-d34232ddf9a6,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:08.509346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:08.512991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': 'd96886d4-db11-4181-a0a1-03bc694833e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:08.518114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.679243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Network': ['ID=d96886d4-db11-4181-a0a1-03bc694833e8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:08.688046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:08.691218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network d96886d4-db11-4181-a0a1-03bc694833e8 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:08.695672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-36c010a1-6785-40c5-878b-81fdfb2285a2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:08.810630 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:08.815761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.849420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:08.866366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Checking segment: {'id': 'c8f05c44-dfdd-4edd-b3ca-64584e6c830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '95f13df4-e2a4-4568-86ce-ed7612ed851c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:08.867007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network hostable DHCP agents. Network: 95f13df4-e2a4-4568-86ce-ed7612ed851c, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:44:08.896799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Subnet': ['ID=8ebff2fa-1550-4761-8b8c-da9ee4d1e89b,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:08.900385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:08.915355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:08.959240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7cc9edc1-3f9d-4d1c-a0b4-588a4fb24ce8 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:08.991600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.018756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network 95f13df4-e2a4-4568-86ce-ed7612ed851c is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:44:09.055347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 95f13df4-e2a4-4568-86ce-ed7612ed851c) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:09.062188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f44fe-a81d-4084-a626-0c8e3e67c25f req-418c3343-4114-4725-bfb9-80476051ab2e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:09.069397 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6f0f44fe-a81d-4084-a626-0c8e3e67c25f req-418c3343-4114-4725-bfb9-80476051ab2e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.2444019 Jun 11 11:44:09.076808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dad9986-ae78-45b1-9aa3-95ff79ba621d None None] Network 95f13df4-e2a4-4568-86ce-ed7612ed851c requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:09.105393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:09.106138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.122078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.124338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event updated for resources: {'Subnet': ['ID=2b82ba1d-9b34-4b8b-8ce9-f4944fd022fc,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:09.148883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:09.163725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Checking segment: {'id': 'e5e2f6d8-6adf-4a73-94fe-9c113d33bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ece55249-e42f-4291-98dd-ebb2a58ecce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:09.164211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Network hostable DHCP agents. Network: ece55249-e42f-4291-98dd-ebb2a58ecce0, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:44:09.181818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port aa3696d8-4778-425b-87f6-83c2902a2524 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:09.234105 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6f0f44fe-a81d-4084-a626-0c8e3e67c25f req-432eaaae-6178-47ab-8c82-22be335b3671 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638391 Jun 11 11:44:09.272842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.296328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.360685 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6019983 Jun 11 11:44:09.367549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45586) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:09.375316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': '95f13df4-e2a4-4568-86ce-ed7612ed851c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1065692668'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:09.377062 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2332843a-ca37-49d8-8ca1-2c9c54138642 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:09.384118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f6b5fa8f-4f87-42e9-9a6e-8745ad3973bb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:09.417274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Network ece55249-e42f-4291-98dd-ebb2a58ecce0 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:44:09.490926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1367987-31f5-4c07-8690-454880119b23,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:09.543026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:09.543687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, ece55249-e42f-4291-98dd-ebb2a58ecce0) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:09.557797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5668d3-7a27-4074-8c63-875a3a19fb39 None None] Network ece55249-e42f-4291-98dd-ebb2a58ecce0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:09.562827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:09.563971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.571953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.575131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.576183 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7990751 Jun 11 11:44:09.586572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45590) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:09.586692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e069fba7-a984-48f9-987a-d08394e2f621 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:09.596832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3af418a4-1018-46e3-9c7f-a4fa58c5778c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': 'd1367987-31f5-4c07-8690-454880119b23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:09.646322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 2332843a-ca37-49d8-8ca1-2c9c54138642 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:09.680496 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Checking segment: {'id': 'f1078515-fcb1-4392-ac95-5890520a672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'd96886d4-db11-4181-a0a1-03bc694833e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:09.681193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network hostable DHCP agents. Network: d96886d4-db11-4181-a0a1-03bc694833e8, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:44:09.707633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05af5e-4980-4719-b1c1-a70546751efb req-667c7d75-2b51-4087-b38e-46fc3d6753cc tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:09.709542 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Subnet': ['ID=636c68bf-8ee1-484b-b540-fa3a1fa103f3,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:09.715772 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ca05af5e-4980-4719-b1c1-a70546751efb req-667c7d75-2b51-4087-b38e-46fc3d6753cc tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.2342341 Jun 11 11:44:09.718181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 2332843a-ca37-49d8-8ca1-2c9c54138642 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:09.718826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.722079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:09.723784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network d96886d4-db11-4181-a0a1-03bc694833e8 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:44:09.739330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, d96886d4-db11-4181-a0a1-03bc694833e8) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:09.750773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:09.751456 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.759846 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9786842 Jun 11 11:44:09.760689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45592) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:09.765278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ee2ad1f1-787b-4c51-ac4e-7910d7722fc9 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1375817446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:09.768340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3af418a4-1018-46e3-9c7f-a4fa58c5778c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.779145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:09.783415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.802448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef8ae5-aa25-4598-8ca1-da2f64f5e3ef None None] Network d96886d4-db11-4181-a0a1-03bc694833e8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:09.811750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8d7ee12a-b81e-4c03-84d0-ef076f4f56ec None None] Provisioning complete for port 2332843a-ca37-49d8-8ca1-2c9c54138642 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:09.812498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee12a-b81e-4c03-84d0-ef076f4f56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.817028 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3038125 Jun 11 11:44:09.817869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45594) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:09.826999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5d96d596-8624-4e70-b30a-431a94d29e67 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': 'd96886d4-db11-4181-a0a1-03bc694833e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:09.849493 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ca05af5e-4980-4719-b1c1-a70546751efb req-23883aef-8142-40ef-8f69-30ed8647ceb7 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323283 Jun 11 11:44:09.871992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port 96cb028b-f3a1-4f39-afce-73ebf5a2dd0c yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:09.889859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad1f1-787b-4c51-ac4e-7910d7722fc9 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.890948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad1f1-787b-4c51-ac4e-7910d7722fc9 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:09.944889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-95f13df4-e2a4-4568-86ce-ed7612ed851c', 'network_id': '95f13df4-e2a4-4568-86ce-ed7612ed851c', 'tenant_id': '2bce661b7891475ea38e6060ed025bb1', 'fixed_ips': [{'subnet_id': '8ebff2fa-1550-4761-8b8c-da9ee4d1e89b'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:09.945989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.054885 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 172.20.0.6 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/b825c9ca-2b80-4818-b6f6-6d2394596d86/aa3696d8-4778-425b-87f6-83c2902a2524) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:10.057204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad1f1-787b-4c51-ac4e-7910d7722fc9 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.058044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3af418a4-1018-46e3-9c7f-a4fa58c5778c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.068202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad1f1-787b-4c51-ac4e-7910d7722fc9 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.072050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3af418a4-1018-46e3-9c7f-a4fa58c5778c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.074679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::f816:3eff:fe32:4781 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/7f02d6bb-9422-4027-a959-11724f7183c4/aa3696d8-4778-425b-87f6-83c2902a2524) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:10.076824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:10.109321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3af418a4-1018-46e3-9c7f-a4fa58c5778c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.113299 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3af418a4-1018-46e3-9c7f-a4fa58c5778c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5300546 Jun 11 11:44:10.130294 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45606) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:10.136067 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4ff8298a-c91f-4add-b7c5-af0309533fc2 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': 'd1367987-31f5-4c07-8690-454880119b23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:10.145960 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af418a4-1018-46e3-9c7f-a4fa58c5778c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7c264b-844c-45f5-a50d-d30ab7be8762,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:10.156264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3af418a4-1018-46e3-9c7f-a4fa58c5778c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:10.157383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad1f1-787b-4c51-ac4e-7910d7722fc9 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.158706 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ee2ad1f1-787b-4c51-ac4e-7910d7722fc9 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3972704 Jun 11 11:44:10.176313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45608) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:10.235018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-ece55249-e42f-4291-98dd-ebb2a58ecce0', 'network_id': 'ece55249-e42f-4291-98dd-ebb2a58ecce0', 'tenant_id': '417307004af644c492267831987f2595', 'fixed_ips': [{'subnet_id': '2b82ba1d-9b34-4b8b-8ce9-f4944fd022fc'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:10.236315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.252488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8::2c8 (95f13df4-e2a4-4568-86ce-ed7612ed851c/8ebff2fa-1550-4761-8b8c-da9ee4d1e89b/96cb028b-f3a1-4f39-afce-73ebf5a2dd0c) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:10.280441 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3615b5-10c1-4aeb-8ebf-965c05e766f2 req-4fddd3fd-75ae-42e5-b242-814d3424b793 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:10.282785 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af3615b5-10c1-4aeb-8ebf-965c05e766f2 req-4fddd3fd-75ae-42e5-b242-814d3424b793 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.2043407 Jun 11 11:44:10.373294 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af3615b5-10c1-4aeb-8ebf-965c05e766f2 req-917d7621-77bc-4413-82dc-14db6dc9a268 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806448 Jun 11 11:44:10.531868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.550953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object 96cb028b-f3a1-4f39-afce-73ebf5a2dd0c will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:10.611402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.619069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9e1e4a1e-8d54-4392-b459-e0e6f4659099 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:10.699436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-d96886d4-db11-4181-a0a1-03bc694833e8', 'network_id': 'd96886d4-db11-4181-a0a1-03bc694833e8', 'tenant_id': '074eae8a1772468abe29c1bccd90dbdf', 'fixed_ips': [{'subnet_id': '636c68bf-8ee1-484b-b540-fa3a1fa103f3'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:10.700327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.725398 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=96cb028b-f3a1-4f39-afce-73ebf5a2dd0c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:10.733073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:10.750042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d96d596-8624-4e70-b30a-431a94d29e67 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:10.757145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5d96d596-8624-4e70-b30a-431a94d29e67 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.757544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee12a-b81e-4c03-84d0-ef076f4f56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.764369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network 95f13df4-e2a4-4568-86ce-ed7612ed851c is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:10.784122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.784814 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:10.807871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:10.815683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:10.816347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.861506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Allocated IP 2001:db8::2 (95f13df4-e2a4-4568-86ce-ed7612ed851c/8ebff2fa-1550-4761-8b8c-da9ee4d1e89b/99aa1c96-e0cf-4926-b9d9-2358d4bd6079) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:10.911352 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5426745 Jun 11 11:44:10.920876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45614) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:10.981298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8d7ee12a-b81e-4c03-84d0-ef076f4f56ec None None] For port 2332843a-ca37-49d8-8ca1-2c9c54138642, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2332843a-ca37-49d8-8ca1-2c9c54138642,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:10.994093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4ff8298a-c91f-4add-b7c5-af0309533fc2 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:10.999970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee12a-b81e-4c03-84d0-ef076f4f56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:11.008326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:11.218477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Allocated IP 172.20.0.2 (ece55249-e42f-4291-98dd-ebb2a58ecce0/2b82ba1d-9b34-4b8b-8ce9-f4944fd022fc/9e924240-dadb-4be1-9532-b30650f76b4b) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:11.267315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:44:11.267735 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:44:11.274558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Allocated IP 172.20.0.2 (d96886d4-db11-4181-a0a1-03bc694833e8/636c68bf-8ee1-484b-b540-fa3a1fa103f3/8726d6e7-3ea4-4116-8894-a4a6e857af2b) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:11.283352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ee12a-b81e-4c03-84d0-ef076f4f56ec None None] Pushing event updated for resources: {'Port': ['ID=2332843a-ca37-49d8-8ca1-2c9c54138642,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:11.303645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8d7ee12a-b81e-4c03-84d0-ef076f4f56ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:11.403808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:11.417406 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.ipam_backend_mixin [None req-5d96d596-8624-4e70-b30a-431a94d29e67 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 636c68bf-8ee1-484b-b540-fa3a1fa103f3 (CIDR: 172.20.0.0/28) Jun 11 11:44:11.427131 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d96d596-8624-4e70-b30a-431a94d29e67 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:11.427773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d96d596-8624-4e70-b30a-431a94d29e67 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:44:11.434116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:11.442244 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-4ff8298a-c91f-4add-b7c5-af0309533fc2 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): There was a conflict when trying to complete your request. Jun 11 11:44:11.443673 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4ff8298a-c91f-4add-b7c5-af0309533fc2 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3118920 Jun 11 11:44:11.451830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afa8c-ddca-437c-aeea-2207b86cab30 req-ce796335-db68-4945-8259-bf4dffef8610 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:11.453250 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-515afa8c-ddca-437c-aeea-2207b86cab30 req-ce796335-db68-4945-8259-bf4dffef8610 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.4559169 Jun 11 11:44:11.458692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45616) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:11.479855 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5d96d596-8624-4e70-b30a-431a94d29e67 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6572840 Jun 11 11:44:11.483208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45618) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:11.489665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': 'd96886d4-db11-4181-a0a1-03bc694833e8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:11.561813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:11.618080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Transition to ACTIVE for port object 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:11.667875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Transition to ACTIVE for port object 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:11.680538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:11.693531 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c8e14235-22ea-4382-ba62-8ab9cd75fc4b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 96cb028b-f3a1-4f39-afce-73ebf5a2dd0c {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:11.693861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8e14235-22ea-4382-ba62-8ab9cd75fc4b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:11.714015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:11.723235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:11.732552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Transition to ACTIVE for port object 9e924240-dadb-4be1-9532-b30650f76b4b will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:11.750297 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:11.756493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:11.816401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:11.831516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Network 95f13df4-e2a4-4568-86ce-ed7612ed851c is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:11.832642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Transition to ACTIVE for port object 9e924240-dadb-4be1-9532-b30650f76b4b will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:11.840150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object aa3696d8-4778-425b-87f6-83c2902a2524 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:11.849905 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:11.854182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Transition to ACTIVE for port object 8726d6e7-3ea4-4116-8894-a4a6e857af2b will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:11.858156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:11.863333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:11.871018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Pushing event updated for resources: {'Port': ['ID=99aa1c96-e0cf-4926-b9d9-2358d4bd6079,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:11.891234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:11.895662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:11.939763 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Transition to ACTIVE for port object 8726d6e7-3ea4-4116-8894-a4a6e857af2b will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:11.993448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:11.999771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Network ece55249-e42f-4291-98dd-ebb2a58ecce0 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:12.019943 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8e14235-22ea-4382-ba62-8ab9cd75fc4b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.028193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:12.033293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:12.036765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Allocated IP 172.20.0.1 (ece55249-e42f-4291-98dd-ebb2a58ecce0/2b82ba1d-9b34-4b8b-8ce9-f4944fd022fc/971f6195-359a-4697-82f2-5a009717b31d) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:12.038900 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Pushing event updated for resources: {'Port': ['ID=9e924240-dadb-4be1-9532-b30650f76b4b,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:12.053130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:12.053617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:12.060251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2332843a-ca37-49d8-8ca1-2c9c54138642 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:12.070006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Network d96886d4-db11-4181-a0a1-03bc694833e8 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:12.082895 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-515afa8c-ddca-437c-aeea-2207b86cab30 req-bd9724c5-dfc3-4c79-841b-692e1a2bcfd1 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5891590 Jun 11 11:44:12.083946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0ac24aaf-0342-47ac-89fb-8c037bfa6439 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.104320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Attempting to bind port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:12.104709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Attempting to bind port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'c8f05c44-dfdd-4edd-b3ca-64584e6c830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '95f13df4-e2a4-4568-86ce-ed7612ed851c'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:12.105082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Attempting to bind port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 on network 95f13df4-e2a4-4568-86ce-ed7612ed851c {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:12.145388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.152972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0ac24aaf-0342-47ac-89fb-8c037bfa6439 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.157958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-30a64238-70da-4e60-bc68-d42cc313cc81 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:12.184288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:12.196430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:12.240483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:12.240826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Checking segment: {'id': 'c8f05c44-dfdd-4edd-b3ca-64584e6c830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '95f13df4-e2a4-4568-86ce-ed7612ed851c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:12.241242 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.241650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Bound using segment: {'id': 'c8f05c44-dfdd-4edd-b3ca-64584e6c830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '95f13df4-e2a4-4568-86ce-ed7612ed851c'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:12.242136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Bound port: 99aa1c96-e0cf-4926-b9d9-2358d4bd6079, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f05c44-dfdd-4edd-b3ca-64584e6c830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '95f13df4-e2a4-4568-86ce-ed7612ed851c'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:12.242517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.279978 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Pushing event updated for resources: {'Port': ['ID=8726d6e7-3ea4-4116-8894-a4a6e857af2b,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:12.297390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:12.305612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.309204 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:12.310602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Attempting to bind port 9e924240-dadb-4be1-9532-b30650f76b4b on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:12.310987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Attempting to bind port 9e924240-dadb-4be1-9532-b30650f76b4b by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'e5e2f6d8-6adf-4a73-94fe-9c113d33bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ece55249-e42f-4291-98dd-ebb2a58ecce0'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:12.311274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a5208739-93b1-48f6-8e1e-98a37924b848 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:12.311406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Attempting to bind port 9e924240-dadb-4be1-9532-b30650f76b4b on network ece55249-e42f-4291-98dd-ebb2a58ecce0 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:12.315735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:12.316598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a22b2f9f-5766-4169-b42c-f6a7cc843007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.328279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:12.335599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=aa3696d8-4778-425b-87f6-83c2902a2524,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:12.408288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.424352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Transition to ACTIVE for port object 971f6195-359a-4697-82f2-5a009717b31d will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:12.464975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:12.483978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.488794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network d96886d4-db11-4181-a0a1-03bc694833e8 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:12.500356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:12.505184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0ac24aaf-0342-47ac-89fb-8c037bfa6439 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.507981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0ac24aaf-0342-47ac-89fb-8c037bfa6439 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.509306 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0ac24aaf-0342-47ac-89fb-8c037bfa6439 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "DELETE /v2.0/security-groups/d1367987-31f5-4c07-8690-454880119b23 HTTP/1.1" status: 204 len: 168 time: 1.0495343 Jun 11 11:44:12.516842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45628) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:12.604676 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:12.605483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.612481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c8e14235-22ea-4382-ba62-8ab9cd75fc4b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 96cb028b-f3a1-4f39-afce-73ebf5a2dd0c owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:12.623859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:12.624276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Checking segment: {'id': 'e5e2f6d8-6adf-4a73-94fe-9c113d33bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ece55249-e42f-4291-98dd-ebb2a58ecce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:12.624793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.625234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Bound using segment: {'id': 'e5e2f6d8-6adf-4a73-94fe-9c113d33bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ece55249-e42f-4291-98dd-ebb2a58ecce0'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:12.626313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Bound port: 9e924240-dadb-4be1-9532-b30650f76b4b, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e2f6d8-6adf-4a73-94fe-9c113d33bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ece55249-e42f-4291-98dd-ebb2a58ecce0'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:12.626647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Network ece55249-e42f-4291-98dd-ebb2a58ecce0 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:12.626786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.638148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:12.649560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Attempting to bind port 8726d6e7-3ea4-4116-8894-a4a6e857af2b on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:12.650143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Attempting to bind port 8726d6e7-3ea4-4116-8894-a4a6e857af2b by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'f1078515-fcb1-4392-ac95-5890520a672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'd96886d4-db11-4181-a0a1-03bc694833e8'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:12.650549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Attempting to bind port 8726d6e7-3ea4-4116-8894-a4a6e857af2b on network d96886d4-db11-4181-a0a1-03bc694833e8 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:12.672343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:12.680901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event updated for resources: {'Port': ['ID=971f6195-359a-4697-82f2-5a009717b31d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:12.684035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:12.684251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:12.684778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.687663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Subnet': ['ID=340e5572-d331-4651-98a6-c65dee9ba2d1,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:12.692980 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:12.699944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:12.705360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0f74b91d-e666-4c3d-8467-f808e3758d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:12.705589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:12.705589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Checking segment: {'id': 'f1078515-fcb1-4392-ac95-5890520a672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'd96886d4-db11-4181-a0a1-03bc694833e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:12.705829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.706101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Bound using segment: {'id': 'f1078515-fcb1-4392-ac95-5890520a672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'd96886d4-db11-4181-a0a1-03bc694833e8'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:12.706719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Bound port: 8726d6e7-3ea4-4116-8894-a4a6e857af2b, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1078515-fcb1-4392-ac95-5890520a672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'd96886d4-db11-4181-a0a1-03bc694833e8'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:12.707118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.773741 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.3329117 Jun 11 11:44:12.773978 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2898951 Jun 11 11:44:12.774467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45632) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:12.775215 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45634) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:12.781509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 2332843a-ca37-49d8-8ca1-2c9c54138642 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:12.782994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.814138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': 'd96886d4-db11-4181-a0a1-03bc694833e8', 'fixed_ips': [{'subnet_id': '636c68bf-8ee1-484b-b540-fa3a1fa103f3'}, {'subnet_id': '340e5572-d331-4651-98a6-c65dee9ba2d1'}], 'name': 'tempest-PortsTestJSON-1480679063'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:12.818737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac24aaf-0342-47ac-89fb-8c037bfa6439 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1367987-31f5-4c07-8690-454880119b23,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:12.832016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] For port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:12.834702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0ac24aaf-0342-47ac-89fb-8c037bfa6439 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:12.859428 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c1643828-81bb-42ba-8722-145a16798d67 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3324950 Jun 11 11:44:12.861041 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45636) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:12.872838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0951da12-c608-4b93-98db-6632c1454e41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group': {'name': 'tempest-secgroup--631714461'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:12.893564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:12.942790 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] For port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=99aa1c96-e0cf-4926-b9d9-2358d4bd6079,segment=NetworkSegment(c8f05c44-dfdd-4edd-b3ca-64584e6c830c),segment_id=c8f05c44-dfdd-4edd-b3ca-64584e6c830c)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:12.992734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.012213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:13.085461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0951da12-c608-4b93-98db-6632c1454e41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.093825 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] For port 9e924240-dadb-4be1-9532-b30650f76b4b, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:13.096596 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ef4716d1-3903-4fb5-a1ae-f630ba4445fe None None] Provisioning for port aa3696d8-4778-425b-87f6-83c2902a2524 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:13.112348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ef4716d1-3903-4fb5-a1ae-f630ba4445fe None None] Provisioning complete for port aa3696d8-4778-425b-87f6-83c2902a2524 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:13.112822 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ef4716d1-3903-4fb5-a1ae-f630ba4445fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.131863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c326829-fa88-458a-85d5-a88759797bf1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:13.138791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c326829-fa88-458a-85d5-a88759797bf1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:13.140460 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9c326829-fa88-458a-85d5-a88759797bf1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3571229 Jun 11 11:44:13.145867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45638) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:13.166638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] For port 8726d6e7-3ea4-4116-8894-a4a6e857af2b, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:13.174499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] For port 9e924240-dadb-4be1-9532-b30650f76b4b, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9e924240-dadb-4be1-9532-b30650f76b4b,segment=NetworkSegment(e5e2f6d8-6adf-4a73-94fe-9c113d33bf08),segment_id=e5e2f6d8-6adf-4a73-94fe-9c113d33bf08)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:13.212935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.263466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8e14235-22ea-4382-ba62-8ab9cd75fc4b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.269135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Pushing event updated for resources: {'Port': ['ID=99aa1c96-e0cf-4926-b9d9-2358d4bd6079,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:13.279505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c4e027c2-dcf6-44ea-9dc5-a870dca923a4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:13.289741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:13.290319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:13.297303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ef4716d1-3903-4fb5-a1ae-f630ba4445fe None None] Port aa3696d8-4778-425b-87f6-83c2902a2524 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:13.304782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] For port 8726d6e7-3ea4-4116-8894-a4a6e857af2b, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8726d6e7-3ea4-4116-8894-a4a6e857af2b,segment=NetworkSegment(f1078515-fcb1-4392-ac95-5890520a672d),segment_id=f1078515-fcb1-4392-ac95-5890520a672d)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:13.338187 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e14235-22ea-4382-ba62-8ab9cd75fc4b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=96cb028b-f3a1-4f39-afce-73ebf5a2dd0c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:13.351153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.361837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.411465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c8e14235-22ea-4382-ba62-8ab9cd75fc4b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:13.434235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8e14235-22ea-4382-ba62-8ab9cd75fc4b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.448476 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c8e14235-22ea-4382-ba62-8ab9cd75fc4b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/96cb028b-f3a1-4f39-afce-73ebf5a2dd0c HTTP/1.1" status: 204 len: 168 time: 2.5240471 Jun 11 11:44:13.449667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45640) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:13.458337 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Pushing event updated for resources: {'Port': ['ID=9e924240-dadb-4be1-9532-b30650f76b4b,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:13.472926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:13.473467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:13.598689 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedea7eb-aaf9-483e-a85a-36fa8eb78f06 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:44:13.601589 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aedea7eb-aaf9-483e-a85a-36fa8eb78f06 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/96cb028b-f3a1-4f39-afce-73ebf5a2dd0c HTTP/1.1" status: 404 len: 333 time: 0.1499534 Jun 11 11:44:13.603730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45642) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:13.648085 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Pushing event updated for resources: {'Port': ['ID=8726d6e7-3ea4-4116-8894-a4a6e857af2b,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:13.658452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:13.725743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a03e2ab-ff4f-4fb8-92ff-16fae3f1c09a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting subnet 8ebff2fa-1550-4761-8b8c-da9ee4d1e89b {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:13.731508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a03e2ab-ff4f-4fb8-92ff-16fae3f1c09a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.807864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-72fc8943-03ac-4b4d-bdc8-f1793d406446 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port aa3696d8-4778-425b-87f6-83c2902a2524 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:13.808396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-72fc8943-03ac-4b4d-bdc8-f1793d406446 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.910149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0951da12-c608-4b93-98db-6632c1454e41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.921935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0951da12-c608-4b93-98db-6632c1454e41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:13.939725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ee30c1e7-2236-4055-adec-544a83d45044 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:13.978507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951da12-c608-4b93-98db-6632c1454e41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d603df0a-392b-423a-9410-e759b856b571,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:13.981472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0951da12-c608-4b93-98db-6632c1454e41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:14.032742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-72fc8943-03ac-4b4d-bdc8-f1793d406446 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.055795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a03e2ab-ff4f-4fb8-92ff-16fae3f1c09a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.159564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0951da12-c608-4b93-98db-6632c1454e41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.167005 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0951da12-c608-4b93-98db-6632c1454e41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3023660 Jun 11 11:44:14.181043 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45646) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:14.185765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-58ffd322-6b8a-4454-92e6-e3f852ce002c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': 'd603df0a-392b-423a-9410-e759b856b571', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:14.186711 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-58ffd322-6b8a-4454-92e6-e3f852ce002c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 11 11:44:14.187329 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-58ffd322-6b8a-4454-92e6-e3f852ce002c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:14.188899 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-58ffd322-6b8a-4454-92e6-e3f852ce002c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062928 Jun 11 11:44:14.198395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45648) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:14.229018 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-72fc8943-03ac-4b4d-bdc8-f1793d406446 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for aa3696d8-4778-425b-87f6-83c2902a2524 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:14.236317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:14.254489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e924240-dadb-4be1-9532-b30650f76b4b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:14.322812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bff01ebe-ad50-4903-8b11-8a8366632e10 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.340366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 9e924240-dadb-4be1-9532-b30650f76b4b completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:14.347688 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:14.354071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bff01ebe-ad50-4903-8b11-8a8366632e10 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.414392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bff01ebe-ad50-4903-8b11-8a8366632e10 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.417519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bff01ebe-ad50-4903-8b11-8a8366632e10 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.422543 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bff01ebe-ad50-4903-8b11-8a8366632e10 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "DELETE /v2.0/security-groups/d603df0a-392b-423a-9410-e759b856b571 HTTP/1.1" status: 204 len: 168 time: 0.2223916 Jun 11 11:44:14.424645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45650) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:14.425652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a7ac507-2e07-40e6-8ac4-a971fed0a6d1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:14.440730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:14.448788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff01ebe-ad50-4903-8b11-8a8366632e10 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d603df0a-392b-423a-9410-e759b856b571,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:14.451207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bff01ebe-ad50-4903-8b11-8a8366632e10 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:14.475752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8726d6e7-3ea4-4116-8894-a4a6e857af2b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:14.490336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.514863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a03e2ab-ff4f-4fb8-92ff-16fae3f1c09a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.525029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.536202 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b91673d8-b7de-4fbe-b034-cd2d9c063401 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0961785 Jun 11 11:44:14.537111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.567810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45654) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:14.580768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-feacf858-4216-47c0-8f9a-e75cf0360e7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706845113'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:14.581078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d49f5f9b-e869-43ef-af84-3303fa788731 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:14.634803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port fea340b8-d520-47ca-b65a-a1103024faf1 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:14.637522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 8726d6e7-3ea4-4116-8894-a4a6e857af2b completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:14.648405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event updated for resources: {'Port': ['ID=971f6195-359a-4697-82f2-5a009717b31d,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:14.652188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:14.672914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.727045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.798966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-feacf858-4216-47c0-8f9a-e75cf0360e7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:14.820645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Network ece55249-e42f-4291-98dd-ebb2a58ecce0 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:14.827280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:14.936901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f11dda84-f548-403b-8d6a-26503c28867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:15.001819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a03e2ab-ff4f-4fb8-92ff-16fae3f1c09a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:15.013009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-255f563e-4b48-4a2a-b9fc-8c28a21699db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:15.014120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Router 93923526-0789-4eb7-982d-d2d36c9284d4 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:44:15.074063 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e498f2-00d1-4e53-bb0f-59f133c0523f None None] Network 95f13df4-e2a4-4568-86ce-ed7612ed851c requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:15.096197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-72fc8943-03ac-4b4d-bdc8-f1793d406446 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:15.107616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03e2ab-ff4f-4fb8-92ff-16fae3f1c09a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebff2fa-1550-4761-8b8c-da9ee4d1e89b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:15.109634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a03e2ab-ff4f-4fb8-92ff-16fae3f1c09a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:15.111641 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3a03e2ab-ff4f-4fb8-92ff-16fae3f1c09a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/8ebff2fa-1550-4761-8b8c-da9ee4d1e89b HTTP/1.1" status: 204 len: 168 time: 1.5050335 Jun 11 11:44:15.133924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45660) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:15.134913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3a03e2ab-ff4f-4fb8-92ff-16fae3f1c09a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:15.143829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:15.217979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:44:15.229249 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "PUT /v2.0/routers/93923526-0789-4eb7-982d-d2d36c9284d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0490575 Jun 11 11:44:15.229877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45664) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:15.236895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Request body: {'port': {'network_id': 'ece55249-e42f-4291-98dd-ebb2a58ecce0', 'name': 'tempest-FloatingIPNegativeTestJSON-802625231'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:15.258165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e365ce-d3a3-4056-8989-4f4b122b9c12 None None] Sync routers for ids ['93923526-0789-4eb7-982d-d2d36c9284d4'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:44:15.285465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc8943-03ac-4b4d-bdc8-f1793d406446 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=aa3696d8-4778-425b-87f6-83c2902a2524,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:15.292267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c447508c-affe-4601-91f3-86f57d938bee None None] Network ece55249-e42f-4291-98dd-ebb2a58ecce0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:15.327320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fcdc4384-90a5-4091-9949-72f3590e7c91 None None] Provisioning for port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:15.388213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fcdc4384-90a5-4091-9949-72f3590e7c91 None None] Provisioning complete for port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:15.390314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fcdc4384-90a5-4091-9949-72f3590e7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:15.441889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-72fc8943-03ac-4b4d-bdc8-f1793d406446 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:15.493877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e365ce-d3a3-4056-8989-4f4b122b9c12 None None] Routers {'93923526-0789-4eb7-982d-d2d36c9284d4'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:44:15.494645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-92e365ce-d3a3-4056-8989-4f4b122b9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:44:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['93923526-0789-4eb7-982d-d2d36c9284d4'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:15.565333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-92e365ce-d3a3-4056-8989-4f4b122b9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:15.668216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e365ce-d3a3-4056-8989-4f4b122b9c12 None None] Routers {'93923526-0789-4eb7-982d-d2d36c9284d4'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:44:15.669271 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-92e365ce-d3a3-4056-8989-4f4b122b9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:44:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['93923526-0789-4eb7-982d-d2d36c9284d4'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:15.754357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78266d64-4156-4610-b717-e81e2972b396 None None] Network d96886d4-db11-4181-a0a1-03bc694833e8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:15.759957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-92e365ce-d3a3-4056-8989-4f4b122b9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:15.760384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e365ce-d3a3-4056-8989-4f4b122b9c12 None None] The sync data for ids ['93923526-0789-4eb7-982d-d2d36c9284d4'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:44:15.842094 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fcdc4384-90a5-4091-9949-72f3590e7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:15.915986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca06593e-1a3d-44ba-a463-97c9413b34f9 None None] DHCP port deletion for 95f13df4-e2a4-4568-86ce-ed7612ed851c request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:15.974320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.11 (d96886d4-db11-4181-a0a1-03bc694833e8/636c68bf-8ee1-484b-b540-fa3a1fa103f3/fea340b8-d520-47ca-b65a-a1103024faf1) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:15.979612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.002274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.25 (d96886d4-db11-4181-a0a1-03bc694833e8/340e5572-d331-4651-98a6-c65dee9ba2d1/fea340b8-d520-47ca-b65a-a1103024faf1) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:16.030182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fcdc4384-90a5-4091-9949-72f3590e7c91 None None] For port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=99aa1c96-e0cf-4926-b9d9-2358d4bd6079,segment=NetworkSegment(c8f05c44-dfdd-4edd-b3ca-64584e6c830c),segment_id=c8f05c44-dfdd-4edd-b3ca-64584e6c830c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:16.031621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:16.053642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-72fc8943-03ac-4b4d-bdc8-f1793d406446 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.055507 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-72fc8943-03ac-4b4d-bdc8-f1793d406446 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/aa3696d8-4778-425b-87f6-83c2902a2524 HTTP/1.1" status: 204 len: 168 time: 2.9070787 Jun 11 11:44:16.058326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45670) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:16.061633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.065687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fcdc4384-90a5-4091-9949-72f3590e7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.065959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-feacf858-4216-47c0-8f9a-e75cf0360e7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.070779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-190093b9-7be8-4f5c-8741-1194a7a4520c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:16.083026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-feacf858-4216-47c0-8f9a-e75cf0360e7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.086989 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-1daa365d-2343-429a-aa1e-1eed93e183b2 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291200822&fields=id&tenant_id=fa1ddf06d6df4152974d5476ba079f72 HTTP/1.1" status: 200 len: 267 time: 0.1942496 Jun 11 11:44:16.112022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c5204e8-fd4b-43e5-83bf-aa345399f7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:16.136667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f99ac48-dc0a-4f1f-bd2c-0f56537ea41d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:16.138604 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f99ac48-dc0a-4f1f-bd2c-0f56537ea41d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:16.140175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f99ac48-dc0a-4f1f-bd2c-0f56537ea41d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:16.144574 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6f99ac48-dc0a-4f1f-bd2c-0f56537ea41d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0820556 Jun 11 11:44:16.144574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Made reservation on behalf of 417307004af644c492267831987f2595 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:16.147720 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.151564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45672) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:16.212482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-feacf858-4216-47c0-8f9a-e75cf0360e7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.216295 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-feacf858-4216-47c0-8f9a-e75cf0360e7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6406581 Jun 11 11:44:16.222447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45674) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:16.229226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c6aa2a8a-d751-429c-b6c2-f7f1f02c38d5 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '2d5afd6b-1251-4470-9612-37f6bd9cd9bc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:16.230189 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.api.v2.base [None req-c6aa2a8a-d751-429c-b6c2-f7f1f02c38d5 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 11 11:44:16.230797 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-c6aa2a8a-d751-429c-b6c2-f7f1f02c38d5 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:16.234763 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c6aa2a8a-d751-429c-b6c2-f7f1f02c38d5 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083485 Jun 11 11:44:16.236351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45676) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:16.254451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-938abab3-26ef-4855-9ff1-cfca10b562b1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 7f02d6bb-9422-4027-a959-11724f7183c4 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:16.258378 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] device_id is not set on port d83c8016-26c6-491c-a5e3-77e7f6312ecf yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:16.274260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-938abab3-26ef-4855-9ff1-cfca10b562b1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.275375 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacf858-4216-47c0-8f9a-e75cf0360e7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5afd6b-1251-4470-9612-37f6bd9cd9bc,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:16.305753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-feacf858-4216-47c0-8f9a-e75cf0360e7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:16.376436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Provisioning for port 8726d6e7-3ea4-4116-8894-a4a6e857af2b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:16.390824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc4384-90a5-4091-9949-72f3590e7c91 None None] Pushing event updated for resources: {'Port': ['ID=99aa1c96-e0cf-4926-b9d9-2358d4bd6079,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:16.407763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-938abab3-26ef-4855-9ff1-cfca10b562b1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.416770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Provisioning complete for port 8726d6e7-3ea4-4116-8894-a4a6e857af2b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:16.417163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.419811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fcdc4384-90a5-4091-9949-72f3590e7c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:16.453528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ca06593e-1a3d-44ba-a463-97c9413b34f9 None None] Deleting port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:16.454300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ca06593e-1a3d-44ba-a463-97c9413b34f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.505106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4df5ce22-9ae9-43c4-a9cf-31857362bc3c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.506483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-f510c7e9-69db-4263-b9d1-6664fb5c5680 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:16.525637 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-f510c7e9-69db-4263-b9d1-6664fb5c5680 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 811 time: 0.4011016 Jun 11 11:44:16.578179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Allocated IP 172.20.0.7 (ece55249-e42f-4291-98dd-ebb2a58ecce0/2b82ba1d-9b34-4b8b-8ce9-f4944fd022fc/d83c8016-26c6-491c-a5e3-77e7f6312ecf) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:16.593374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4df5ce22-9ae9-43c4-a9cf-31857362bc3c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.595497 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.601951 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-77e2bf31-eac6-4c1e-965a-919700c0e10e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/quotas/fa1ddf06d6df4152974d5476ba079f72 HTTP/1.1" status: 200 len: 375 time: 0.0753851 Jun 11 11:44:16.603833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:16.604391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.608725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.637768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-938abab3-26ef-4855-9ff1-cfca10b562b1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.642860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ca06593e-1a3d-44ba-a463-97c9413b34f9 None None] For port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=99aa1c96-e0cf-4926-b9d9-2358d4bd6079,segment=NetworkSegment(c8f05c44-dfdd-4edd-b3ca-64584e6c830c),segment_id=c8f05c44-dfdd-4edd-b3ca-64584e6c830c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:16.643355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ca06593e-1a3d-44ba-a463-97c9413b34f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.655855 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object fea340b8-d520-47ca-b65a-a1103024faf1 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:16.734120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4df5ce22-9ae9-43c4-a9cf-31857362bc3c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.737323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4df5ce22-9ae9-43c4-a9cf-31857362bc3c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.740692 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4df5ce22-9ae9-43c4-a9cf-31857362bc3c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "DELETE /v2.0/security-groups/2d5afd6b-1251-4470-9612-37f6bd9cd9bc HTTP/1.1" status: 204 len: 168 time: 0.5009685 Jun 11 11:44:16.744966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-495eca63-ecd7-47b1-a1d9-59a21ea7d814 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:16.750871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45678) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:16.761264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5ce22-9ae9-43c4-a9cf-31857362bc3c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5afd6b-1251-4470-9612-37f6bd9cd9bc,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:16.762630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4df5ce22-9ae9-43c4-a9cf-31857362bc3c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:16.784893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ca06593e-1a3d-44ba-a463-97c9413b34f9 None None] Calling delete_port for 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:16.794501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=99aa1c96-e0cf-4926-b9d9-2358d4bd6079,segment=NetworkSegment(c8f05c44-dfdd-4edd-b3ca-64584e6c830c),segment_id=c8f05c44-dfdd-4edd-b3ca-64584e6c830c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:16.819427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-938abab3-26ef-4855-9ff1-cfca10b562b1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.831190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3ef4ed95-d07e-4702-ba84-871ca29b2a6f tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:16.838161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.848151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-22f7513f-760f-4e92-b019-7d2d3c3e9da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:16.875142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] For port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=99aa1c96-e0cf-4926-b9d9-2358d4bd6079,segment=NetworkSegment(c8f05c44-dfdd-4edd-b3ca-64584e6c830c),segment_id=c8f05c44-dfdd-4edd-b3ca-64584e6c830c)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:16.875784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.876175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-938abab3-26ef-4855-9ff1-cfca10b562b1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:16.881086 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-938abab3-26ef-4855-9ff1-cfca10b562b1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/7f02d6bb-9422-4027-a959-11724f7183c4 HTTP/1.1" status: 204 len: 168 time: 0.7287576 Jun 11 11:44:16.881719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45680) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:16.932827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938abab3-26ef-4855-9ff1-cfca10b562b1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=7f02d6bb-9422-4027-a959-11724f7183c4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:16.944630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ecd15-87b0-4b1d-8382-7e19ff9ceaf3 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:17.005900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:17.021720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.116399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.122326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:17.131362 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.164548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=99aa1c96-e0cf-4926-b9d9-2358d4bd6079,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:17.192692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] For port 8726d6e7-3ea4-4116-8894-a4a6e857af2b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8726d6e7-3ea4-4116-8894-a4a6e857af2b,segment=NetworkSegment(f1078515-fcb1-4392-ac95-5890520a672d),segment_id=f1078515-fcb1-4392-ac95-5890520a672d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:17.214707 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fc5c8b7b-b78d-4316-861a-5017d8c9aecb tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4624760 Jun 11 11:44:17.237521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ca06593e-1a3d-44ba-a463-97c9413b34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.243735 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927187a9-14b1-4648-9d76-9cca2f5653e4 None None] Update dhcp port {'port': {'network_id': 'd96886d4-db11-4181-a0a1-03bc694833e8', 'fixed_ips': [{'subnet_id': '636c68bf-8ee1-484b-b540-fa3a1fa103f3', 'ip_address': '172.20.0.2'}, {'subnet_id': '340e5572-d331-4651-98a6-c65dee9ba2d1'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '8726d6e7-3ea4-4116-8894-a4a6e857af2b'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:44:17.248715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45682) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:17.251621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No DVR routers for this DVR port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:17.272025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-cbc2026d-329a-4b2e-950a-e3c7f495ab1b tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group': {'name': 'tempest-secgroup--832412892'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:17.279135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:17.279870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:17.281457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network d96886d4-db11-4181-a0a1-03bc694833e8 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:17.283023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.314790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:17.317358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:17.329343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=fea340b8-d520-47ca-b65a-a1103024faf1,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:17.332486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:17.339067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2a0bf5c2-2570-4121-ad45-d544d8a1b7ef tempest-AllowedAddressPairTestJSON-360554402 tempest-AllowedAddressPairTestJSON-360554402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:17.351189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06593e-1a3d-44ba-a463-97c9413b34f9 None None] Pushing event deleted for resources: {'Port': ['ID=99aa1c96-e0cf-4926-b9d9-2358d4bd6079,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:17.357510 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06593e-1a3d-44ba-a463-97c9413b34f9 None None] No DVR routers for this DVR port 99aa1c96-e0cf-4926-b9d9-2358d4bd6079 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:17.360767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ca06593e-1a3d-44ba-a463-97c9413b34f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:17.364737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:17.409441 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Provisioning for port 9e924240-dadb-4be1-9532-b30650f76b4b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:17.415029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-927187a9-14b1-4648-9d76-9cca2f5653e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.435380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-938abab3-26ef-4855-9ff1-cfca10b562b1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:17.437446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Provisioning complete for port 9e924240-dadb-4be1-9532-b30650f76b4b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:17.438878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.450335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=99aa1c96-e0cf-4926-b9d9-2358d4bd6079,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:17.452785 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:17.463410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cbc2026d-329a-4b2e-950a-e3c7f495ab1b tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.485980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b25c51-fa7b-4f29-bc76-fca15af57bc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet b825c9ca-2b80-4818-b6f6-6d2394596d86 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:17.491706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26b25c51-fa7b-4f29-bc76-fca15af57bc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.509110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.519833 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-49dee96e-34d8-4c70-af28-4093f1481072 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8337522 Jun 11 11:44:17.534396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.551888 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f13df4-e2a4-4568-86ce-ed7612ed851c']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:17.559190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:17.560475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.562600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Transition to ACTIVE for port object d83c8016-26c6-491c-a5e3-77e7f6312ecf will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:17.566647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26b25c51-fa7b-4f29-bc76-fca15af57bc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.567354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Pushing event updated for resources: {'Port': ['ID=8726d6e7-3ea4-4116-8894-a4a6e857af2b,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:17.575480 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:17.616756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f05c44-dfdd-4edd-b3ca-64584e6c830c') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:17.617049 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f05c44-dfdd-4edd-b3ca-64584e6c830c') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:17.636740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.712766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.715334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.716841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc6b2d38-7b6d-49c8-bf3e-c09708c6a5a3 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:17.722393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.736101 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:44:17.736549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:44:17.741264 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:44:17.777149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.781923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26b25c51-fa7b-4f29-bc76-fca15af57bc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.805793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-927187a9-14b1-4648-9d76-9cca2f5653e4 None None] Allocated IP 172.20.0.18 (d96886d4-db11-4181-a0a1-03bc694833e8/340e5572-d331-4651-98a6-c65dee9ba2d1/8726d6e7-3ea4-4116-8894-a4a6e857af2b) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:17.827789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Network ece55249-e42f-4291-98dd-ebb2a58ecce0 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:17.833478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:17.836375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:17.847476 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-9008099c-0022-4c5a-b933-13e941ad2d62 service neutron] 10.222.0.46 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057294 Jun 11 11:44:17.864095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] For port 9e924240-dadb-4be1-9532-b30650f76b4b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9e924240-dadb-4be1-9532-b30650f76b4b,segment=NetworkSegment(e5e2f6d8-6adf-4a73-94fe-9c113d33bf08),segment_id=e5e2f6d8-6adf-4a73-94fe-9c113d33bf08)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:17.891628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.896269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-75da4fdd-694d-4e60-9df8-e5494e17e29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:17.919676 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.949848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:17.956315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.957754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event updated for resources: {'Port': ['ID=d83c8016-26c6-491c-a5e3-77e7f6312ecf,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:17.961757 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/networks/95f13df4-e2a4-4568-86ce-ed7612ed851c HTTP/1.1" status: 204 len: 168 time: 2.8246822 Jun 11 11:44:17.963711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:17.970520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cbc2026d-329a-4b2e-950a-e3c7f495ab1b tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:17.973331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45686) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:17.989074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'name': 'tempest-PortsIpV6TestJSON-1662114257'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:18.037391 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Pushing event updated for resources: {'Port': ['ID=9e924240-dadb-4be1-9532-b30650f76b4b,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:18.039098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:18.039872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.047913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:18.057785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-927187a9-14b1-4648-9d76-9cca2f5653e4 None None] For port 8726d6e7-3ea4-4116-8894-a4a6e857af2b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8726d6e7-3ea4-4116-8894-a4a6e857af2b,segment=NetworkSegment(f1078515-fcb1-4392-ac95-5890520a672d),segment_id=f1078515-fcb1-4392-ac95-5890520a672d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:18.058633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26b25c51-fa7b-4f29-bc76-fca15af57bc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.064310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-aeef6608-47df-416c-815c-ed4e2717ca81 None None] Provisioning complete for port 9e924240-dadb-4be1-9532-b30650f76b4b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:18.064711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-aeef6608-47df-416c-815c-ed4e2717ca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.079689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4d5868f9-7d89-478a-99db-f5bdac41c2c1 tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:18.123757 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-927187a9-14b1-4648-9d76-9cca2f5653e4 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.132920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8726d6e7-3ea4-4116-8894-a4a6e857af2b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:18.144424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b25c51-fa7b-4f29-bc76-fca15af57bc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=b825c9ca-2b80-4818-b6f6-6d2394596d86,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:18.147559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-26b25c51-fa7b-4f29-bc76-fca15af57bc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:18.148888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26b25c51-fa7b-4f29-bc76-fca15af57bc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.151449 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-26b25c51-fa7b-4f29-bc76-fca15af57bc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/b825c9ca-2b80-4818-b6f6-6d2394596d86 HTTP/1.1" status: 204 len: 168 time: 1.2157571 Jun 11 11:44:18.155103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45690) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:18.158884 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9276652 Jun 11 11:44:18.166958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45692) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:18.169634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cbc2026d-329a-4b2e-950a-e3c7f495ab1b tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.192677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:18.212700 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-5040fd07-f65e-446a-8556-f7972a178ca6 service neutron] 10.222.0.46 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469987 Jun 11 11:44:18.221686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45694) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:18.223117 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.4417799 Jun 11 11:44:18.236722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Network': ['ID=95f13df4-e2a4-4568-86ce-ed7612ed851c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:18.250388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:18.250928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:18.286692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '636c68bf-8ee1-484b-b540-fa3a1fa103f3'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:18.296489 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d9b6d5d4-41db-4990-9d06-4545f0fe0ac1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1371572 Jun 11 11:44:18.297934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45696) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:18.320757 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2026d-329a-4b2e-950a-e3c7f495ab1b tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6742220-c48d-42d5-a64b-863b2a5c6313,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:18.325219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cbc2026d-329a-4b2e-950a-e3c7f495ab1b tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:18.325950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.330910 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cbc2026d-329a-4b2e-950a-e3c7f495ab1b tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.335246 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cbc2026d-329a-4b2e-950a-e3c7f495ab1b tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0780306 Jun 11 11:44:18.335875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45698) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:18.356498 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-317a4ce1-d529-4d63-84cf-fc40a1e03555 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': 'f6742220-c48d-42d5-a64b-863b2a5c6313', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:18.374079 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-317a4ce1-d529-4d63-84cf-fc40a1e03555 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 11 11:44:18.374759 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-317a4ce1-d529-4d63-84cf-fc40a1e03555 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:18.379018 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-317a4ce1-d529-4d63-84cf-fc40a1e03555 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0301309 Jun 11 11:44:18.382628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45702) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:18.402685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-640fec6c-5217-46d0-b9d5-0ba29b778853 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': 'f6742220-c48d-42d5-a64b-863b2a5c6313', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:18.405623 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-640fec6c-5217-46d0-b9d5-0ba29b778853 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 11 11:44:18.406151 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-640fec6c-5217-46d0-b9d5-0ba29b778853 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:18.410562 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-640fec6c-5217-46d0-b9d5-0ba29b778853 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0270262 Jun 11 11:44:18.411807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45704) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:18.417862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6f652ec9-dd30-4dac-a1c0-18a664f9146d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': 'f6742220-c48d-42d5-a64b-863b2a5c6313', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:18.418726 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-6f652ec9-dd30-4dac-a1c0-18a664f9146d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 11 11:44:18.419229 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-6f652ec9-dd30-4dac-a1c0-18a664f9146d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:18.426083 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6f652ec9-dd30-4dac-a1c0-18a664f9146d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118468 Jun 11 11:44:18.428151 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45708) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:18.431477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-927187a9-14b1-4648-9d76-9cca2f5653e4 None None] Transition to ACTIVE for port object 8726d6e7-3ea4-4116-8894-a4a6e857af2b will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:18.435950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c3bea00b-c7ce-49b6-870e-0e60bc0aee7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': 'f6742220-c48d-42d5-a64b-863b2a5c6313', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:18.437008 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-c3bea00b-c7ce-49b6-870e-0e60bc0aee7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 11 11:44:18.437568 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-c3bea00b-c7ce-49b6-870e-0e60bc0aee7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:18.441837 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c3bea00b-c7ce-49b6-870e-0e60bc0aee7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0126631 Jun 11 11:44:18.442413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45712) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:18.451471 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-927187a9-14b1-4648-9d76-9cca2f5653e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.466490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fcdc4384-90a5-4091-9949-72f3590e7c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:18.540956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927187a9-14b1-4648-9d76-9cca2f5653e4 None None] Pushing event updated for resources: {'Port': ['ID=8726d6e7-3ea4-4116-8894-a4a6e857af2b,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:18.559124 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:18.562659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.594069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-927187a9-14b1-4648-9d76-9cca2f5653e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:18.608325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3feaadd3-f76f-435a-838c-dfaae1af72fc tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.653163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a485e9b-24bf-4dc4-be8f-6458131caa07 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:18.682454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3feaadd3-f76f-435a-838c-dfaae1af72fc tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.682798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port 80d1c179-cce4-4108-9b5d-584ec5bf22f4 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:18.751341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.827501 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3feaadd3-f76f-435a-838c-dfaae1af72fc tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.830461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3feaadd3-f76f-435a-838c-dfaae1af72fc tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.834489 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3feaadd3-f76f-435a-838c-dfaae1af72fc tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "DELETE /v2.0/security-groups/f6742220-c48d-42d5-a64b-863b2a5c6313 HTTP/1.1" status: 204 len: 168 time: 0.3902895 Jun 11 11:44:18.835238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45718) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:18.838243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5adfe443-2e6c-4003-8e40-f1b66c7f45a5 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:18.895364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-aeef6608-47df-416c-815c-ed4e2717ca81 None None] Provisioning for port 971f6195-359a-4697-82f2-5a009717b31d completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:18.900128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-aeef6608-47df-416c-815c-ed4e2717ca81 None None] Provisioning complete for port 971f6195-359a-4697-82f2-5a009717b31d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:18.900533 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-aeef6608-47df-416c-815c-ed4e2717ca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:18.921277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaadd3-f76f-435a-838c-dfaae1af72fc tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6742220-c48d-42d5-a64b-863b2a5c6313,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:18.940386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3feaadd3-f76f-435a-838c-dfaae1af72fc tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:18.948185 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bf772ef-cd25-44d7-ae57-fc1603e50397 req-95e62dc9-af2f-4ea1-a798-2dab7edaace4 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 210 time: 0.1583104 Jun 11 11:44:18.992382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.013948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-aeef6608-47df-416c-815c-ed4e2717ca81 None None] Port 971f6195-359a-4697-82f2-5a009717b31d cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:19.039613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7107f8-35ac-4237-8951-ca3e410b8ea4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:19.044241 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-eb7107f8-35ac-4237-8951-ca3e410b8ea4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7054527 Jun 11 11:44:19.048993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45724) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:19.086098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Allocated IP 172.26.6.171 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/e38e4e73-d98f-4ae6-9f2c-a5d7338a2483) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:19.144328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a5da83c3-38a6-4259-be88-ea5d3fa81d79 None None] Provisioning for port d83c8016-26c6-491c-a5e3-77e7f6312ecf completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:19.149408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993947ad-0630-4540-a084-a458cd4bb49b None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:19.154378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a5da83c3-38a6-4259-be88-ea5d3fa81d79 None None] Provisioning complete for port d83c8016-26c6-491c-a5e3-77e7f6312ecf triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:19.154937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a5da83c3-38a6-4259-be88-ea5d3fa81d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.250724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a5da83c3-38a6-4259-be88-ea5d3fa81d79 None None] Port d83c8016-26c6-491c-a5e3-77e7f6312ecf cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:19.252847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.258734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da296d4-71c0-4891-81e7-9a980ac34b5c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:19.263133 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1da296d4-71c0-4891-81e7-9a980ac34b5c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2132027 Jun 11 11:44:19.278637 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a5da83c3-38a6-4259-be88-ea5d3fa81d79 None None] Provisioning complete for port 2332843a-ca37-49d8-8ca1-2c9c54138642 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:19.279433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a5da83c3-38a6-4259-be88-ea5d3fa81d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.299930 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45728) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:19.315710 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.320336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-993947ad-0630-4540-a084-a458cd4bb49b None None] Deleting port 2332843a-ca37-49d8-8ca1-2c9c54138642 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:19.321011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-993947ad-0630-4540-a084-a458cd4bb49b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.383254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.401548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4c545a66-0694-4d37-b6c2-14745105f30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:19.414147 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2b3e8ab0-d390-4dbe-8447-7f6c63b63756 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5720022 Jun 11 11:44:19.419985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45730) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:19.422652 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9f643fba-36d9-409c-8bba-85f8e699580d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202261 Jun 11 11:44:19.427419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-fe07d5fa-d02f-4d85-a703-0f9e5c29a2c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group': {'name': 'tempest-secgroup--777610603'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:19.448133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-993947ad-0630-4540-a084-a458cd4bb49b None None] For port 2332843a-ca37-49d8-8ca1-2c9c54138642, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2332843a-ca37-49d8-8ca1-2c9c54138642,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:19.449199 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-993947ad-0630-4540-a084-a458cd4bb49b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.450042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45732) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:19.457988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-439c9a3e-4194-4083-bb77-8948313947af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:19.492579 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:19.502781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:19.505363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fe07d5fa-d02f-4d85-a703-0f9e5c29a2c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.507670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:19.557415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d5d3ba-5df6-4c63-aa4b-4bfd4f4b8da9 None None] Network d96886d4-db11-4181-a0a1-03bc694833e8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:19.562673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event updated for resources: {'Port': ['ID=e38e4e73-d98f-4ae6-9f2c-a5d7338a2483,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:19.570405 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:19.674339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.679870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-993947ad-0630-4540-a084-a458cd4bb49b None None] Calling delete_port for 2332843a-ca37-49d8-8ca1-2c9c54138642 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:19.690160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.703548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:19.757203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.769389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=80d1c179-cce4-4108-9b5d-584ec5bf22f4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:19.796909 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fe07d5fa-d02f-4d85-a703-0f9e5c29a2c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.799623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:19.803304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:19.808200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fe07d5fa-d02f-4d85-a703-0f9e5c29a2c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.814013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-981f6e2f-bba7-4467-85f6-07038a6193b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:19.814683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:19.824529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:19.835217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:19.835894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.860508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07d5fa-d02f-4d85-a703-0f9e5c29a2c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:19.861385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439c9a3e-4194-4083-bb77-8948313947af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:19.865365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-439c9a3e-4194-4083-bb77-8948313947af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.866940 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-439c9a3e-4194-4083-bb77-8948313947af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:19.867379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439c9a3e-4194-4083-bb77-8948313947af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:44:19.871713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Delete allocated IP 172.20.0.25 (d96886d4-db11-4181-a0a1-03bc694833e8/340e5572-d331-4651-98a6-c65dee9ba2d1) {{(pid=99006) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 11:44:19.876716 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9000597 Jun 11 11:44:19.877213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fe07d5fa-d02f-4d85-a703-0f9e5c29a2c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:19.882409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45734) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:19.887174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fe07d5fa-d02f-4d85-a703-0f9e5c29a2c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.891081 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fe07d5fa-d02f-4d85-a703-0f9e5c29a2c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4671931 Jun 11 11:44:19.892037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45736) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:19.901178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-7f6ab966-d814-4d4b-9082-5d2ccdb954d7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:19.902013 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-7f6ab966-d814-4d4b-9082-5d2ccdb954d7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 11 11:44:19.902590 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-7f6ab966-d814-4d4b-9082-5d2ccdb954d7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:19.906092 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7f6ab966-d814-4d4b-9082-5d2ccdb954d7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086114 Jun 11 11:44:19.907779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45738) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:19.911170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-bb9db707-4412-4fee-bc8b-3c1edc5e16f9 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:19.992015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-993947ad-0630-4540-a084-a458cd4bb49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:19.996723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6e8ac9a8-bf91-49a1-91ce-2a015cf68e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:20.061052 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993947ad-0630-4540-a084-a458cd4bb49b None None] No DVR routers for this DVR port 2332843a-ca37-49d8-8ca1-2c9c54138642 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:20.068605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993947ad-0630-4540-a084-a458cd4bb49b None None] Pushing event deleted for resources: {'Port': ['ID=2332843a-ca37-49d8-8ca1-2c9c54138642,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:20.068605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-993947ad-0630-4540-a084-a458cd4bb49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:20.079418 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-439c9a3e-4194-4083-bb77-8948313947af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6268904 Jun 11 11:44:20.080069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45742) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:20.089338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b1f46a86-60f9-460c-8f48-a78c9691e9aa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:20.104407 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e924240-dadb-4be1-9532-b30650f76b4b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:20.133809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2ae451be-085d-4c07-ae74-deebde6862a7 None None] Provisioning for port 8726d6e7-3ea4-4116-8894-a4a6e857af2b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:20.153990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2ae451be-085d-4c07-ae74-deebde6862a7 None None] Provisioning complete for port 8726d6e7-3ea4-4116-8894-a4a6e857af2b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:20.154415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2ae451be-085d-4c07-ae74-deebde6862a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:20.206746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-288198b8-4800-4a6c-ad3f-32e7c18597da tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 80d1c179-cce4-4108-9b5d-584ec5bf22f4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:20.207364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-288198b8-4800-4a6c-ad3f-32e7c18597da tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:20.278349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9e924240-dadb-4be1-9532-b30650f76b4b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:20.278787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:20.455264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-288198b8-4800-4a6c-ad3f-32e7c18597da tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:20.458308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8726d6e7-3ea4-4116-8894-a4a6e857af2b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:20.470400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:20.557690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 8726d6e7-3ea4-4116-8894-a4a6e857af2b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:20.557690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:20.578396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-288198b8-4800-4a6c-ad3f-32e7c18597da tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 80d1c179-cce4-4108-9b5d-584ec5bf22f4 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:20.588345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f46a86-60f9-460c-8f48-a78c9691e9aa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:20.593320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1f46a86-60f9-460c-8f48-a78c9691e9aa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:20.595007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f46a86-60f9-460c-8f48-a78c9691e9aa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:20.595811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f46a86-60f9-460c-8f48-a78c9691e9aa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:44:20.601048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Ignored duplicate provisioning block setup for port fea340b8-d520-47ca-b65a-a1103024faf1 by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 11 11:44:20.615000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:20.624663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-daa86e07-cfa4-4b58-9561-740e17826d21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:20.645376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b37a74e7-3dda-484b-82b9-cd20e76126e2 None None] Provisioning complete for port 8726d6e7-3ea4-4116-8894-a4a6e857af2b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:20.645922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b37a74e7-3dda-484b-82b9-cd20e76126e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:20.649158 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-368f8bdc-6ca8-4d9d-9d67-1814bd9870bb req-deb8cdcf-4aaa-4b42-b332-236654d67bd3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 210 time: 0.1058989 Jun 11 11:44:20.662106 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-bb9db707-4412-4fee-bc8b-3c1edc5e16f9 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:20.664466 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bb9db707-4412-4fee-bc8b-3c1edc5e16f9 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7571862 Jun 11 11:44:20.675585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45744) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:20.688780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d8d01827-cf73-44c8-b594-4d4a801295b1 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:20.693881 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-d8d01827-cf73-44c8-b594-4d4a801295b1 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 11 11:44:20.694420 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-d8d01827-cf73-44c8-b594-4d4a801295b1 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:20.695481 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d8d01827-cf73-44c8-b594-4d4a801295b1 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0175614 Jun 11 11:44:20.699083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45746) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:20.716466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4c4ad64c-b1ae-4b10-8334-1650eda67c92 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:20.731062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:20.737718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=fea340b8-d520-47ca-b65a-a1103024faf1,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:20.746922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:20.760490 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b1f46a86-60f9-460c-8f48-a78c9691e9aa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6760929 Jun 11 11:44:20.764259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45748) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:20.773197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8713997d-b690-4143-abe9-f2da9e3c753e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:20.796062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:20.805400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:20.912893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2332843a-ca37-49d8-8ca1-2c9c54138642 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:20.945274 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 2332843a-ca37-49d8-8ca1-2c9c54138642 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:20.946485 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2332843a-ca37-49d8-8ca1-2c9c54138642 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:20.950226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b37a74e7-3dda-484b-82b9-cd20e76126e2 None None] Provisioning for port fea340b8-d520-47ca-b65a-a1103024faf1 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:20.957290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b37a74e7-3dda-484b-82b9-cd20e76126e2 None None] Provisioning complete for port fea340b8-d520-47ca-b65a-a1103024faf1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:20.957993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b37a74e7-3dda-484b-82b9-cd20e76126e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.006456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b37a74e7-3dda-484b-82b9-cd20e76126e2 None None] Port fea340b8-d520-47ca-b65a-a1103024faf1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:21.012957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-4b751717-5d67-4cba-a138-9533ae2c8cf1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:21.014493 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-4b751717-5d67-4cba-a138-9533ae2c8cf1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 811 time: 0.4703023 Jun 11 11:44:21.015330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event updated for resources: {'Port': ['ID=e38e4e73-d98f-4ae6-9f2c-a5d7338a2483,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:21.021967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:21.032659 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-4c4ad64c-b1ae-4b10-8334-1650eda67c92 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:21.036640 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4c4ad64c-b1ae-4b10-8334-1650eda67c92 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3212404 Jun 11 11:44:21.036640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.037190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45752) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:21.051726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] In _notify_port_updated(), no bound segment for port fea340b8-d520-47ca-b65a-a1103024faf1 on network d96886d4-db11-4181-a0a1-03bc694833e8 {{(pid=99006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:44:21.055897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-352eb0c0-8413-4626-a163-a32e904b375e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:21.056388 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-352eb0c0-8413-4626-a163-a32e904b375e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 11 11:44:21.056886 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-352eb0c0-8413-4626-a163-a32e904b375e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:21.060291 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-352eb0c0-8413-4626-a163-a32e904b375e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056624 Jun 11 11:44:21.061233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45754) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:21.062838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:21.064390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.068328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f85cc50b-cec3-4c4f-8850-e4af4ab1cec4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:21.069004 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "PUT /v2.0/ports/fea340b8-d520-47ca-b65a-a1103024faf1 HTTP/1.1" status: 200 len: 920 time: 2.7876787 Jun 11 11:44:21.069866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45756) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:21.078997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '636c68bf-8ee1-484b-b540-fa3a1fa103f3'}, {'subnet_id': '340e5572-d331-4651-98a6-c65dee9ba2d1'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:21.117164 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-be1c619d-0e2d-4640-b796-1ce90df73724 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1ddf06d6df4152974d5476ba079f72 HTTP/1.1" status: 200 len: 380 time: 0.0923283 Jun 11 11:44:21.122212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-288198b8-4800-4a6c-ad3f-32e7c18597da tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.130369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'port': {'device_id': '03a80354-481d-4db2-af9c-d6d818704a28', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'admin_state_up': True, 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'security_groups': ['1706d16e-44da-4d30-9f99-588c2a038bac']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:21.131708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-45e74d06-63bc-44f7-b8f5-096e6a9ab929 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:21.134110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b8048ab8-3602-4d6f-9a0f-2d8eb4a80dc9 None None] Provisioning complete for port fea340b8-d520-47ca-b65a-a1103024faf1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:21.134640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b8048ab8-3602-4d6f-9a0f-2d8eb4a80dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.136445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8713997d-b690-4143-abe9-f2da9e3c753e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:21.139964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8713997d-b690-4143-abe9-f2da9e3c753e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.141572 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-8713997d-b690-4143-abe9-f2da9e3c753e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:21.142153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8713997d-b690-4143-abe9-f2da9e3c753e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:44:21.192447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b8048ab8-3602-4d6f-9a0f-2d8eb4a80dc9 None None] Port fea340b8-d520-47ca-b65a-a1103024faf1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:21.195949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.197181 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0290062 Jun 11 11:44:21.205188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45758) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:21.210101 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e28b4925-ba08-441b-b3df-833df575c017 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Request body: {'floatingip': {'port_id': 'd83c8016-26c6-491c-a5e3-77e7f6312ecf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:21.227658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288198b8-4800-4a6c-ad3f-32e7c18597da tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=80d1c179-cce4-4108-9b5d-584ec5bf22f4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:21.239477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-288198b8-4800-4a6c-ad3f-32e7c18597da tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:21.244143 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8713997d-b690-4143-abe9-f2da9e3c753e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4764364 Jun 11 11:44:21.245540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-288198b8-4800-4a6c-ad3f-32e7c18597da tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.248438 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-288198b8-4800-4a6c-ad3f-32e7c18597da tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/80d1c179-cce4-4108-9b5d-584ec5bf22f4 HTTP/1.1" status: 204 len: 168 time: 1.3633792 Jun 11 11:44:21.255968 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45760) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:21.256296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45762) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:21.261073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-652dfec3-df32-4b94-84b1-71255cdcca7d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:21.270986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'mac_address': 'fa:16:3e:3c:81:ae', 'name': 'tempest-PortsIpV6TestJSON-1544530506'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:21.314686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4a440ff7-71cc-470b-aecd-4705afd8dcbb None None] Provisioning complete for port fea340b8-d520-47ca-b65a-a1103024faf1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:21.316115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4a440ff7-71cc-470b-aecd-4705afd8dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.323244 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-f85cc50b-cec3-4c4f-8850-e4af4ab1cec4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:21.324316 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f85cc50b-cec3-4c4f-8850-e4af4ab1cec4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2612474 Jun 11 11:44:21.327455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45764) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:21.330499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e28b4925-ba08-441b-b3df-833df575c017 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for floatingip, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.337132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c8fd2991-4888-46db-8720-2e783858744f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:21.338789 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-c8fd2991-4888-46db-8720-2e783858744f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 11 11:44:21.339540 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-c8fd2991-4888-46db-8720-2e783858744f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:21.340736 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c8fd2991-4888-46db-8720-2e783858744f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075970 Jun 11 11:44:21.344933 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45766) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:21.378322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4a440ff7-71cc-470b-aecd-4705afd8dcbb None None] Port fea340b8-d520-47ca-b65a-a1103024faf1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:21.393474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-20d461eb-a3bd-49a2-abf1-c04bf26398e5 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:21.483716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.570180 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-e28b4925-ba08-441b-b3df-833df575c017 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] update failed (client error): The resource could not be found. Jun 11 11:44:21.571434 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e28b4925-ba08-441b-b3df-833df575c017 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "PUT /v2.0/floatingips/9a68f067-deda-4e19-8669-9c7c704cf90e HTTP/1.1" status: 404 len: 507 time: 0.3649650 Jun 11 11:44:21.575147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45768) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:21.575999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652dfec3-df32-4b94-84b1-71255cdcca7d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:21.579742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-652dfec3-df32-4b94-84b1-71255cdcca7d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.581304 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-652dfec3-df32-4b94-84b1-71255cdcca7d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:21.581915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652dfec3-df32-4b94-84b1-71255cdcca7d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:44:21.583393 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-20d461eb-a3bd-49a2-abf1-c04bf26398e5 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:21.586865 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-20d461eb-a3bd-49a2-abf1-c04bf26398e5 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1952298 Jun 11 11:44:21.603008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45770) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:21.607742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-cee1aef1-92a7-4432-a9b0-83ff42c1d39c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:21.671486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:21.752928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Made reservation on behalf of fa1ddf06d6df4152974d5476ba079f72 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:21.757180 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.839042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.851152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Deleting port e38e4e73-d98f-4ae6-9f2c-a5d7338a2483 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:21.851517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:21.870380 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ebad7e2-ff47-4f1d-a9fd-8e6addec29d8 req-c3803ba1-8864-4d51-90ed-9541f9bf79db tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 210 time: 0.0515373 Jun 11 11:44:22.023971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.024367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.027226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Allocated IP 172.20.0.5 (a303fe90-a33a-4602-b3f5-63b56709bb0e/28be0055-a740-46eb-a756-909502b2a1dd/9882d74b-818f-4dec-baa2-41bafc23dd19) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:22.134427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Calling delete_port for e38e4e73-d98f-4ae6-9f2c-a5d7338a2483 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:22.334584 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-652dfec3-df32-4b94-84b1-71255cdcca7d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0744426 Jun 11 11:44:22.334988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45774) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:22.339951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-087fa4c4-e871-4210-bfda-1cb110a168b4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:22.348583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port 25dabdbd-9383-41ec-b5f7-aec5ff293fac yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:22.397924 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-cee1aef1-92a7-4432-a9b0-83ff42c1d39c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:22.400029 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cee1aef1-92a7-4432-a9b0-83ff42c1d39c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7956717 Jun 11 11:44:22.403368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45776) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:22.454321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.519955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.29 (d96886d4-db11-4181-a0a1-03bc694833e8/340e5572-d331-4651-98a6-c65dee9ba2d1/fea340b8-d520-47ca-b65a-a1103024faf1) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:22.648782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec376744-9102-4671-a6ff-9d12f3d07c41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.668605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Transition to ACTIVE for port object 9882d74b-818f-4dec-baa2-41bafc23dd19 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:22.674231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087fa4c4-e871-4210-bfda-1cb110a168b4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:22.677713 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-087fa4c4-e871-4210-bfda-1cb110a168b4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.679129 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-087fa4c4-e871-4210-bfda-1cb110a168b4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:22.679553 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087fa4c4-e871-4210-bfda-1cb110a168b4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:44:22.681511 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.689155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bae41cf4-fc89-4ab1-9335-10b5312c0abc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:22.732149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec376744-9102-4671-a6ff-9d12f3d07c41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.733995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.745343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event deleted for resources: {'Port': ['ID=e38e4e73-d98f-4ae6-9f2c-a5d7338a2483,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:22.757657 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:22.794854 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-087fa4c4-e871-4210-bfda-1cb110a168b4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4588571 Jun 11 11:44:22.801714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45780) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:22.807163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-dc5d4a93-3cc6-4329-8c1f-ec99a8046e98 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:22.840830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.853217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45782) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:22.863364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.873654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.880305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.880550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-26c53018-020f-499d-a39b-b503fcccb5df tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:22.883741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.889622 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "DELETE /v2.0/floatingips/9a68f067-deda-4e19-8669-9c7c704cf90e HTTP/1.1" status: 204 len: 168 time: 1.3091469 Jun 11 11:44:22.889622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3a9d0e1e-12a0-4357-9ba5-0073b3713d42 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:22.892399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45784) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:22.893272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec376744-9102-4671-a6ff-9d12f3d07c41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.896347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ec376744-9102-4671-a6ff-9d12f3d07c41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:22.899907 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ec376744-9102-4671-a6ff-9d12f3d07c41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "DELETE /v2.0/security-groups/1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e HTTP/1.1" status: 204 len: 168 time: 0.4913831 Jun 11 11:44:22.902335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-cac65f1d-0f57-4de6-9549-7fc2b07d40b8 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Request body: {'floatingip': {'floating_network_id': 'ece55249-e42f-4291-98dd-ebb2a58ecce0', 'port_id': 'd83c8016-26c6-491c-a5e3-77e7f6312ecf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:22.915671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45786) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:22.955509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object fea340b8-d520-47ca-b65a-a1103024faf1 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:23.012961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Network a303fe90-a33a-4602-b3f5-63b56709bb0e is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:23.033844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.039624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:23.053727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:23.056492 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'Port': ['ID=9882d74b-818f-4dec-baa2-41bafc23dd19,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:23.075719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:23.088980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:23.100979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:23.106372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:23.107039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.121383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=25dabdbd-9383-41ec-b5f7-aec5ff293fac,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:23.121577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:23.122984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a5172ca0-e211-42c2-808c-1bdc5128ed8d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:23.163795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cac65f1d-0f57-4de6-9549-7fc2b07d40b8 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.172507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:23.173645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.196506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:23.197286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:23.211299 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-87ce68a9-de7b-45f6-a266-dcc9ffae4992 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2936561 Jun 11 11:44:23.212513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec376744-9102-4671-a6ff-9d12f3d07c41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d45dd9a-97f6-4eca-a61d-d80d1bc37e7e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:23.217247 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ec376744-9102-4671-a6ff-9d12f3d07c41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:23.217719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45790) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:23.268008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9bb76ce4-cbcf-4c3a-a631-b35ea49bd06e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group': {'name': 'tempest-secgroup--1259274121'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:23.339624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9db68f-4dfd-4137-b677-ef5a1e7f86e0 req-ecf63a0e-77d8-4928-ab4f-2d7d984f5eb9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:23.347692 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6d9db68f-4dfd-4137-b677-ef5a1e7f86e0 req-ecf63a0e-77d8-4928-ab4f-2d7d984f5eb9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 931 time: 0.3305054 Jun 11 11:44:23.401166 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2774906 Jun 11 11:44:23.420973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-426d8fa5-e142-490f-b4ed-45e64547146c None None] Provisioning for port 9882d74b-818f-4dec-baa2-41bafc23dd19 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:23.424913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5d4a93-3cc6-4329-8c1f-ec99a8046e98 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:23.426793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-426d8fa5-e142-490f-b4ed-45e64547146c None None] Provisioning complete for port 9882d74b-818f-4dec-baa2-41bafc23dd19 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:23.427342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-426d8fa5-e142-490f-b4ed-45e64547146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.429292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc5d4a93-3cc6-4329-8c1f-ec99a8046e98 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.431511 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5d4a93-3cc6-4329-8c1f-ec99a8046e98 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:23.432047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5d4a93-3cc6-4329-8c1f-ec99a8046e98 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:44:23.449855 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1834824 Jun 11 11:44:23.462871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Request body: {'port': {'device_id': '03a80354-481d-4db2-af9c-d6d818704a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:23.465579 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45792) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:23.475074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-426d8fa5-e142-490f-b4ed-45e64547146c None None] Port 9882d74b-818f-4dec-baa2-41bafc23dd19 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:23.480995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=fea340b8-d520-47ca-b65a-a1103024faf1,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:23.519080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:23.526254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] In _notify_port_updated(), no bound segment for port fea340b8-d520-47ca-b65a-a1103024faf1 on network d96886d4-db11-4181-a0a1-03bc694833e8 {{(pid=99006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:44:23.531779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:23.532414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.535673 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "PUT /v2.0/ports/fea340b8-d520-47ca-b65a-a1103024faf1 HTTP/1.1" status: 200 len: 1000 time: 2.4598215 Jun 11 11:44:23.536922 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6d9db68f-4dfd-4137-b677-ef5a1e7f86e0 req-f01d6383-a2a5-4e69-8ad4-b72a3c420ffd tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882138 Jun 11 11:44:23.537655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45794) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:23.588878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9bb76ce4-cbcf-4c3a-a631-b35ea49bd06e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.607208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-34f86449-2b15-49e8-8a46-62b306045d42 None None] Provisioning for port fea340b8-d520-47ca-b65a-a1103024faf1 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:23.612954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-34f86449-2b15-49e8-8a46-62b306045d42 None None] Provisioning complete for port fea340b8-d520-47ca-b65a-a1103024faf1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:23.614819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-34f86449-2b15-49e8-8a46-62b306045d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.615320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151fbc8-fa87-4533-a2bf-c33a05800be3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:23.617535 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e151fbc8-fa87-4533-a2bf-c33a05800be3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/25dabdbd-9383-41ec-b5f7-aec5ff293fac HTTP/1.1" status: 200 len: 845 time: 0.1480479 Jun 11 11:44:23.619081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45796) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:23.621714 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dc5d4a93-3cc6-4329-8c1f-ec99a8046e98 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8182971 Jun 11 11:44:23.625355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45798) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:23.663512 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d30c6ef5-1941-40a9-b745-a62ca27d7033 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0413840 Jun 11 11:44:23.677088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45800) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:23.685134 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-34f86449-2b15-49e8-8a46-62b306045d42 None None] Port fea340b8-d520-47ca-b65a-a1103024faf1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:23.725120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.769891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Deleting port 13896d84-3fbd-4e50-b9a7-f1fddc148eb6 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:23.770352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.870381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033bd41-d825-415e-8497-9da90533d681 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:23.874478 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2033bd41-d825-415e-8497-9da90533d681 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1945553 Jun 11 11:44:23.895021 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45802) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:23.971399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.971820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:23.984320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce1b1f-4cf4-4457-8bfe-830828f85607 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port fea340b8-d520-47ca-b65a-a1103024faf1 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:23.984852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f4ce1b1f-4cf4-4457-8bfe-830828f85607 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:24.107515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Calling delete_port for 13896d84-3fbd-4e50-b9a7-f1fddc148eb6 owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:24.125282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-37188de6-acb6-4fec-b8cc-d357feb11b65 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 25dabdbd-9383-41ec-b5f7-aec5ff293fac {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:24.126012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-37188de6-acb6-4fec-b8cc-d357feb11b65 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:24.304782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9bb76ce4-cbcf-4c3a-a631-b35ea49bd06e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:24.314149 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-83eb1c3f-b41c-404d-b646-4734944750d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4181850 Jun 11 11:44:24.321923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45806) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:24.322517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9bb76ce4-cbcf-4c3a-a631-b35ea49bd06e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:24.336785 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:24.341162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4c33d932-07ef-4b6a-9924-013fc60adb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:24.344078 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-cac65f1d-0f57-4de6-9549-7fc2b07d40b8 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:24.348619 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cac65f1d-0f57-4de6-9549-7fc2b07d40b8 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4465339 Jun 11 11:44:24.368631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45808) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:24.382183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'd83c8016-26c6-491c-a5e3-77e7f6312ecf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:24.393100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-37188de6-acb6-4fec-b8cc-d357feb11b65 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:24.403927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f4ce1b1f-4cf4-4457-8bfe-830828f85607 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:24.447442 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9bb76ce4-cbcf-4c3a-a631-b35ea49bd06e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:24.451708 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9bb76ce4-cbcf-4c3a-a631-b35ea49bd06e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1850052 Jun 11 11:44:24.458025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45810) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:24.506174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-7958f217-d640-43d7-96b3-86c8708f29bc tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '254e9863-f0bc-4e4c-aaf1-bcf371c2b809', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:24.517355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-37188de6-acb6-4fec-b8cc-d357feb11b65 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 25dabdbd-9383-41ec-b5f7-aec5ff293fac owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:24.523138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb76ce4-cbcf-4c3a-a631-b35ea49bd06e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254e9863-f0bc-4e4c-aaf1-bcf371c2b809,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:24.533963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9bb76ce4-cbcf-4c3a-a631-b35ea49bd06e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:24.594653 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:24.612869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce1b1f-4cf4-4457-8bfe-830828f85607 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for fea340b8-d520-47ca-b65a-a1103024faf1 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:24.708598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:24.711589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:24.812328 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-7958f217-d640-43d7-96b3-86c8708f29bc tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The resource could not be found. Jun 11 11:44:24.816563 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7958f217-d640-43d7-96b3-86c8708f29bc tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3133829 Jun 11 11:44:24.825198 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45814) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:24.891099 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1e6e2c56-4086-46ec-bab6-a7278015a013 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '254e9863-f0bc-4e4c-aaf1-bcf371c2b809', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'eb4d4677-afac-49de-aeda-9d23b21a0387'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:24.975177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9882d74b-818f-4dec-baa2-41bafc23dd19 {{(pid=99005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:44:24.976636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-37188de6-acb6-4fec-b8cc-d357feb11b65 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:24.985573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-13479494-8d71-4f33-9403-3e84cbdb20c9 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:24.987293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.054951 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-1e6e2c56-4086-46ec-bab6-a7278015a013 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The resource could not be found. Jun 11 11:44:25.059103 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1e6e2c56-4086-46ec-bab6-a7278015a013 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2298338 Jun 11 11:44:25.059103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45816) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:25.082028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37188de6-acb6-4fec-b8cc-d357feb11b65 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=25dabdbd-9383-41ec-b5f7-aec5ff293fac,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:25.085106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-37188de6-acb6-4fec-b8cc-d357feb11b65 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:25.088434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.092810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-37188de6-acb6-4fec-b8cc-d357feb11b65 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.098719 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-37188de6-acb6-4fec-b8cc-d357feb11b65 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/25dabdbd-9383-41ec-b5f7-aec5ff293fac HTTP/1.1" status: 204 len: 168 time: 1.4711995 Jun 11 11:44:25.107456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494bd3a-93ce-46c6-afbe-d2f6c478e0fc req-86c9d6e0-7f10-41ce-806a-32a032edfa3b tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:25.108998 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2494bd3a-93ce-46c6-afbe-d2f6c478e0fc req-86c9d6e0-7f10-41ce-806a-32a032edfa3b tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 931 time: 0.3304448 Jun 11 11:44:25.113493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45818) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:25.125434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.133524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e56164b4-a3e0-4e2a-a66c-a25f979232d9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:25.202978 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f83d5b-8267-427b-8e69-588cc9b72d72 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:44:25.209753 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-22f83d5b-8267-427b-8e69-588cc9b72d72 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/25dabdbd-9383-41ec-b5f7-aec5ff293fac HTTP/1.1" status: 404 len: 333 time: 0.0946896 Jun 11 11:44:25.215599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45820) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:25.230568 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'name': 'tempest-PortsIpV6TestJSON-883270764'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:25.244727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fa09-e2b2-41b8-bb18-dfa21ca80b33 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.258984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event deleted for resources: {'Port': ['ID=13896d84-3fbd-4e50-b9a7-f1fddc148eb6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:25.262520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:25.324805 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fa09-e2b2-41b8-bb18-dfa21ca80b33 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.328563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Allocated IP 172.26.6.77 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/ffa300da-6202-486c-8a48-d05e4945a46b) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:25.367678 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2494bd3a-93ce-46c6-afbe-d2f6c478e0fc req-20ca39c1-8fb2-4356-a8b5-0f44d5418701 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383645 Jun 11 11:44:25.390949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f4ce1b1f-4cf4-4457-8bfe-830828f85607 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.393185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Transition to ACTIVE for port object 9882d74b-818f-4dec-baa2-41bafc23dd19 will not be triggered until provisioned by entity L2. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:25.400619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.401352 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Floating IP 8078c053-49ac-4664-b803-7a0a7fbf2684 disassociated (deleted). External IP: 172.26.6.215, port: ba2d1538-f8ba-48ac-bf98-046421be31b2. Jun 11 11:44:25.406713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19ed406a-0083-4976-b7f5-ae36adb90b9c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:25.413834 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.424530 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ce0f77da-5333-467d-803a-dd241fa6a79e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:25.690488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fa09-e2b2-41b8-bb18-dfa21ca80b33 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.693183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fa09-e2b2-41b8-bb18-dfa21ca80b33 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.697081 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6cc5fa09-e2b2-41b8-bb18-dfa21ca80b33 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "DELETE /v2.0/security-groups/254e9863-f0bc-4e4c-aaf1-bcf371c2b809 HTTP/1.1" status: 204 len: 168 time: 0.6371915 Jun 11 11:44:25.703029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45822) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:25.704479 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Pushing event updated for resources: {'Port': ['ID=9882d74b-818f-4dec-baa2-41bafc23dd19,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:25.722903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:25.732551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:25.735661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:25.737809 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3feaadd3-f76f-435a-838c-dfaae1af72fc tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:25.831357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5fa09-e2b2-41b8-bb18-dfa21ca80b33 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254e9863-f0bc-4e4c-aaf1-bcf371c2b809,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:25.874448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6cc5fa09-e2b2-41b8-bb18-dfa21ca80b33 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:25.948365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port 395d806d-7283-44b6-b84c-edf40bfcd26d yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:26.006241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.024327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce1b1f-4cf4-4457-8bfe-830828f85607 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=fea340b8-d520-47ca-b65a-a1103024faf1,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:26.035702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f4ce1b1f-4cf4-4457-8bfe-830828f85607 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:26.067287 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-de317d8a-0aa5-4ff2-8d97-f1bdc10dc56d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3592312 Jun 11 11:44:26.072989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45824) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:26.088636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-cff9cca6-9b09-4080-86d2-00051f1d729c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '35502783-73da-4bf6-b87b-fb11c339fc94', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:26.156756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Attempting to bind port 9882d74b-818f-4dec-baa2-41bafc23dd19 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:26.157725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Attempting to bind port 9882d74b-818f-4dec-baa2-41bafc23dd19 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:26.157725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Attempting to bind port 9882d74b-818f-4dec-baa2-41bafc23dd19 on network a303fe90-a33a-4602-b3f5-63b56709bb0e {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:26.201858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Port 9882d74b-818f-4dec-baa2-41bafc23dd19 on network a303fe90-a33a-4602-b3f5-63b56709bb0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:44:26.202146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Attempting to bind port 9882d74b-818f-4dec-baa2-41bafc23dd19 on network a303fe90-a33a-4602-b3f5-63b56709bb0e {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:26.228747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f4ce1b1f-4cf4-4457-8bfe-830828f85607 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.230700 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f4ce1b1f-4cf4-4457-8bfe-830828f85607 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/fea340b8-d520-47ca-b65a-a1103024faf1 HTTP/1.1" status: 204 len: 168 time: 2.6919260 Jun 11 11:44:26.255973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45826) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:26.262025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:26.262374 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Checking segment: {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:26.262787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Bound using segment: {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:26.263248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Bound port: 9882d74b-818f-4dec-baa2-41bafc23dd19, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'}}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:26.263597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.329982 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Router 91cbae38-a72f-4c81-89c7-76c4c53719c1 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:44:26.360108 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.objects.ports [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99005) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:44:26.361410 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca5869f-b471-4f33-bc06-7a0e5db26687 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:44:26.365535 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4ca5869f-b471-4f33-bc06-7a0e5db26687 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/fea340b8-d520-47ca-b65a-a1103024faf1 HTTP/1.1" status: 404 len: 333 time: 0.1023138 Jun 11 11:44:26.365535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.371843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45828) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:26.372779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-72fc8943-03ac-4b4d-bdc8-f1793d406446 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:26.426903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.485155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:44:26.489825 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.499004 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06420e3f-0a46-46de-b818-5b3f54e89d26 None None] Sync routers for ids ['91cbae38-a72f-4c81-89c7-76c4c53719c1'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:44:26.514357 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06420e3f-0a46-46de-b818-5b3f54e89d26 None None] Routers {'91cbae38-a72f-4c81-89c7-76c4c53719c1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:44:26.515020 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-06420e3f-0a46-46de-b818-5b3f54e89d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:44:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['91cbae38-a72f-4c81-89c7-76c4c53719c1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:26.544248 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "DELETE /v2.0/floatingips/8078c053-49ac-4664-b803-7a0a7fbf2684 HTTP/1.1" status: 204 len: 168 time: 3.6886458 Jun 11 11:44:26.545369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:44:26.549481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b" -d '{"events": [{"name": "network-changed", "server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:44:26.575570 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-cff9cca6-9b09-4080-86d2-00051f1d729c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The resource could not be found. Jun 11 11:44:26.576708 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cff9cca6-9b09-4080-86d2-00051f1d729c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5025501 Jun 11 11:44:26.581616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45836) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:26.587721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b4ff2429-18d5-4527-9c94-cb9c309de29e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850543009'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:26.600119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.604598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:26.619165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:26.628664 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2429-18d5-4527-9c94-cb9c309de29e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.661505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:26.668278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:26.668891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.674887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2299bf-a73f-4ff4-bcfa-51a2ea0b923c None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:26.678705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:26.689486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:26.712831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event updated for resources: {'Port': ['ID=ffa300da-6202-486c-8a48-d05e4945a46b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:26.792152 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-06420e3f-0a46-46de-b818-5b3f54e89d26 None None] Set router 91cbae38-a72f-4c81-89c7-76c4c53719c1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:44:26.798382 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:26.801334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b4721c6c-884c-4043-ad20-7e1849474fc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:26.808980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2429-18d5-4527-9c94-cb9c309de29e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.813869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2429-18d5-4527-9c94-cb9c309de29e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.819225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-40cee740-8fc7-49ed-9c4c-7f38af138354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:26.825110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bab3f6-de8d-48b2-a4b3-1afc42d17989 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting subnet 340e5572-d331-4651-98a6-c65dee9ba2d1 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:26.860552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2429-18d5-4527-9c94-cb9c309de29e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.860992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14bab3f6-de8d-48b2-a4b3-1afc42d17989 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.865056 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b4ff2429-18d5-4527-9c94-cb9c309de29e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2799881 Jun 11 11:44:26.866196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45838) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:26.872774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c8245fb3-15e8-4b2e-9025-d5db027b18c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297729755'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:26.878566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff2429-18d5-4527-9c94-cb9c309de29e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88160b54-e451-44de-8b9b-90575341c244,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:26.881810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b4ff2429-18d5-4527-9c94-cb9c309de29e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:26.908027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c8245fb3-15e8-4b2e-9025-d5db027b18c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:26.961846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed67e502-d5e4-492c-abf7-54927e62301a x-openstack-request-id: req-ed67e502-d5e4-492c-abf7-54927e62301a {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:44:26.962656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:44:26.964497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed67e502-d5e4-492c-abf7-54927e62301a {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:44:26.964895 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'status': 'completed', 'code': 200} Jun 11 11:44:26.978418 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'f341e107-251f-4f41-99c1-ed6fdfe898a2'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:26.980379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.020879 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6948674 Jun 11 11:44:27.037915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45842) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:27.056812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:7f:cb:01', 'name': 'tempest-NetworksTestDHCPv6-421483891'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:27.095334 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-06420e3f-0a46-46de-b818-5b3f54e89d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:18Z', 'revision_number': 4, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9ca131b1-3884-4c85-ae57-c189ca9033ed', 'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'mac_address': 'fa:16:3e:08:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:15Z', 'updated_at': '2021-06-11T11:42:27Z', 'revision_number': 5, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'subnets': [{'id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:27.099211 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06420e3f-0a46-46de-b818-5b3f54e89d26 None None] Checking router: 91cbae38-a72f-4c81-89c7-76c4c53719c1 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:44:27.107951 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06420e3f-0a46-46de-b818-5b3f54e89d26 None None] Routers {'91cbae38-a72f-4c81-89c7-76c4c53719c1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:44:27.108815 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-06420e3f-0a46-46de-b818-5b3f54e89d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:44:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['91cbae38-a72f-4c81-89c7-76c4c53719c1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:27.193406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c8245fb3-15e8-4b2e-9025-d5db027b18c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.204639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c8245fb3-15e8-4b2e-9025-d5db027b18c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.212711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63bc6f27-66e0-47a1-81d4-83a02400c6c6 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:27.240564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Allocated IP 2001:db8::f816:3eff:fe8a:89c1 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/f341e107-251f-4f41-99c1-ed6fdfe898a2/f964a2e5-a73a-4348-a5cb-15e29b4fd2a1) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:27.247556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8245fb3-15e8-4b2e-9025-d5db027b18c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f74a43-672e-4fab-917e-457ebad86e34,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:27.263294 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c8245fb3-15e8-4b2e-9025-d5db027b18c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:27.275558 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-06420e3f-0a46-46de-b818-5b3f54e89d26 None None] Set router 91cbae38-a72f-4c81-89c7-76c4c53719c1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:44:27.286420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b req-21630397-c477-4d56-a0bc-949827eafa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:27.288109 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b req-21630397-c477-4d56-a0bc-949827eafa0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=61ea88c741c44370bd8d03aef7204231&device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 1099 time: 0.2996535 Jun 11 11:44:27.290026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c8245fb3-15e8-4b2e-9025-d5db027b18c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.294040 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c8245fb3-15e8-4b2e-9025-d5db027b18c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4244695 Jun 11 11:44:27.294040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45844) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:27.300023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f67b68c9-7903-4e9a-a08d-6db3c667b564 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group_rule': {'security_group_id': '88160b54-e451-44de-8b9b-90575341c244', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a7f74a43-672e-4fab-917e-457ebad86e34'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:27.372240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d9619-c4ef-487d-8771-11e39ac4a4e2 req-e56b34fa-5b2a-440f-81af-f8dcb823635c tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:27.374495 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3a9d9619-c4ef-487d-8771-11e39ac4a4e2 req-e56b34fa-5b2a-440f-81af-f8dcb823635c tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.2549107 Jun 11 11:44:27.501939 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-f67b68c9-7903-4e9a-a08d-6db3c667b564 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:27.505445 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f67b68c9-7903-4e9a-a08d-6db3c667b564 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2078953 Jun 11 11:44:27.507828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45846) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:27.565507 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3a9d9619-c4ef-487d-8771-11e39ac4a4e2 req-5a6d4b2f-a293-4bc9-ae79-0401aeb6d4da tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792681 Jun 11 11:44:27.569003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b req-84f6402a-1017-420e-8924-413332befad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:27.570966 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b req-84f6402a-1017-420e-8924-413332befad2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3dec2ca3-aa3d-4f05-8608-63544b169594 HTTP/1.1" status: 200 len: 899 time: 0.2634559 Jun 11 11:44:27.571418 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] For port 9882d74b-818f-4dec-baa2-41bafc23dd19, host hv-neutron-7864, cleared binding levels {{(pid=99005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:27.621406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] For port 9882d74b-818f-4dec-baa2-41bafc23dd19, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9882d74b-818f-4dec-baa2-41bafc23dd19,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:27.627413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14bab3f6-de8d-48b2-a4b3-1afc42d17989 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.651680 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-06420e3f-0a46-46de-b818-5b3f54e89d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:18Z', 'revision_number': 4, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9ca131b1-3884-4c85-ae57-c189ca9033ed', 'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'mac_address': 'fa:16:3e:08:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:15Z', 'updated_at': '2021-06-11T11:42:27Z', 'revision_number': 5, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'subnets': [{'id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:27.653568 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b req-8c5ceb8f-13da-4c9a-b6e7-5a4d76026161 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2 HTTP/1.1" status: 200 len: 217 time: 0.0720983 Jun 11 11:44:27.655871 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06420e3f-0a46-46de-b818-5b3f54e89d26 None None] The sync data for ids ['91cbae38-a72f-4c81-89c7-76c4c53719c1'] in dv-neutron-786478-5-hyperv is: [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:42:18Z', 'revision_number': 4, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9ca131b1-3884-4c85-ae57-c189ca9033ed', 'name': '', 'network_id': '3dec2ca3-aa3d-4f05-8608-63544b169594', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'mac_address': 'fa:16:3e:08:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:15Z', 'updated_at': '2021-06-11T11:42:27Z', 'revision_number': 5, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'subnets': [{'id': '92f3fbd9-2fa5-4917-bed3-b44a131c831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:44:27.704621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.712264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.727955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=f341e107-251f-4f41-99c1-ed6fdfe898a2,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:27.735744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e17cbbc-7509-4f93-9c86-0110ced45b22 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.743105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:27.747264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-893e3cac-fc96-4b34-9ddf-5b92fb7e21af tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:27.753983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.765192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Transition to ACTIVE for port object f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:27.785634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e17cbbc-7509-4f93-9c86-0110ced45b22 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.789342 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b req-bd16edc1-e4d9-4ae5-8e28-eab41a2c95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:27.790106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Transition to ACTIVE for port object f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:27.790860 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b req-bd16edc1-e4d9-4ae5-8e28-eab41a2c95b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92f3fbd9-2fa5-4917-bed3-b44a131c831d HTTP/1.1" status: 200 len: 835 time: 0.1289246 Jun 11 11:44:27.794591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.800926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.804285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:27.810767 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:27.811614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.813145 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] 10.222.0.25 "PUT /v2.0/ports/9882d74b-818f-4dec-baa2-41bafc23dd19 HTTP/1.1" status: 200 len: 1093 time: 4.3558080 Jun 11 11:44:27.821935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b959a0f-0c65-40c9-90bb-b9b20f0bce33 req-7e61794d-133e-4812-9002-6cdd0489cd76 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:27.823481 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4b959a0f-0c65-40c9-90bb-b9b20f0bce33 req-7e61794d-133e-4812-9002-6cdd0489cd76 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 943 time: 1.2887330 Jun 11 11:44:27.872552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:27.876973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:27.879811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:27.890008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Pushing event updated for resources: {'Port': ['ID=f964a2e5-a73a-4348-a5cb-15e29b4fd2a1,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:27.893767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:27.936242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a80354-481d-4db2-af9c-d6d818704a28', 'tag': '9882d74b-818f-4dec-baa2-41bafc23dd19'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:44:27.939423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e17cbbc-7509-4f93-9c86-0110ced45b22 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.942467 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e17cbbc-7509-4f93-9c86-0110ced45b22 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:27.944647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0da6c7-a230-4c8f-8247-eb462786c860" -d '{"events": [{"name": "network-changed", "server_uuid": "03a80354-481d-4db2-af9c-d6d818704a28", "tag": "9882d74b-818f-4dec-baa2-41bafc23dd19"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:44:27.945581 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4e17cbbc-7509-4f93-9c86-0110ced45b22 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "DELETE /v2.0/security-groups/a7f74a43-672e-4fab-917e-457ebad86e34 HTTP/1.1" status: 204 len: 168 time: 0.4369473 Jun 11 11:44:27.948367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b req-39ef3d45-bf54-43eb-b417-d41249a37977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:27.949833 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b req-39ef3d45-bf54-43eb-b417-d41249a37977 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3dec2ca3-aa3d-4f05-8608-63544b169594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1509869 Jun 11 11:44:27.950319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45850) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:27.951054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:28.009017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Pushing event updated for resources: {'Port': ['ID=9882d74b-818f-4dec-baa2-41bafc23dd19,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:28.012523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Attempting to bind port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:28.012956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Attempting to bind port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:28.013304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Attempting to bind port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:28.013495 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:28.019801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1cd363-3928-4229-96fd-4b12543f73a8 x-openstack-request-id: req-cf1cd363-3928-4229-96fd-4b12543f73a8 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:44:28.020190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a80354-481d-4db2-af9c-d6d818704a28", "tag": "9882d74b-818f-4dec-baa2-41bafc23dd19", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:44:28.020497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf1cd363-3928-4229-96fd-4b12543f73a8 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:44:28.020989 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a80354-481d-4db2-af9c-d6d818704a28', 'tag': '9882d74b-818f-4dec-baa2-41bafc23dd19', 'status': 'completed', 'code': 200} Jun 11 11:44:28.021950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:28.022349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:28.022679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.023088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:28.024390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Bound port: f964a2e5-a73a-4348-a5cb-15e29b4fd2a1, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:28.024952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.036701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17cbbc-7509-4f93-9c86-0110ced45b22 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f74a43-672e-4fab-917e-457ebad86e34,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:28.068634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:28.077657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4e17cbbc-7509-4f93-9c86-0110ced45b22 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:28.097151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7609426-9cbf-419f-8bc6-a9c27f6a2a59 None None] New status for floating IP 8078c053-49ac-4664-b803-7a0a7fbf2684: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:44:28.133918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:28.169660 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d77497e5-fd0c-4648-b8f2-39cd2ad9033b tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2120247 Jun 11 11:44:28.170293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45852) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:28.187096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=395d806d-7283-44b6-b84c-edf40bfcd26d,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:28.190350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:28.196325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:28.213305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.25', 59078) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:28.225600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] For port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:28.242480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:28.245075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:28.247592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] For port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f964a2e5-a73a-4348-a5cb-15e29b4fd2a1,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:28.252550 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:28.253188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.256419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.260552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:28.275941 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b req-2c07fc41-b954-4e90-9d33-8586a9b85c79 service neutron] 10.222.0.25 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735574 Jun 11 11:44:28.291125 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0681121 Jun 11 11:44:28.295050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14bab3f6-de8d-48b2-a4b3-1afc42d17989 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.295674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45854) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:28.302935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2db77464-3f69-4268-af0f-93e819c4351d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:28.343459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Pushing event updated for resources: {'Port': ['ID=f964a2e5-a73a-4348-a5cb-15e29b4fd2a1,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:28.354302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:28.382151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2a5352a-fc7c-4350-948d-a81e4c06ef3d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.401686 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4b959a0f-0c65-40c9-90bb-b9b20f0bce33 req-7cfeddd7-ce30-4d29-ba0d-649c83be0330 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126985 Jun 11 11:44:28.485826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-09ffb082-767e-4a67-89e8-d015512013c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:28.487402 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-09ffb082-767e-4a67-89e8-d015512013c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 1096 time: 0.5341990 Jun 11 11:44:28.493909 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.544645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2a5352a-fc7c-4350-948d-a81e4c06ef3d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.587940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453a4cb-f923-4c22-a9bd-4df8cc1c183e req-3149b6c9-edcc-48b4-884e-310827fa1bf8 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:28.589524 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0453a4cb-f923-4c22-a9bd-4df8cc1c183e req-3149b6c9-edcc-48b4-884e-310827fa1bf8 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.25 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.3718510 Jun 11 11:44:28.591500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14bab3f6-de8d-48b2-a4b3-1afc42d17989 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.594989 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-bcf53c44-3b97-4dea-98c4-8b6ed0db7238 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9882d74b-818f-4dec-baa2-41bafc23dd19 HTTP/1.1" status: 200 len: 217 time: 0.0955176 Jun 11 11:44:28.602404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3a03e2ab-ff4f-4fb8-92ff-16fae3f1c09a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:28.641838 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b4def1-7bfd-4ea9-a3a6-481207199962 None None] Network d96886d4-db11-4181-a0a1-03bc694833e8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:28.674633 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a1493ce1-abd6-4a5d-b3c6-5c1fb7eca61b req-73d634c8-4ad4-4c7a-8a87-d7cc791b9bb6 service neutron] 10.222.0.25 "GET /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903408 Jun 11 11:44:28.682618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14bab3f6-de8d-48b2-a4b3-1afc42d17989 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.687121 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-14bab3f6-de8d-48b2-a4b3-1afc42d17989 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/340e5572-d331-4651-98a6-c65dee9ba2d1 HTTP/1.1" status: 204 len: 168 time: 2.3099728 Jun 11 11:44:28.687639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port e52b6f2e-8169-4f8e-b435-1513804000b4 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:28.690896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2db77464-3f69-4268-af0f-93e819c4351d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.698945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45858) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:28.731657 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bab3f6-de8d-48b2-a4b3-1afc42d17989 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Subnet': ['ID=340e5572-d331-4651-98a6-c65dee9ba2d1,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:28.736365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-14bab3f6-de8d-48b2-a4b3-1afc42d17989 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:28.751508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Deleting port ffa300da-6202-486c-8a48-d05e4945a46b {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:28.751860 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.855563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-30f623a6-c4f4-4875-81c9-4faee69b7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:28.857860 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-30f623a6-c4f4-4875-81c9-4faee69b7262 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.2497473 Jun 11 11:44:28.884519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2a5352a-fc7c-4350-948d-a81e4c06ef3d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.887160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2a5352a-fc7c-4350-948d-a81e4c06ef3d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.890508 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a2a5352a-fc7c-4350-948d-a81e4c06ef3d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "DELETE /v2.0/security-groups/88160b54-e451-44de-8b9b-90575341c244 HTTP/1.1" status: 204 len: 168 time: 0.7101238 Jun 11 11:44:28.898010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25264bc0-3064-4321-b725-0fc79b727ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:28.904302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45860) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:28.936267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd823e8-6ee5-45bd-a093-ea4ba281f0f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting subnet 636c68bf-8ee1-484b-b540-fa3a1fa103f3 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:28.949690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5352a-fc7c-4350-948d-a81e4c06ef3d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88160b54-e451-44de-8b9b-90575341c244,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:28.962957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ddd823e8-6ee5-45bd-a093-ea4ba281f0f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:28.966576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a2a5352a-fc7c-4350-948d-a81e4c06ef3d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:29.048262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.048829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.104604 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ddd823e8-6ee5-45bd-a093-ea4ba281f0f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.151079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Calling delete_port for ffa300da-6202-486c-8a48-d05e4945a46b owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:29.162376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::f816:3eff:fe7f:cb01 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/f341e107-251f-4f41-99c1-ed6fdfe898a2/e52b6f2e-8169-4f8e-b435-1513804000b4) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:29.204334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8b11c-5204-4897-864d-f4be1e94666e req-026043a2-ddb7-464c-afc8-e761c54303f4 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:29.205801 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e0e8b11c-5204-4897-864d-f4be1e94666e req-026043a2-ddb7-464c-afc8-e761c54303f4 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 946 time: 0.4505296 Jun 11 11:44:29.229838 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3dcb4eef-f0f2-4f7e-88d8-b8522872fc0d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3197803 Jun 11 11:44:29.237012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45862) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:29.251444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-0453a4cb-f923-4c22-a9bd-4df8cc1c183e req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Deleting port ba2d1538-f8ba-48ac-bf98-046421be31b2 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:29.251792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0453a4cb-f923-4c22-a9bd-4df8cc1c183e req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.257399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-ee8f404a-947e-4237-bb66-ab91c06dab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:29.258941 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-ee8f404a-947e-4237-bb66-ab91c06dab51 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3936357 Jun 11 11:44:29.259263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-956204d0-5d16-4735-879f-f55139136af7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968378426'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:29.447434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2db77464-3f69-4268-af0f-93e819c4351d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.450953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-956204d0-5d16-4735-879f-f55139136af7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.471138 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e0e8b11c-5204-4897-864d-f4be1e94666e req-3d1246d6-cc7d-4369-9184-37ad1de5506e tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453744 Jun 11 11:44:29.490639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2db77464-3f69-4268-af0f-93e819c4351d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.498299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7d437166-f351-473b-bfad-7bdf8d289608 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:29.566032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2db77464-3f69-4268-af0f-93e819c4351d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] In _notify_port_updated(), no bound segment for port 395d806d-7283-44b6-b84c-edf40bfcd26d on network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a {{(pid=99006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:44:29.576950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db77464-3f69-4268-af0f-93e819c4351d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:29.577746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2db77464-3f69-4268-af0f-93e819c4351d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.582187 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2db77464-3f69-4268-af0f-93e819c4351d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "PUT /v2.0/ports/395d806d-7283-44b6-b84c-edf40bfcd26d HTTP/1.1" status: 200 len: 818 time: 1.2821178 Jun 11 11:44:29.604293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-0453a4cb-f923-4c22-a9bd-4df8cc1c183e req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] For port ba2d1538-f8ba-48ac-bf98-046421be31b2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ba2d1538-f8ba-48ac-bf98-046421be31b2,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:29.605718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0453a4cb-f923-4c22-a9bd-4df8cc1c183e req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.624110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45866) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:29.639732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ddd823e8-6ee5-45bd-a093-ea4ba281f0f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.686976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c89c7e92-6c42-4c07-a620-0cde61338735 None None] Provisioning for port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:29.705716 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-71952823-c7d4-4c77-9f25-5331795d0a8a service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373796 Jun 11 11:44:29.777609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-0453a4cb-f923-4c22-a9bd-4df8cc1c183e req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Calling delete_port for ba2d1538-f8ba-48ac-bf98-046421be31b2 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:29.794148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db77464-3f69-4268-af0f-93e819c4351d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=395d806d-7283-44b6-b84c-edf40bfcd26d,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:29.806092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2db77464-3f69-4268-af0f-93e819c4351d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:29.814276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ca9b08b8-a887-41c3-8f27-eac31f10df90 None None] Provisioning complete for port 8726d6e7-3ea4-4116-8894-a4a6e857af2b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:29.814964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ca9b08b8-a887-41c3-8f27-eac31f10df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.854241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.865068 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:29.872785 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3040de6c-b294-4d93-af5c-903a7b46a08b tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:29.974670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event deleted for resources: {'Port': ['ID=ffa300da-6202-486c-8a48-d05e4945a46b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:29.976881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:29.987588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object e52b6f2e-8169-4f8e-b435-1513804000b4 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:30.066746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:30.098783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ff396-4441-460b-90e5-e87d4858e0b2 req-cd051ec3-5856-40e7-af98-e30505a02339 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:30.100353 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-865ff396-4441-460b-90e5-e87d4858e0b2 req-cd051ec3-5856-40e7-af98-e30505a02339 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 943 time: 0.4849927 Jun 11 11:44:30.106509 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b588bfed-dd15-4c09-a25f-4f922db549f7 req-c8659228-efd0-4899-806d-e715e4f1c2f4 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799205 Jun 11 11:44:30.135070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:30.139455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:30.139952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.184030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-8032440f-70f8-4c87-aac2-db2542a5b50d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 395d806d-7283-44b6-b84c-edf40bfcd26d {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:30.184287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8032440f-70f8-4c87-aac2-db2542a5b50d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.249748 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.261425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.269846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-27fccc8a-1261-425d-b866-2941ea124c40 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:30.282551 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-865ff396-4441-460b-90e5-e87d4858e0b2 req-b321559f-99e3-441c-8f7f-7c65dd0b6dfa tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703112 Jun 11 11:44:30.307401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f964a2e5-a73a-4348-a5cb-15e29b4fd2a1,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:30.313819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.319224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-993947ad-0630-4540-a084-a458cd4bb49b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:30.352893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ddd823e8-6ee5-45bd-a093-ea4ba281f0f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.358640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-26b25c51-fa7b-4f29-bc76-fca15af57bc2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:30.375605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=f964a2e5-a73a-4348-a5cb-15e29b4fd2a1,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:30.378759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:30.392299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:30.399566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8032440f-70f8-4c87-aac2-db2542a5b50d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.405043 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:30.405427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd823e8-6ee5-45bd-a093-ea4ba281f0f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Subnet': ['ID=636c68bf-8ee1-484b-b540-fa3a1fa103f3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:30.408380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:30.411617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38879f9-5000-4779-b10c-1de7b15b35c5 None None] Network d96886d4-db11-4181-a0a1-03bc694833e8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:30.412187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ddd823e8-6ee5-45bd-a093-ea4ba281f0f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.414139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:30.414810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.416961 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ddd823e8-6ee5-45bd-a093-ea4ba281f0f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/636c68bf-8ee1-484b-b540-fa3a1fa103f3 HTTP/1.1" status: 204 len: 168 time: 1.7169607 Jun 11 11:44:30.426749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45868) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:30.427677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ddd823e8-6ee5-45bd-a093-ea4ba281f0f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:30.452099 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=e52b6f2e-8169-4f8e-b435-1513804000b4,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:30.455572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:30.524340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-956204d0-5d16-4735-879f-f55139136af7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.600674 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:44:30.678134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.680031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-956204d0-5d16-4735-879f-f55139136af7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.694070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-89a3f72c-8b47-47b5-aa8b-cf70d16a1c72 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:30.755685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d1b74-7fe5-4b1f-be4c-d6245ee00923 None None] DHCP port deletion for d96886d4-db11-4181-a0a1-03bc694833e8 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:30.758015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-956204d0-5d16-4735-879f-f55139136af7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.762335 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-956204d0-5d16-4735-879f-f55139136af7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5125940 Jun 11 11:44:30.766706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45872) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:30.779648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-11c560d0-8029-43ab-8a4a-a0e10f23efc0 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:30.780131 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.api.v2.base [None req-11c560d0-8029-43ab-8a4a-a0e10f23efc0 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 11 11:44:30.780561 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-11c560d0-8029-43ab-8a4a-a0e10f23efc0 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] update failed (client error): There was a conflict when trying to complete your request. Jun 11 11:44:30.784751 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-11c560d0-8029-43ab-8a4a-a0e10f23efc0 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "PUT /v2.0/security-groups/9d96b0c0-78ef-44ce-a6b5-a287b36aa05a HTTP/1.1" status: 409 len: 330 time: 0.0104015 Jun 11 11:44:30.789613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45874) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:30.797265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-eefa4d14-d3d3-4087-9eb7-d93bb5b20851 None None] Provisioning for port e52b6f2e-8169-4f8e-b435-1513804000b4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:30.802813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-eefa4d14-d3d3-4087-9eb7-d93bb5b20851 None None] Provisioning complete for port e52b6f2e-8169-4f8e-b435-1513804000b4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:30.803201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-eefa4d14-d3d3-4087-9eb7-d93bb5b20851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.823551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956204d0-5d16-4735-879f-f55139136af7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d96b0c0-78ef-44ce-a6b5-a287b36aa05a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:30.850617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0453a4cb-f923-4c22-a9bd-4df8cc1c183e req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.855821 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-eefa4d14-d3d3-4087-9eb7-d93bb5b20851 None None] Port e52b6f2e-8169-4f8e-b435-1513804000b4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:30.857566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-956204d0-5d16-4735-879f-f55139136af7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:30.867085 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-975d1b74-7fe5-4b1f-be4c-d6245ee00923 None None] Deleting port 8726d6e7-3ea4-4116-8894-a4a6e857af2b {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:30.867718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-975d1b74-7fe5-4b1f-be4c-d6245ee00923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:30.869962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-64b04303-f90e-4f53-b276-6451e525adee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:30.927065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-8032440f-70f8-4c87-aac2-db2542a5b50d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 395d806d-7283-44b6-b84c-edf40bfcd26d owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:30.928252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event deleted for resources: {'Port': ['ID=ba2d1538-f8ba-48ac-bf98-046421be31b2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:30.934448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:30.958343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-975d1b74-7fe5-4b1f-be4c-d6245ee00923 None None] For port 8726d6e7-3ea4-4116-8894-a4a6e857af2b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8726d6e7-3ea4-4116-8894-a4a6e857af2b,segment=NetworkSegment(f1078515-fcb1-4392-ac95-5890520a672d),segment_id=f1078515-fcb1-4392-ac95-5890520a672d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:30.958797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-975d1b74-7fe5-4b1f-be4c-d6245ee00923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.013942 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9604490 Jun 11 11:44:31.022441 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] create failed (client error): The resource could not be found. Jun 11 11:44:31.023632 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.6462314 Jun 11 11:44:31.024407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45876) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:31.030840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb494d1-3203-4842-b937-bfb4888ec242 req-2a72851b-4b5f-45d7-8ae1-ae9000948a5d tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:31.032497 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cdb494d1-3203-4842-b937-bfb4888ec242 req-2a72851b-4b5f-45d7-8ae1-ae9000948a5d tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d7e1a7-58d9-4c05-9705-f6743febd97b HTTP/1.1" status: 200 len: 867 time: 0.3396349 Jun 11 11:44:31.033918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45878) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:31.037082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7ee9-dc64-4618-8c29-44a22b146e58 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.039180 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0453a4cb-f923-4c22-a9bd-4df8cc1c183e req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] No DVR routers for this DVR port ba2d1538-f8ba-48ac-bf98-046421be31b2 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:31.043926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0453a4cb-f923-4c22-a9bd-4df8cc1c183e req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.044344 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0453a4cb-f923-4c22-a9bd-4df8cc1c183e req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.25 "DELETE /v2.0/ports/ba2d1538-f8ba-48ac-bf98-046421be31b2 HTTP/1.1" status: 204 len: 173 time: 2.4281876 Jun 11 11:44:31.057095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-975d1b74-7fe5-4b1f-be4c-d6245ee00923 None None] Calling delete_port for 8726d6e7-3ea4-4116-8894-a4a6e857af2b owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:31.057522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'name': 'network-vif-deleted', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:44:31.060431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c26680-9a38-4a18-b6f5-3441df55c240" -d '{"events": [{"server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "name": "network-vif-deleted", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:44:31.074683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0da6c7-a230-4c8f-8247-eb462786c860 req-b2c5e973-3878-4772-89c3-cf2af6d76903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:31.076349 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ee0da6c7-a230-4c8f-8247-eb462786c860 req-b2c5e973-3878-4772-89c3-cf2af6d76903 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 1096 time: 0.9030085 Jun 11 11:44:31.133920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 8726d6e7-3ea4-4116-8894-a4a6e857af2b {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:31.134279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.138905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323ff054-fbaa-4171-8757-15069d7f068c x-openstack-request-id: req-323ff054-fbaa-4171-8757-15069d7f068c {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:44:31.139217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d7e1a7-58d9-4c05-9705-f6743febd97b", "name": "network-vif-deleted", "tag": "ba2d1538-f8ba-48ac-bf98-046421be31b2", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:44:31.139532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-323ff054-fbaa-4171-8757-15069d7f068c {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:44:31.139984 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d7e1a7-58d9-4c05-9705-f6743febd97b', 'name': 'network-vif-deleted', 'tag': 'ba2d1538-f8ba-48ac-bf98-046421be31b2', 'status': 'completed', 'code': 200} Jun 11 11:44:31.176462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7ee9-dc64-4618-8c29-44a22b146e58 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.200237 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8032440f-70f8-4c87-aac2-db2542a5b50d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.207702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-975d1b74-7fe5-4b1f-be4c-d6245ee00923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.210431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e02b9fce-9e02-4099-90a3-81189dd0f5d1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:31.212003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:31.219323 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cdb494d1-3203-4842-b937-bfb4888ec242 req-1cd9730d-eef4-43ab-8b27-03e0a9390836 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "GET /v2.0/security-groups?id=81f915e6-cd24-4c18-82ee-a303b7c73daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690686 Jun 11 11:44:31.269889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8032440f-70f8-4c87-aac2-db2542a5b50d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.274856 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8032440f-70f8-4c87-aac2-db2542a5b50d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/395d806d-7283-44b6-b84c-edf40bfcd26d HTTP/1.1" status: 204 len: 168 time: 1.6473370 Jun 11 11:44:31.274856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032440f-70f8-4c87-aac2-db2542a5b50d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=395d806d-7283-44b6-b84c-edf40bfcd26d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:31.276432 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d1b74-7fe5-4b1f-be4c-d6245ee00923 None None] Pushing event deleted for resources: {'Port': ['ID=8726d6e7-3ea4-4116-8894-a4a6e857af2b,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:31.276655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8032440f-70f8-4c87-aac2-db2542a5b50d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:31.278048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45882) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:31.283243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d1b74-7fe5-4b1f-be4c-d6245ee00923 None None] No DVR routers for this DVR port 8726d6e7-3ea4-4116-8894-a4a6e857af2b on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:31.284787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-975d1b74-7fe5-4b1f-be4c-d6245ee00923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:31.321507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ad8356-beff-4bf9-84d1-1d3172df53f2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:31.327415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ad8356-beff-4bf9-84d1-1d3172df53f2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:31.329123 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-05ad8356-beff-4bf9-84d1-1d3172df53f2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3015974 Jun 11 11:44:31.330573 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0da6c7-a230-4c8f-8247-eb462786c860 req-f2a678b3-711d-4097-8a66-e9e86d4df5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:31.331919 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ee0da6c7-a230-4c8f-8247-eb462786c860 req-f2a678b3-711d-4097-8a66-e9e86d4df5b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.2477503 Jun 11 11:44:31.332380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45886) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:31.421515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] For port 8726d6e7-3ea4-4116-8894-a4a6e857af2b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8726d6e7-3ea4-4116-8894-a4a6e857af2b,segment=NetworkSegment(f1078515-fcb1-4392-ac95-5890520a672d),segment_id=f1078515-fcb1-4392-ac95-5890520a672d)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:31.422401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.436396 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ee0da6c7-a230-4c8f-8247-eb462786c860 req-030cedb3-b9ad-4b25-8b4d-4709c1f9cf50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9882d74b-818f-4dec-baa2-41bafc23dd19 HTTP/1.1" status: 200 len: 217 time: 0.0958631 Jun 11 11:44:31.536916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 8726d6e7-3ea4-4116-8894-a4a6e857af2b owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:31.548103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7ee9-dc64-4618-8c29-44a22b146e58 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.551034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7ee9-dc64-4618-8c29-44a22b146e58 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.554443 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0f9c7ee9-dc64-4618-8c29-44a22b146e58 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "DELETE /v2.0/security-groups/9d96b0c0-78ef-44ce-a6b5-a287b36aa05a HTTP/1.1" status: 204 len: 168 time: 0.7596440 Jun 11 11:44:31.555192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0951da12-c608-4b93-98db-6632c1454e41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:31.560464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45888) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:31.593977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0da6c7-a230-4c8f-8247-eb462786c860 req-cfd5bd14-cc78-4994-af21-c8bce591fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:31.595547 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ee0da6c7-a230-4c8f-8247-eb462786c860 req-cfd5bd14-cc78-4994-af21-c8bce591fa48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.1400394 Jun 11 11:44:31.599578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c7ee9-dc64-4618-8c29-44a22b146e58 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d96b0c0-78ef-44ce-a6b5-a287b36aa05a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:31.601839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0f9c7ee9-dc64-4618-8c29-44a22b146e58 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:31.603470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-74ada943-f977-41bf-9648-cdb6578a4546 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Deleting port d83c8016-26c6-491c-a5e3-77e7f6312ecf {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:31.603819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-74ada943-f977-41bf-9648-cdb6578a4546 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.672692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f086ff11-9523-4ca9-83d6-4ea35b1e7cda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port e52b6f2e-8169-4f8e-b435-1513804000b4 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:31.672962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f086ff11-9523-4ca9-83d6-4ea35b1e7cda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.684699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e993808-12b7-46b1-9742-728d0a8cd5a8 req-e2d74d9b-7c15-49c6-824b-df24c208ee01 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:31.686199 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3e993808-12b7-46b1-9742-728d0a8cd5a8 req-e2d74d9b-7c15-49c6-824b-df24c208ee01 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 943 time: 0.2580769 Jun 11 11:44:31.725600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff9df6d-5629-4d2b-a4bc-6794edc4fdd3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:31.729669 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3ff9df6d-5629-4d2b-a4bc-6794edc4fdd3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4408708 Jun 11 11:44:31.732911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45890) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:31.808886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-78d38f65-33f2-4397-bbc2-3122d7f0d734 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2405922 Jun 11 11:44:31.813530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45892) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:31.846953 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05182e4-5d9d-4101-aeba-24dbe4d00d09 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:44:31.847182 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-0ff2bde0-41d5-4408-8cda-68ca685fe722 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] delete failed (client error): The resource could not be found. Jun 11 11:44:31.854112 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0ff2bde0-41d5-4408-8cda-68ca685fe722 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "DELETE /v2.0/security-groups/d053f687-0224-4b4d-af7e-ca753afb450c HTTP/1.1" status: 404 len: 347 time: 0.0332866 Jun 11 11:44:31.854304 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d05182e4-5d9d-4101-aeba-24dbe4d00d09 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/395d806d-7283-44b6-b84c-edf40bfcd26d HTTP/1.1" status: 404 len: 333 time: 0.1095905 Jun 11 11:44:31.854425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45896) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:31.861788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45898) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:31.872195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-498725383'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:31.877327 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3e993808-12b7-46b1-9742-728d0a8cd5a8 req-3a551288-0a01-48e2-9675-6b903a8b1bd4 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761825 Jun 11 11:44:31.889152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0da6c7-a230-4c8f-8247-eb462786c860 req-9b3a6319-3940-475e-b3d9-cfe94bf2c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:31.890661 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ee0da6c7-a230-4c8f-8247-eb462786c860 req-9b3a6319-3940-475e-b3d9-cfe94bf2c1f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2776802 Jun 11 11:44:31.900981 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-2c44a55d-124b-4cd3-90ef-cb22c3d44584 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] show failed (client error): The resource could not be found. Jun 11 11:44:31.900981 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2c44a55d-124b-4cd3-90ef-cb22c3d44584 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "GET /v2.0/security-groups/a6c78656-2167-4664-8bdd-55eef431842c HTTP/1.1" status: 404 len: 347 time: 0.0445797 Jun 11 11:44:31.901310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45900) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:31.904337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-74ada943-f977-41bf-9648-cdb6578a4546 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.908897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.909080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f086ff11-9523-4ca9-83d6-4ea35b1e7cda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:31.924925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6ae2486a-fea4-4f79-b609-a179ed5e4bb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:32.026560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f086ff11-9523-4ca9-83d6-4ea35b1e7cda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for e52b6f2e-8169-4f8e-b435-1513804000b4 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:32.038040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:32.049631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-74ada943-f977-41bf-9648-cdb6578a4546 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Calling delete_port for d83c8016-26c6-491c-a5e3-77e7f6312ecf owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:32.054319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No DVR routers for this DVR port 8726d6e7-3ea4-4116-8894-a4a6e857af2b on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:32.058330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=8726d6e7-3ea4-4116-8894-a4a6e857af2b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:32.060598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:32.066422 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-861586c4-7dfe-4a99-b759-720ed5aa6ce7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] show failed (client error): The resource could not be found. Jun 11 11:44:32.073317 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-861586c4-7dfe-4a99-b759-720ed5aa6ce7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] 10.222.0.46 "GET /v2.0/security-group-rules/7650b889-9e9d-4008-a2ec-0efe4e486e01 HTTP/1.1" status: 404 len: 356 time: 0.1653364 Jun 11 11:44:32.099472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:32.103023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.120811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:32.121581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.180854 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ee0da6c7-a230-4c8f-8247-eb462786c860 req-5bdd6ece-9481-4790-8a61-88ae59273bb0 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828777 Jun 11 11:44:32.262255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.288678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96886d4-db11-4181-a0a1-03bc694833e8']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:32.291029 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:32.308887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1078515-fcb1-4392-ac95-5890520a672d') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:32.309182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1078515-fcb1-4392-ac95-5890520a672d') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:32.335427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.354120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.372150 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8726d6e7-3ea4-4116-8894-a4a6e857af2b no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:32.394224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45908) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:32.394829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:44:32.394829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:44:32.397786 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:44:32.400810 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:44:32.417695 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ee0da6c7-a230-4c8f-8247-eb462786c860 req-a9d00b81-4351-4843-83b3-da02b62e106c service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251596 Jun 11 11:44:32.426174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 8726d6e7-3ea4-4116-8894-a4a6e857af2b {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:32.427116 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8726d6e7-3ea4-4116-8894-a4a6e857af2b not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:32.474184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45910) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:32.501307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-74ada943-f977-41bf-9648-cdb6578a4546 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.503721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.507160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f4ce1b1f-4cf4-4457-8bfe-830828f85607 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:32.540142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.542059 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/networks/d96886d4-db11-4181-a0a1-03bc694833e8 HTTP/1.1" status: 204 len: 168 time: 2.1134071 Jun 11 11:44:32.546448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45914) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:32.546649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ada943-f977-41bf-9648-cdb6578a4546 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event deleted for resources: {'Port': ['ID=d83c8016-26c6-491c-a5e3-77e7f6312ecf,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:32.553190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.553549 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Added segment 12c45971-addb-4252-b285-05a3f0abf3ea of type vlan for network 793dc909-7f38-4f8d-8427-9004fc4c8c5d Jun 11 11:44:32.557290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f086ff11-9523-4ca9-83d6-4ea35b1e7cda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.563264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-74ada943-f977-41bf-9648-cdb6578a4546 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:32.563879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:32.564310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9fd3cf28-3077-4bbd-8f92-389f29e0048f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:32.617040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Network': ['ID=d96886d4-db11-4181-a0a1-03bc694833e8,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:32.662108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:32.705385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086ff11-9523-4ca9-83d6-4ea35b1e7cda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=e52b6f2e-8169-4f8e-b435-1513804000b4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:32.712652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.723911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f086ff11-9523-4ca9-83d6-4ea35b1e7cda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:32.760020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-74ada943-f977-41bf-9648-cdb6578a4546 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.762776 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-74ada943-f977-41bf-9648-cdb6578a4546 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "DELETE /v2.0/ports/d83c8016-26c6-491c-a5e3-77e7f6312ecf HTTP/1.1" status: 204 len: 168 time: 1.7174215 Jun 11 11:44:32.765250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45916) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:32.779960 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.786464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:32.787229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.812217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:32.864357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f086ff11-9523-4ca9-83d6-4ea35b1e7cda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:32.867157 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f086ff11-9523-4ca9-83d6-4ea35b1e7cda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/e52b6f2e-8169-4f8e-b435-1513804000b4 HTTP/1.1" status: 204 len: 168 time: 1.5333087 Jun 11 11:44:32.871838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45918) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:32.875583 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0121899 Jun 11 11:44:32.880854 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45920) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:32.895833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': '793dc909-7f38-4f8d-8427-9004fc4c8c5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:32.964661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Network': ['ID=793dc909-7f38-4f8d-8427-9004fc4c8c5d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:32.971604 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:32.982203 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-68e9bf72-780b-441e-84e6-9e9f13c59ef7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22b075b0b3fc46eb8a8308d29f975411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036032 Jun 11 11:44:32.983296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 793dc909-7f38-4f8d-8427-9004fc4c8c5d details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:32.987965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45924) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:33.046584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e376c0ef-1af3-4dd2-9df5-31bf859035e3 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:33.051088 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e376c0ef-1af3-4dd2-9df5-31bf859035e3 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "GET /v2.0/ports?device_id=93923526-0789-4eb7-982d-d2d36c9284d4 HTTP/1.1" status: 200 len: 913 time: 0.2816217 Jun 11 11:44:33.052218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45926) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:33.056765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c82e69a-d28d-45a6-9246-6e49d08bcfd8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:33.058287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c82e69a-d28d-45a6-9246-6e49d08bcfd8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:33.062190 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3c82e69a-d28d-45a6-9246-6e49d08bcfd8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1828511 Jun 11 11:44:33.066231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45928) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:33.069730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a7d6c1-5021-47e3-ac00-e8a1c58818df tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:33.074309 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-01a7d6c1-5021-47e3-ac00-e8a1c58818df tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5236900 Jun 11 11:44:33.082415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45930) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:33.168683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device ba2d1538-f8ba-48ac-bf98-046421be31b2 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:33.198793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: ba2d1538-f8ba-48ac-bf98-046421be31b2 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:33.199149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device ba2d1538-f8ba-48ac-bf98-046421be31b2 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:33.221004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5f1d-f2d3-4965-bc55-f0d87dd792c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.241534 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:33.244993 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.272246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5f1d-f2d3-4965-bc55-f0d87dd792c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.277339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-126e0cb7-c5fe-4e28-bd8a-00f9e13319a5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet f341e107-251f-4f41-99c1-ed6fdfe898a2 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:33.293813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-126e0cb7-c5fe-4e28-bd8a-00f9e13319a5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.327925 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d28e316e-dcbd-4f50-93d2-d25e688b5918 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2416315 Jun 11 11:44:33.342047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c18f9-ec24-4dc7-ba5c-abdb84663dcf req-5d16d588-0d48-4752-b41f-d767d1584781 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:33.343483 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a59c18f9-ec24-4dc7-ba5c-abdb84663dcf req-5d16d588-0d48-4752-b41f-d767d1584781 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 943 time: 0.2929468 Jun 11 11:44:33.346361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45932) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:33.395691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1533963806'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:33.473854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-126e0cb7-c5fe-4e28-bd8a-00f9e13319a5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.491091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:33.494507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.501470 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a59c18f9-ec24-4dc7-ba5c-abdb84663dcf req-92c41951-c6bb-437e-aab9-9bffa2f5dab3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008074 Jun 11 11:44:33.554967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5f1d-f2d3-4965-bc55-f0d87dd792c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.557572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5f1d-f2d3-4965-bc55-f0d87dd792c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.561766 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1f5e5f1d-f2d3-4965-bc55-f0d87dd792c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05888c48-72fe-4545-a7d2-d34232ddf9a6 HTTP/1.1" status: 204 len: 168 time: 0.5687919 Jun 11 11:44:33.564006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e91abeee-66d5-4cad-b34e-dd93522d358b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:33.572568 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:33.615926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e5f1d-f2d3-4965-bc55-f0d87dd792c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05888c48-72fe-4545-a7d2-d34232ddf9a6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:33.622404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.622789 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Added segment 33a4c5f9-3ccb-4040-9f48-3888ed2dcb75 of type vlan for network 7fd382b3-8db6-43be-ac30-9a1c5bee3de3 Jun 11 11:44:33.626582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1f5e5f1d-f2d3-4965-bc55-f0d87dd792c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:33.673507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-126e0cb7-c5fe-4e28-bd8a-00f9e13319a5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.800906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-126e0cb7-c5fe-4e28-bd8a-00f9e13319a5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.804423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5fc5a8e0-c02e-426d-82a4-9cecb7183660 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:33.856249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e0cb7-c5fe-4e28-bd8a-00f9e13319a5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=f341e107-251f-4f41-99c1-ed6fdfe898a2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:33.858727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-126e0cb7-c5fe-4e28-bd8a-00f9e13319a5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:33.860093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-126e0cb7-c5fe-4e28-bd8a-00f9e13319a5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:33.862047 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-126e0cb7-c5fe-4e28-bd8a-00f9e13319a5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/f341e107-251f-4f41-99c1-ed6fdfe898a2 HTTP/1.1" status: 204 len: 168 time: 0.7924893 Jun 11 11:44:33.865338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45936) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:33.865912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18d8dc2-c246-44ea-919a-721c1c375434 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:33.922560 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-62e4bd74-2047-45ff-abcc-070191326ffe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552256 Jun 11 11:44:33.925939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45938) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:33.931857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:33.953239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.088185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.091350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.094817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-14bab3f6-de8d-48b2-a4b3-1afc42d17989 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:34.120950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96079bc-33c8-4238-bed4-4606cfba97e9 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:34.161830 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.181885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b96079bc-33c8-4238-bed4-4606cfba97e9 None None] Deleting port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:34.182461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b96079bc-33c8-4238-bed4-4606cfba97e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.275878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b96079bc-33c8-4238-bed4-4606cfba97e9 None None] For port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f964a2e5-a73a-4348-a5cb-15e29b4fd2a1,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:34.275878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b96079bc-33c8-4238-bed4-4606cfba97e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.299127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Subnet': ['ID=8b2a0d18-dc53-490c-8871-2b35f074e746,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:34.319019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:34.344593 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.350245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:34.350895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.355826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:34.377354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b96079bc-33c8-4238-bed4-4606cfba97e9 None None] Calling delete_port for f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:34.402319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Checking segment: {'id': '12c45971-addb-4252-b285-05a3f0abf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '793dc909-7f38-4f8d-8427-9004fc4c8c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:34.402977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network hostable DHCP agents. Network: 793dc909-7f38-4f8d-8427-9004fc4c8c5d, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:44:34.440315 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0899220 Jun 11 11:44:34.479397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45940) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:34.482935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b96079bc-33c8-4238-bed4-4606cfba97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.487031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ca06593e-1a3d-44ba-a463-97c9413b34f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:34.488103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': '7fd382b3-8db6-43be-ac30-9a1c5bee3de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:34.494866 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Network': ['ID=7fd382b3-8db6-43be-ac30-9a1c5bee3de3,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:34.498987 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:34.527299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 7fd382b3-8db6-43be-ac30-9a1c5bee3de3 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:34.532013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96079bc-33c8-4238-bed4-4606cfba97e9 None None] No DVR routers for this DVR port f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:34.533700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96079bc-33c8-4238-bed4-4606cfba97e9 None None] Pushing event deleted for resources: {'Port': ['ID=f964a2e5-a73a-4348-a5cb-15e29b4fd2a1,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:34.541172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b96079bc-33c8-4238-bed4-4606cfba97e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:34.569910 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network 793dc909-7f38-4f8d-8427-9004fc4c8c5d is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:44:34.635304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 793dc909-7f38-4f8d-8427-9004fc4c8c5d) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:34.652607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711a457-ea9d-4ccc-b8cd-e57864fafe09 None None] Network 793dc909-7f38-4f8d-8427-9004fc4c8c5d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:34.657264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:34.657989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.800912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:34.801533 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Deleting port 9ca131b1-3884-4c85-ae57-c189ca9033ed {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:34.801533 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.804427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:34.810494 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9189703 Jun 11 11:44:34.811159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45944) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:34.830172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f1cf2dc1-0162-4279-bbad-574e94978874 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': '793dc909-7f38-4f8d-8427-9004fc4c8c5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:34.930853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:34.933801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.020665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebd00a-b02c-4ad1-a120-86529a43dd76 req-cdf9aadd-d486-4e26-8076-e51aa054adb0 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:35.022658 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-56ebd00a-b02c-4ad1-a120-86529a43dd76 req-cdf9aadd-d486-4e26-8076-e51aa054adb0 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 943 time: 0.3623385 Jun 11 11:44:35.023570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-793dc909-7f38-4f8d-8427-9004fc4c8c5d', 'network_id': '793dc909-7f38-4f8d-8427-9004fc4c8c5d', 'tenant_id': '2bce661b7891475ea38e6060ed025bb1', 'fixed_ips': [{'subnet_id': '8b2a0d18-dc53-490c-8871-2b35f074e746'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:35.024692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.034224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] For port 9ca131b1-3884-4c85-ae57-c189ca9033ed, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9ca131b1-3884-4c85-ae57-c189ca9033ed,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:35.034622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.142459 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Calling delete_port for 9ca131b1-3884-4c85-ae57-c189ca9033ed owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:35.188524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Allocated IP 2001:db8::2 (793dc909-7f38-4f8d-8427-9004fc4c8c5d/8b2a0d18-dc53-490c-8871-2b35f074e746/96a1485a-3776-4544-abed-ca110ee6309c) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:35.207151 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cf2dc1-0162-4279-bbad-574e94978874 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:35.210578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f1cf2dc1-0162-4279-bbad-574e94978874 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.256244 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-56ebd00a-b02c-4ad1-a120-86529a43dd76 req-227a93c9-644f-4a35-bfbc-181036284fe4 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869135 Jun 11 11:44:35.388709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.398470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Transition to ACTIVE for port object 96a1485a-3776-4544-abed-ca110ee6309c will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:35.401088 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.ipam_backend_mixin [None req-f1cf2dc1-0162-4279-bbad-574e94978874 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b2a0d18-dc53-490c-8871-2b35f074e746 (CIDR: 2001:db8::/64) Jun 11 11:44:35.412274 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cf2dc1-0162-4279-bbad-574e94978874 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:44:35.412932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cf2dc1-0162-4279-bbad-574e94978874 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:44:35.414491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Transition to ACTIVE for port object 96a1485a-3776-4544-abed-ca110ee6309c will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:35.423894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.426037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:35.441598 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f1cf2dc1-0162-4279-bbad-574e94978874 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6169560 Jun 11 11:44:35.442263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45946) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:35.448562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': '793dc909-7f38-4f8d-8427-9004fc4c8c5d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:35.474506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Deleting port 971f6195-359a-4697-82f2-5a009717b31d {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:35.474883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.480262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Network 793dc909-7f38-4f8d-8427-9004fc4c8c5d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:35.483597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.485041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:35.487934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:35.493041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Pushing event updated for resources: {'Port': ['ID=96a1485a-3776-4544-abed-ca110ee6309c,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:35.495904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:35.511977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-414542af-0964-4811-ba36-5b78f722455a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:35.566730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Attempting to bind port 96a1485a-3776-4544-abed-ca110ee6309c on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:35.566730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Attempting to bind port 96a1485a-3776-4544-abed-ca110ee6309c by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '12c45971-addb-4252-b285-05a3f0abf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '793dc909-7f38-4f8d-8427-9004fc4c8c5d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:35.567196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Attempting to bind port 96a1485a-3776-4544-abed-ca110ee6309c on network 793dc909-7f38-4f8d-8427-9004fc4c8c5d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:35.572206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:35.572658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Checking segment: {'id': '12c45971-addb-4252-b285-05a3f0abf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '793dc909-7f38-4f8d-8427-9004fc4c8c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:35.573131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.573589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Bound using segment: {'id': '12c45971-addb-4252-b285-05a3f0abf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '793dc909-7f38-4f8d-8427-9004fc4c8c5d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:35.574117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Bound port: 96a1485a-3776-4544-abed-ca110ee6309c, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c45971-addb-4252-b285-05a3f0abf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '793dc909-7f38-4f8d-8427-9004fc4c8c5d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:35.574581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.627430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.632725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6ff3d20-c127-4832-b021-2120bb1552cb tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:35.658954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] For port 96a1485a-3776-4544-abed-ca110ee6309c, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:35.662141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] For port 96a1485a-3776-4544-abed-ca110ee6309c, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=96a1485a-3776-4544-abed-ca110ee6309c,segment=NetworkSegment(12c45971-addb-4252-b285-05a3f0abf3ea),segment_id=12c45971-addb-4252-b285-05a3f0abf3ea)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:35.664681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.objects.ports [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99006) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:44:35.667652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.670624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:35.674940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event deleted for resources: {'Port': ['ID=9ca131b1-3884-4c85-ae57-c189ca9033ed,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:35.684982 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.706726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Subnet': ['ID=37c1b9ab-7f24-4f86-a9eb-05a8538deefa,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:35.721094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:35.727606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:35.737534 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.751898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.752349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.752678 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.753082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.753445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.753826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.754205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.754608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.755196 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.755390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.755719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.756091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:35.764561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:35.767289 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Pushing event updated for resources: {'Port': ['ID=96a1485a-3776-4544-abed-ca110ee6309c,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:35.770560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:35.779792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:35.783506 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.794219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Checking segment: {'id': '33a4c5f9-3ccb-4040-9f48-3888ed2dcb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7fd382b3-8db6-43be-ac30-9a1c5bee3de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:35.803666 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network hostable DHCP agents. Network: 7fd382b3-8db6-43be-ac30-9a1c5bee3de3, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:44:35.810657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:35.868499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:35.880194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56365981-050b-481d-97a8-c7d0c503a0ef None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:35.913210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Calling delete_port for 971f6195-359a-4697-82f2-5a009717b31d owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:35.918368 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:35.919006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:35.940110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=329a58a4-9a31-4813-a11b-f329a2706f32,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:36.000465 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.001755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.003405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.004425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.005275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.005667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.006053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.009292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.012237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.012697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.015194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.015194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:36.023175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:36.139269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:36.182697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network 7fd382b3-8db6-43be-ac30-9a1c5bee3de3 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:44:36.198212 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2703788 Jun 11 11:44:36.203690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45948) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:36.215396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:36.216545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:48:1b:1f', 'name': 'tempest-NetworksTestDHCPv6-1140366473'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:36.236854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 7fd382b3-8db6-43be-ac30-9a1c5bee3de3) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:36.256946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': '329a58a4-9a31-4813-a11b-f329a2706f32'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:36.257953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:36.260276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470175df-9797-486c-8b9f-719a80df433d None None] Network 7fd382b3-8db6-43be-ac30-9a1c5bee3de3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:36.264661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:36.265281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:36.279031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:36.279547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f964a2e5-a73a-4348-a5cb-15e29b4fd2a1 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:36.393158 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9075284 Jun 11 11:44:36.404820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45952) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:36.413113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': '7fd382b3-8db6-43be-ac30-9a1c5bee3de3', 'name': 'tempest-PortsTestJSON-480327572'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:36.595819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Allocated IP 2001:db8::f816:3eff:fe2d:9e32 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/329a58a4-9a31-4813-a11b-f329a2706f32/083f262a-b2d8-426d-9876-728cdc7eaca1) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:36.606092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:36.614997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-261d3184-b1b5-45d2-a96f-59f0a81ab11c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:36.623915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:36.629711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:36.633351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b615f009-c1c6-41f4-a8a5-f55b374ea5e0 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:36.678169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event deleted for resources: {'Port': ['ID=971f6195-359a-4697-82f2-5a009717b31d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:36.680458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:36.716819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network 793dc909-7f38-4f8d-8427-9004fc4c8c5d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:36.745940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:36.751889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Subnet': ['ID=0a55a62f-eab9-4797-819e-1b20d164eb23,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:36.755091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:36.760806 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:36.761600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:36.772518 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Router 91cbae38-a72f-4c81-89c7-76c4c53719c1 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:44:36.794220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-7fd382b3-8db6-43be-ac30-9a1c5bee3de3', 'network_id': '7fd382b3-8db6-43be-ac30-9a1c5bee3de3', 'tenant_id': '074eae8a1772468abe29c1bccd90dbdf', 'fixed_ips': [{'subnet_id': '37c1b9ab-7f24-4f86-a9eb-05a8538deefa'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:36.795275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:36.806723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f80d2-6fc6-45cc-bc1c-430534d6cd8b req-82fefad7-c541-4c79-89b3-b0b10348699c tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:36.809056 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-898f80d2-6fc6-45cc-bc1c-430534d6cd8b req-82fefad7-c541-4c79-89b3-b0b10348699c tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 943 time: 0.3429861 Jun 11 11:44:36.863846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:36.869721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:36.930488 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port 0f6428a6-5137-4f62-bdf0-bb563a7e5c4c yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:37.104697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:37.109137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:37.127353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Transition to ACTIVE for port object 083f262a-b2d8-426d-9876-728cdc7eaca1 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:37.129390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Allocated IP 172.20.0.2 (7fd382b3-8db6-43be-ac30-9a1c5bee3de3/37c1b9ab-7f24-4f86-a9eb-05a8538deefa/8ce544df-5d6a-43e5-8a2e-c296918c2b8c) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:37.137029 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:37.148179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 7f7375e0-55c6-4d20-9092-17c9fa6d1e55 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:37.159520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Transition to ACTIVE for port object 083f262a-b2d8-426d-9876-728cdc7eaca1 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:37.189111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:37.203996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d5c15a33-3312-49dc-9ff6-9b7b0d095bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:37.239290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:37.280747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2afd8-9ae4-4378-9ff7-d6280aceadcb None None] Network 793dc909-7f38-4f8d-8427-9004fc4c8c5d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:37.310350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:37.326252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:37.350486 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9041958 Jun 11 11:44:37.352023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45954) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:37.367822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': '793dc909-7f38-4f8d-8427-9004fc4c8c5d', 'fixed_ips': [{'subnet_id': '8b2a0d18-dc53-490c-8871-2b35f074e746'}, {'subnet_id': '0a55a62f-eab9-4797-819e-1b20d164eb23'}], 'name': 'tempest-PortsIpV6TestJSON-79559170'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:37.372524 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-898f80d2-6fc6-45cc-bc1c-430534d6cd8b req-98d27be8-98e8-4f5a-b8b1-dbfe65335c26 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5540473 Jun 11 11:44:37.424920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Pushing event updated for resources: {'Port': ['ID=083f262a-b2d8-426d-9876-728cdc7eaca1,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:37.462463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:37.489090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Router 93923526-0789-4eb7-982d-d2d36c9284d4 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:44:37.503506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::f816:3eff:fe48:1b1f (2bf35732-ffe6-4e33-a6fb-db76771bc26d/329a58a4-9a31-4813-a11b-f329a2706f32/7f7375e0-55c6-4d20-9092-17c9fa6d1e55) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:37.510242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:44:37.516764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-60974e18-b05d-49b2-9b09-ae6491ca5413 None None] Provisioning for port 96a1485a-3776-4544-abed-ca110ee6309c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:37.521464 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "PUT /v2.0/routers/91cbae38-a72f-4c81-89c7-76c4c53719c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1187599 Jun 11 11:44:37.525482 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a35a3-a7d9-4c34-8842-bc429bc66884 None None] Sync routers for ids ['91cbae38-a72f-4c81-89c7-76c4c53719c1'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:44:37.528202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45956) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:37.536080 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a35a3-a7d9-4c34-8842-bc429bc66884 None None] Routers {'91cbae38-a72f-4c81-89c7-76c4c53719c1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:44:37.536932 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2a7a35a3-a7d9-4c34-8842-bc429bc66884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:44:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['91cbae38-a72f-4c81-89c7-76c4c53719c1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:37.594886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b82306-fb09-4fe6-b26a-f761c39c1273 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Deleting subnet 92f3fbd9-2fa5-4917-bed3-b44a131c831d {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:37.599778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00b82306-fb09-4fe6-b26a-f761c39c1273 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:37.606172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Attempting to bind port 083f262a-b2d8-426d-9876-728cdc7eaca1 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:37.606570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Attempting to bind port 083f262a-b2d8-426d-9876-728cdc7eaca1 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:37.606947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Attempting to bind port 083f262a-b2d8-426d-9876-728cdc7eaca1 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:37.645131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:37.647084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:37.647463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:37.647863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:37.648262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:37.648755 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Bound port: 083f262a-b2d8-426d-9876-728cdc7eaca1, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:37.649135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:37.654520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:37.675224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Transition to ACTIVE for port object 8ce544df-5d6a-43e5-8a2e-c296918c2b8c will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:37.693508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:44:37.702886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "PUT /v2.0/routers/93923526-0789-4eb7-982d-d2d36c9284d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6494136 Jun 11 11:44:37.706475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45960) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:37.745718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef6b95-4a17-4b7e-a12b-29ae47d92ea2 None None] Sync routers for ids ['93923526-0789-4eb7-982d-d2d36c9284d4'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:44:37.753422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Transition to ACTIVE for port object 8ce544df-5d6a-43e5-8a2e-c296918c2b8c will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:37.756231 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-2a7a35a3-a7d9-4c34-8842-bc429bc66884 None None] Set router 91cbae38-a72f-4c81-89c7-76c4c53719c1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:44:37.782242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:37.800962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:37.815876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port ed10b178-a0fe-466a-a120-91f56b600c5a yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:37.816105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b96079bc-33c8-4238-bed4-4606cfba97e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:37.836315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00b82306-fb09-4fe6-b26a-f761c39c1273 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.093090 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2a7a35a3-a7d9-4c34-8842-bc429bc66884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:44:35Z', 'revision_number': 5, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:38.097953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef6b95-4a17-4b7e-a12b-29ae47d92ea2 None None] Routers {'93923526-0789-4eb7-982d-d2d36c9284d4'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:44:38.098821 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-24ef6b95-4a17-4b7e-a12b-29ae47d92ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:44:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['93923526-0789-4eb7-982d-d2d36c9284d4'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:38.102397 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a35a3-a7d9-4c34-8842-bc429bc66884 None None] Checking router: 91cbae38-a72f-4c81-89c7-76c4c53719c1 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:44:38.104655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00b82306-fb09-4fe6-b26a-f761c39c1273 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.118810 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a35a3-a7d9-4c34-8842-bc429bc66884 None None] Routers {'91cbae38-a72f-4c81-89c7-76c4c53719c1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:44:38.123985 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2a7a35a3-a7d9-4c34-8842-bc429bc66884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:44:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['91cbae38-a72f-4c81-89c7-76c4c53719c1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:38.188686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] For port 083f262a-b2d8-426d-9876-728cdc7eaca1, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:38.198274 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 96a1485a-3776-4544-abed-ca110ee6309c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:38.247936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Network 7fd382b3-8db6-43be-ac30-9a1c5bee3de3 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:38.248662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00b82306-fb09-4fe6-b26a-f761c39c1273 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.257603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-24ef6b95-4a17-4b7e-a12b-29ae47d92ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:38.258052 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ccf6766d-da83-452f-8dac-bc19d6edf450 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:38.285856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:38.299935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef6b95-4a17-4b7e-a12b-29ae47d92ea2 None None] Routers {'93923526-0789-4eb7-982d-d2d36c9284d4'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:44:38.300856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-24ef6b95-4a17-4b7e-a12b-29ae47d92ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:44:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['93923526-0789-4eb7-982d-d2d36c9284d4'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:38.306084 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-2a7a35a3-a7d9-4c34-8842-bc429bc66884 None None] Set router 91cbae38-a72f-4c81-89c7-76c4c53719c1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:44:38.309487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:38.316378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] For port 083f262a-b2d8-426d-9876-728cdc7eaca1, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=083f262a-b2d8-426d-9876-728cdc7eaca1,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:38.317394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 96a1485a-3776-4544-abed-ca110ee6309c completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:38.326446 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b82306-fb09-4fe6-b26a-f761c39c1273 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event deleted for resources: {'Subnet': ['ID=92f3fbd9-2fa5-4917-bed3-b44a131c831d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:38.329091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-00b82306-fb09-4fe6-b26a-f761c39c1273 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:38.332766 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00b82306-fb09-4fe6-b26a-f761c39c1273 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.337301 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-00b82306-fb09-4fe6-b26a-f761c39c1273 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "DELETE /v2.0/subnets/92f3fbd9-2fa5-4917-bed3-b44a131c831d HTTP/1.1" status: 204 len: 168 time: 0.8056948 Jun 11 11:44:38.339052 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45964) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:38.401822 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 96a1485a-3776-4544-abed-ca110ee6309c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:38.402192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.474337 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac6e3b1-dc31-4cff-85e1-77c121a017ee None None] Network 3dec2ca3-aa3d-4f05-8608-63544b169594 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:38.520012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51133a32-76e9-4877-b911-b31f955417a4 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.526262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.5 (7fd382b3-8db6-43be-ac30-9a1c5bee3de3/37c1b9ab-7f24-4f86-a9eb-05a8538deefa/0f6428a6-5137-4f62-bdf0-bb563a7e5c4c) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:38.630224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Pushing event updated for resources: {'Port': ['ID=8ce544df-5d6a-43e5-8a2e-c296918c2b8c,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:38.633809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.638582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:38.639367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:38.643855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Attempting to bind port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:38.645007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Attempting to bind port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '33a4c5f9-3ccb-4040-9f48-3888ed2dcb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7fd382b3-8db6-43be-ac30-9a1c5bee3de3'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:38.646211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Attempting to bind port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c on network 7fd382b3-8db6-43be-ac30-9a1c5bee3de3 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:38.681732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-24ef6b95-4a17-4b7e-a12b-29ae47d92ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:38.682570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef6b95-4a17-4b7e-a12b-29ae47d92ea2 None None] The sync data for ids ['93923526-0789-4eb7-982d-d2d36c9284d4'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:44:38.784984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd36337-88c1-4822-b725-18d98bc74e55 None None] Update dhcp port {'port': {'network_id': '793dc909-7f38-4f8d-8427-9004fc4c8c5d', 'fixed_ips': [{'subnet_id': '8b2a0d18-dc53-490c-8871-2b35f074e746', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a55a62f-eab9-4797-819e-1b20d164eb23'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '96a1485a-3776-4544-abed-ca110ee6309c'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:44:38.819326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8::10e (793dc909-7f38-4f8d-8427-9004fc4c8c5d/8b2a0d18-dc53-490c-8871-2b35f074e746/ed10b178-a0fe-466a-a120-91f56b600c5a) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:38.829379 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8:0:1::382 (793dc909-7f38-4f8d-8427-9004fc4c8c5d/0a55a62f-eab9-4797-819e-1b20d164eb23/ed10b178-a0fe-466a-a120-91f56b600c5a) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:38.848571 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2a7a35a3-a7d9-4c34-8842-bc429bc66884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:44:35Z', 'revision_number': 5, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:38.858363 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a35a3-a7d9-4c34-8842-bc429bc66884 None None] The sync data for ids ['91cbae38-a72f-4c81-89c7-76c4c53719c1'] in dv-neutron-786478-5-hyperv is: [{'id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204353297', 'tenant_id': '61ea88c741c44370bd8d03aef7204231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93'}], 'enable_snat': True}, 'gw_port_id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:55Z', 'updated_at': '2021-06-11T11:44:35Z', 'revision_number': 5, 'project_id': '61ea88c741c44370bd8d03aef7204231', 'gw_port': {'id': 'ab94c184-459f-404c-93fc-ae09298b3e18', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:de:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbae38-a72f-4c81-89c7-76c4c53719c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:41:58Z', 'updated_at': '2021-06-11T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:44:38.869726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ebd36337-88c1-4822-b725-18d98bc74e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.924131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51133a32-76e9-4877-b911-b31f955417a4 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.926391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51133a32-76e9-4877-b911-b31f955417a4 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.928775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:38.929664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Checking segment: {'id': '33a4c5f9-3ccb-4040-9f48-3888ed2dcb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7fd382b3-8db6-43be-ac30-9a1c5bee3de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:38.930097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.930583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Bound using segment: {'id': '33a4c5f9-3ccb-4040-9f48-3888ed2dcb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7fd382b3-8db6-43be-ac30-9a1c5bee3de3'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:38.931090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Bound port: 8ce544df-5d6a-43e5-8a2e-c296918c2b8c, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a4c5f9-3ccb-4040-9f48-3888ed2dcb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7fd382b3-8db6-43be-ac30-9a1c5bee3de3'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:38.931486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:38.980617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.021881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51133a32-76e9-4877-b911-b31f955417a4 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.023067 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51133a32-76e9-4877-b911-b31f955417a4 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Fanout notify agent at l3_agent the message router_deleted on router 93923526-0789-4eb7-982d-d2d36c9284d4 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:44:39.034046 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51133a32-76e9-4877-b911-b31f955417a4 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.037836 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-51133a32-76e9-4877-b911-b31f955417a4 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "DELETE /v2.0/routers/93923526-0789-4eb7-982d-d2d36c9284d4 HTTP/1.1" status: 204 len: 168 time: 1.3293126 Jun 11 11:44:39.041282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45972) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:39.045389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.101735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.135267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 7f7375e0-55c6-4d20-9092-17c9fa6d1e55 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:39.176654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f18b90-5ef8-4f0d-92b7-2d4588635338 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Deleting subnet 2b82ba1d-9b34-4b8b-8ce9-f4944fd022fc {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:39.177933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1f18b90-5ef8-4f0d-92b7-2d4588635338 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.240552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9882d74b-818f-4dec-baa2-41bafc23dd19 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:44:39.263347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1f18b90-5ef8-4f0d-92b7-2d4588635338 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.274489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Pushing event updated for resources: {'Port': ['ID=083f262a-b2d8-426d-9876-728cdc7eaca1,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:39.280497 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 96a1485a-3776-4544-abed-ca110ee6309c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=96a1485a-3776-4544-abed-ca110ee6309c,segment=NetworkSegment(12c45971-addb-4252-b285-05a3f0abf3ea),segment_id=12c45971-addb-4252-b285-05a3f0abf3ea)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:39.298092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:39.310747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.320766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8d7ee12a-b81e-4c03-84d0-ef076f4f56ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:39.369451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.375443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47137fe0-8d10-4b22-a3e9-01fed79ae356 req-cb2f338a-1d60-4985-92c5-14129bef6ba1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:39.383469 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-47137fe0-8d10-4b22-a3e9-01fed79ae356 req-cb2f338a-1d60-4985-92c5-14129bef6ba1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 943 time: 0.7350700 Jun 11 11:44:39.393462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] For port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:39.420284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object ed10b178-a0fe-466a-a120-91f56b600c5a will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:39.495191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e37c40-9366-4a64-9270-80c1a9a73792 req-51d4f3ed-171e-4edb-bf62-b59f38590cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:39.497513 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-00e37c40-9366-4a64-9270-80c1a9a73792 req-51d4f3ed-171e-4edb-bf62-b59f38590cb8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ae6cd23526432e8d1c423d0133032f&device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 1098 time: 0.4743755 Jun 11 11:44:39.524554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5156e-71f5-40fe-969b-172236c5915d req-ee2445b0-ee6b-48f2-8a07-066c3bf54986 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:39.526672 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bab5156e-71f5-40fe-969b-172236c5915d req-ee2445b0-ee6b-48f2-8a07-066c3bf54986 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.4931884 Jun 11 11:44:39.552815 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-47137fe0-8d10-4b22-a3e9-01fed79ae356 req-89959de6-b43d-41e1-964f-e72719863da7 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687465 Jun 11 11:44:39.583023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.583368 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.592098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1f18b90-5ef8-4f0d-92b7-2d4588635338 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.599684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] For port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8ce544df-5d6a-43e5-8a2e-c296918c2b8c,segment=NetworkSegment(33a4c5f9-3ccb-4040-9f48-3888ed2dcb75),segment_id=33a4c5f9-3ccb-4040-9f48-3888ed2dcb75)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:39.603313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=96a1485a-3776-4544-abed-ca110ee6309c,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:39.609422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ed2d9-0c13-43d8-898f-e176c50d67d3 None None] DHCP port deletion for 3dec2ca3-aa3d-4f05-8608-63544b169594 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:39.623994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.633940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbcd-e746-4748-8ae8-f80a57117692 tempest-RoutersIpV6AdminTest-1024926081 tempest-RoutersIpV6AdminTest-1024926081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:39.639613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:39.649080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object 0f6428a6-5137-4f62-bdf0-bb563a7e5c4c will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:39.650223 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.656305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9882d74b-818f-4dec-baa2-41bafc23dd19, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9882d74b-818f-4dec-baa2-41bafc23dd19,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:39.659278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:39.661463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.699996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-714a5faf-bd75-4caf-b221-86ee7ac1eaa6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:39.726061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:39.733535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:39.735646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=7f7375e0-55c6-4d20-9092-17c9fa6d1e55,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:39.742328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:39.747891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:39.748529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.762897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:39.771871 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bab5156e-71f5-40fe-969b-172236c5915d req-e93a8307-4496-482e-ad28-8b406dc21dc8 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312632 Jun 11 11:44:39.778245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Pushing event updated for resources: {'Port': ['ID=8ce544df-5d6a-43e5-8a2e-c296918c2b8c,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:39.791158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:39.802686 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network 793dc909-7f38-4f8d-8427-9004fc4c8c5d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:39.806512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '9882d74b-818f-4dec-baa2-41bafc23dd19', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'port_id': '9882d74b-818f-4dec-baa2-41bafc23dd19', 'mac_address': 'fa:16:3e:71:d1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:44:39.813778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1f18b90-5ef8-4f0d-92b7-2d4588635338 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.818923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-606ea6bf-7bc7-48a3-97f2-ff29efa902fb tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:39.823057 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:39.828893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:39.848069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:39.848751 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.851807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e37c40-9366-4a64-9270-80c1a9a73792 req-3db0d611-e148-4384-bb07-fe83192d70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:39.853246 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-00e37c40-9366-4a64-9270-80c1a9a73792 req-3db0d611-e148-4384-bb07-fe83192d70d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3072c694-f3c9-4ecc-83b5-3be429a16450 HTTP/1.1" status: 200 len: 914 time: 0.3242981 Jun 11 11:44:39.854149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=ed10b178-a0fe-466a-a120-91f56b600c5a,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:39.860234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:39.869201 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6642215 Jun 11 11:44:39.870184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f18b90-5ef8-4f0d-92b7-2d4588635338 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event deleted for resources: {'Subnet': ['ID=2b82ba1d-9b34-4b8b-8ce9-f4944fd022fc,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:39.874382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45974) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:39.883633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e1f18b90-5ef8-4f0d-92b7-2d4588635338 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:39.888451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.890295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1f18b90-5ef8-4f0d-92b7-2d4588635338 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.894874 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e1f18b90-5ef8-4f0d-92b7-2d4588635338 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "DELETE /v2.0/subnets/2b82ba1d-9b34-4b8b-8ce9-f4944fd022fc HTTP/1.1" status: 204 len: 168 time: 0.8411689 Jun 11 11:44:39.922686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45976) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:39.933374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-288198b8-4800-4a6c-ad3f-32e7c18597da tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:39.945124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-ebd36337-88c1-4822-b725-18d98bc74e55 None None] Allocated IP 2001:db8:0:1::2 (793dc909-7f38-4f8d-8427-9004fc4c8c5d/0a55a62f-eab9-4797-819e-1b20d164eb23/96a1485a-3776-4544-abed-ca110ee6309c) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:39.946402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Deleting port ab94c184-459f-404c-93fc-ae09298b3e18 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:39.946791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:39.949504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee5600-e6ee-4309-9d29-ba9a9584d9bd None None] Network ece55249-e42f-4291-98dd-ebb2a58ecce0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:39.954096 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.5965626 Jun 11 11:44:39.973069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45978) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:39.980457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b2a0d18-dc53-490c-8871-2b35f074e746'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:40.027417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network 7fd382b3-8db6-43be-ac30-9a1c5bee3de3 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:40.040516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:40.048815 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-00e37c40-9366-4a64-9270-80c1a9a73792 req-746a6733-e79d-4406-8f1e-78d4b2bba8ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c8b3e5-7646-4625-8d95-1fc403795a41 HTTP/1.1" status: 200 len: 1001 time: 0.1850312 Jun 11 11:44:40.059764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:40.120480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:40.214784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=0f6428a6-5137-4f62-bdf0-bb563a7e5c4c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:40.227796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:40.232717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] For port ab94c184-459f-404c-93fc-ae09298b3e18, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ab94c184-459f-404c-93fc-ae09298b3e18,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:40.233234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:40.273138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:40.275937 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e37c40-9366-4a64-9270-80c1a9a73792 req-3acf92c4-ca8e-4b9d-af23-d1b5160a2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:40.277517 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-00e37c40-9366-4a64-9270-80c1a9a73792 req-3acf92c4-ca8e-4b9d-af23-d1b5160a2190 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c220a6cf-448b-430d-9969-8a36f99f4566 HTTP/1.1" status: 200 len: 851 time: 0.2201657 Jun 11 11:44:40.337550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:40.338817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:40.383869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1337d9-a4fe-4c62-9ff5-11faebab3c67 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:40.391423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1337d9-a4fe-4c62-9ff5-11faebab3c67 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:40.393521 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9f1337d9-a4fe-4c62-9ff5-11faebab3c67 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5181434 Jun 11 11:44:40.400698 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Calling delete_port for ab94c184-459f-404c-93fc-ae09298b3e18 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:40.403058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45980) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:40.483613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:40.503837 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0976396 Jun 11 11:44:40.511516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45982) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:40.526341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': '7fd382b3-8db6-43be-ac30-9a1c5bee3de3', 'name': 'tempest-PortsTestJSON-1649633364'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:40.559788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 96a1485a-3776-4544-abed-ca110ee6309c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:40.619889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-010ed2d9-0c13-43d8-898f-e176c50d67d3 None None] Deleting port c783f822-15e3-469e-b980-d5a6c58ca55c {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:40.620285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-010ed2d9-0c13-43d8-898f-e176c50d67d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:40.622809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9882d74b-818f-4dec-baa2-41bafc23dd19 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:44:40.653340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9882d74b-818f-4dec-baa2-41bafc23dd19, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9882d74b-818f-4dec-baa2-41bafc23dd19,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:40.709310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 96a1485a-3776-4544-abed-ca110ee6309c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:40.709704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:40.711403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:40.718192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f9da19c4-fb95-42f8-931b-1f1b60ebca30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:40.785695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Deleting port 9e924240-dadb-4be1-9532-b30650f76b4b {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:40.786277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:40.834764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e37c40-9366-4a64-9270-80c1a9a73792 req-a7c27dd5-dbbc-4f81-8d32-b83f67357f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:40.836724 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-00e37c40-9366-4a64-9270-80c1a9a73792 req-a7c27dd5-dbbc-4f81-8d32-b83f67357f8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3072c694-f3c9-4ecc-83b5-3be429a16450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4910793 Jun 11 11:44:40.882614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ebd36337-88c1-4822-b725-18d98bc74e55 None None] For port 96a1485a-3776-4544-abed-ca110ee6309c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=96a1485a-3776-4544-abed-ca110ee6309c,segment=NetworkSegment(12c45971-addb-4252-b285-05a3f0abf3ea),segment_id=12c45971-addb-4252-b285-05a3f0abf3ea)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:40.976790 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-010ed2d9-0c13-43d8-898f-e176c50d67d3 None None] For port c783f822-15e3-469e-b980-d5a6c58ca55c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c783f822-15e3-469e-b980-d5a6c58ca55c,segment=NetworkSegment(ec8c5c8b-f5c0-4531-9052-af37c026d35f),segment_id=ec8c5c8b-f5c0-4531-9052-af37c026d35f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:40.977448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-010ed2d9-0c13-43d8-898f-e176c50d67d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.020136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4bf64e45-9ae9-4caa-b3a5-89eafdfbae23 None None] Provisioning for port 083f262a-b2d8-426d-9876-728cdc7eaca1 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:41.030201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] For port 9e924240-dadb-4be1-9532-b30650f76b4b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9e924240-dadb-4be1-9532-b30650f76b4b,segment=NetworkSegment(e5e2f6d8-6adf-4a73-94fe-9c113d33bf08),segment_id=e5e2f6d8-6adf-4a73-94fe-9c113d33bf08)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:41.032068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.033472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=9882d74b-818f-4dec-baa2-41bafc23dd19,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:41.035549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['9882d74b-818f-4dec-baa2-41bafc23dd19'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:44:41.133930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-dc40a120-6aa4-4464-b7ec-a060c0fdeffb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 7f7375e0-55c6-4d20-9092-17c9fa6d1e55 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:41.134285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc40a120-6aa4-4464-b7ec-a060c0fdeffb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.158771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-010ed2d9-0c13-43d8-898f-e176c50d67d3 None None] Calling delete_port for c783f822-15e3-469e-b980-d5a6c58ca55c owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:41.171138 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.171956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.172886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.173285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.173681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.174207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.174686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.175105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.175495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.175886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.177792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.178423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:44:41.192871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:41.196893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Calling delete_port for 9e924240-dadb-4be1-9532-b30650f76b4b owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:41.209587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ebd36337-88c1-4822-b725-18d98bc74e55 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.229558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ebd36337-88c1-4822-b725-18d98bc74e55 None None] Transition to ACTIVE for port object 96a1485a-3776-4544-abed-ca110ee6309c will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:41.293133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ebd36337-88c1-4822-b725-18d98bc74e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.302893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] DHCP port deletion for ece55249-e42f-4291-98dd-ebb2a58ecce0 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:41.312791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:41.406936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd36337-88c1-4822-b725-18d98bc74e55 None None] Pushing event updated for resources: {'Port': ['ID=96a1485a-3776-4544-abed-ca110ee6309c,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:41.412909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:41.416794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.424032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ebd36337-88c1-4822-b725-18d98bc74e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:41.445026 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff0f8d8-0aec-4e85-a965-722089cb2ffa None None] Network 7fd382b3-8db6-43be-ac30-9a1c5bee3de3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:41.462675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139c711-fb1a-4185-822f-10d724f30be0 req-570265f1-db43-494f-a2c2-40a50b2610af tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:41.464192 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c139c711-fb1a-4185-822f-10d724f30be0 req-570265f1-db43-494f-a2c2-40a50b2610af tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 944 time: 0.6878986 Jun 11 11:44:41.487086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port e02bb46d-3175-4ed1-9feb-0d6d9ae39077 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:41.524053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc40a120-6aa4-4464-b7ec-a060c0fdeffb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.656623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-09034e37-906a-4140-977e-b87c9d477a5e None None] Provisioning for port 7f7375e0-55c6-4d20-9092-17c9fa6d1e55 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:41.695147 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-00e37c40-9366-4a64-9270-80c1a9a73792 req-472b9117-693c-42cc-8fcd-8e02df941a8d service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8501604 Jun 11 11:44:41.702177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Delete allocated IP 2001:db8:0:1::382 (793dc909-7f38-4f8d-8427-9004fc4c8c5d/0a55a62f-eab9-4797-819e-1b20d164eb23) {{(pid=99005) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 11:44:41.706502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-dc40a120-6aa4-4464-b7ec-a060c0fdeffb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 7f7375e0-55c6-4d20-9092-17c9fa6d1e55 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:41.707324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-09034e37-906a-4140-977e-b87c9d477a5e None None] Provisioning complete for port 7f7375e0-55c6-4d20-9092-17c9fa6d1e55 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:41.708258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-09034e37-906a-4140-977e-b87c9d477a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.743374 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c139c711-fb1a-4185-822f-10d724f30be0 req-89db7e41-3ce2-42ae-9bb1-270b4a900193 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653141 Jun 11 11:44:41.751901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a063daa-8806-47a6-a909-fbd4d2e0ad1c req-4c658158-08a6-4c63-8af9-47a7a2a4dc24 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:41.753443 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1a063daa-8806-47a6-a909-fbd4d2e0ad1c req-4c658158-08a6-4c63-8af9-47a7a2a4dc24 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3449159 Jun 11 11:44:41.756931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.784421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 083f262a-b2d8-426d-9876-728cdc7eaca1 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:41.815555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.822895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2be914ae-dbdc-4b8e-8392-f9c9c7041553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:41.897906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] Deleting port 9e924240-dadb-4be1-9532-b30650f76b4b {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:41.898303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.900178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 083f262a-b2d8-426d-9876-728cdc7eaca1 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:41.910298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 083f262a-b2d8-426d-9876-728cdc7eaca1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:41.910715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:41.912033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.8 (7fd382b3-8db6-43be-ac30-9a1c5bee3de3/37c1b9ab-7f24-4f86-a9eb-05a8538deefa/e02bb46d-3175-4ed1-9feb-0d6d9ae39077) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:41.962824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event deleted for resources: {'Port': ['ID=ab94c184-459f-404c-93fc-ae09298b3e18,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:41.965966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:42.010358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-09034e37-906a-4140-977e-b87c9d477a5e None None] Port 7f7375e0-55c6-4d20-9092-17c9fa6d1e55 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:42.019115 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1a063daa-8806-47a6-a909-fbd4d2e0ad1c req-e68190ea-cc2c-4dae-bfc2-601a1d9816b2 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402041 Jun 11 11:44:42.061659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d20b685-92be-4528-ae33-9091f146e005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:42.079070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-010ed2d9-0c13-43d8-898f-e176c50d67d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.149878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fb467a96-4f8a-4375-ae96-cf4d625fda47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:42.188649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.191454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event deleted for resources: {'Port': ['ID=9e924240-dadb-4be1-9532-b30650f76b4b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:42.195567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:42.212865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Ignored duplicate provisioning block setup for port ed10b178-a0fe-466a-a120-91f56b600c5a by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 11 11:44:42.229983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] No DVR routers for this DVR port 9e924240-dadb-4be1-9532-b30650f76b4b on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:42.236925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.241898 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-00e37c40-9366-4a64-9270-80c1a9a73792 req-77203ab2-e897-49e9-a0e1-4f5c7c8cfe78 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338893 Jun 11 11:44:42.244160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.262726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] For port 9e924240-dadb-4be1-9532-b30650f76b4b, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:42.263143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.266023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ed2d9-0c13-43d8-898f-e176c50d67d3 None None] Pushing event deleted for resources: {'Port': ['ID=c783f822-15e3-469e-b980-d5a6c58ca55c,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:42.281029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c96da690-c2b4-42fd-9638-fe8a19d1e16a None None] Provisioning for port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:42.293295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-010ed2d9-0c13-43d8-898f-e176c50d67d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:42.296061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ed2d9-0c13-43d8-898f-e176c50d67d3 None None] No DVR routers for this DVR port c783f822-15e3-469e-b980-d5a6c58ca55c on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:42.322753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0ed54b46-6feb-4800-9ca1-2d7108b8506e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:42.356157 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc40a120-6aa4-4464-b7ec-a060c0fdeffb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.365956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-adccfeba-20fa-4ee6-9107-80a6b25b119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.367122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0f9024bf-4db0-42d1-9f79-1fa355dc5878 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:42.405025 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] Calling delete_port for 9e924240-dadb-4be1-9532-b30650f76b4b owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:42.407110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40a120-6aa4-4464-b7ec-a060c0fdeffb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=7f7375e0-55c6-4d20-9092-17c9fa6d1e55,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:42.418304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.420787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc40a120-6aa4-4464-b7ec-a060c0fdeffb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:42.433013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.439069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.ipam_backend_mixin [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] Port 9e924240-dadb-4be1-9532-b30650f76b4b was not found and therefore no delete operation was performed {{(pid=99007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:44:42.442559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aecde9-65c6-4e17-accc-0df8c2c9b7b8 None None] Network 793dc909-7f38-4f8d-8427-9004fc4c8c5d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:42.471579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.475251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.476193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=ed10b178-a0fe-466a-a120-91f56b600c5a,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:42.480799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:42.506433 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece55249-e42f-4291-98dd-ebb2a58ecce0']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:42.529746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object e02bb46d-3175-4ed1-9feb-0d6d9ae39077 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:42.547230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc40a120-6aa4-4464-b7ec-a060c0fdeffb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.550592 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dc40a120-6aa4-4464-b7ec-a060c0fdeffb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/7f7375e0-55c6-4d20-9092-17c9fa6d1e55 HTTP/1.1" status: 204 len: 168 time: 2.1410131 Jun 11 11:44:42.554355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e2f6d8-6adf-4a73-94fe-9c113d33bf08') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:42.554699 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e2f6d8-6adf-4a73-94fe-9c113d33bf08') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:42.556284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45990) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:42.591782 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.595794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] In _notify_port_updated(), no bound segment for port ed10b178-a0fe-466a-a120-91f56b600c5a on network 793dc909-7f38-4f8d-8427-9004fc4c8c5d {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:44:42.607472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:42.608384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.613310 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "PUT /v2.0/ports/ed10b178-a0fe-466a-a120-91f56b600c5a HTTP/1.1" status: 200 len: 924 time: 2.6381729 Jun 11 11:44:42.616161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.617947 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45992) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:42.624223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b2a0d18-dc53-490c-8871-2b35f074e746'}, {'subnet_id': '0a55a62f-eab9-4797-819e-1b20d164eb23'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:42.653774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.681446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:44:42.681943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:44:42.686319 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:44:42.704716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.721149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79b978b-55f7-4f97-96d8-8a72861cb09e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:42.722895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79b978b-55f7-4f97-96d8-8a72861cb09e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:42.727795 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e79b978b-55f7-4f97-96d8-8a72861cb09e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1693492 Jun 11 11:44:42.729087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 45994) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:42.743817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.760423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a020ce3c-1fb6-4691-a78d-fb7b5dae88db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:42.832593 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.840605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc40a120-6aa4-4464-b7ec-a060c0fdeffb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:42.899034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.899786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Fanout notify agent at l3_agent the message router_deleted on router 91cbae38-a72f-4c81-89c7-76c4c53719c1 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:44:42.903811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 083f262a-b2d8-426d-9876-728cdc7eaca1, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=083f262a-b2d8-426d-9876-728cdc7eaca1,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:42.909475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.913430 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "DELETE /v2.0/routers/91cbae38-a72f-4c81-89c7-76c4c53719c1 HTTP/1.1" status: 204 len: 168 time: 4.5706766 Jun 11 11:44:42.917258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 45998) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:42.930473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:42.933327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] Pushing event deleted for resources: {'Port': ['ID=9e924240-dadb-4be1-9532-b30650f76b4b,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:42.952756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] No DVR routers for this DVR port 9e924240-dadb-4be1-9532-b30650f76b4b on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:42.956859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=e02bb46d-3175-4ed1-9feb-0d6d9ae39077,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:42.963399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:42.995533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:43.017809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b093f160-2af3-4786-8db7-5967b9137a41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:43.020018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-13a68eb3-179b-4ea8-8b01-43cbdcc882be None None] Provisioning for port 96a1485a-3776-4544-abed-ca110ee6309c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:43.031077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:43.041647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b2989562-24fb-48b5-8e22-995b461f3920 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:43.053224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:43.055105 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] 10.222.0.46 "DELETE /v2.0/networks/ece55249-e42f-4291-98dd-ebb2a58ecce0 HTTP/1.1" status: 204 len: 168 time: 3.1294992 Jun 11 11:44:43.061048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network 7fd382b3-8db6-43be-ac30-9a1c5bee3de3 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:43.088144 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:43.091440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Pushing event deleted for resources: {'Network': ['ID=ece55249-e42f-4291-98dd-ebb2a58ecce0,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:43.094501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:43.095843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:43.109327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9ca131b1-3884-4c85-ae57-c189ca9033ed no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:43.118885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-13a68eb3-179b-4ea8-8b01-43cbdcc882be None None] Provisioning complete for port 96a1485a-3776-4544-abed-ca110ee6309c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:43.119761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13a68eb3-179b-4ea8-8b01-43cbdcc882be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:43.153341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:43.153992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:43.162411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79275df-2417-4e31-a6ac-98106647fdb0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 329a58a4-9a31-4813-a11b-f329a2706f32 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:43.166128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b79275df-2417-4e31-a6ac-98106647fdb0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:43.214034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:43.262617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 9ca131b1-3884-4c85-ae57-c189ca9033ed {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:43.263281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9ca131b1-3884-4c85-ae57-c189ca9033ed not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:43.263901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c783f822-15e3-469e-b980-d5a6c58ca55c no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:43.470879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46006) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:43.532617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c783f822-15e3-469e-b980-d5a6c58ca55c {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:43.532979 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c783f822-15e3-469e-b980-d5a6c58ca55c not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:43.560929 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:43.561189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=083f262a-b2d8-426d-9876-728cdc7eaca1,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:43.566320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:43.612099 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8659b02-e946-42b0-ac14-f8a4deef8f4a req-61fffb7a-0914-41cf-9185-b7a2af27c1da tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:43.613608 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e8659b02-e946-42b0-ac14-f8a4deef8f4a req-61fffb7a-0914-41cf-9185-b7a2af27c1da tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3870525 Jun 11 11:44:43.620819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dec2ca3-aa3d-4f05-8608-63544b169594']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:43.660727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8c5c8b-f5c0-4531-9052-af37c026d35f') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:43.661035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8c5c8b-f5c0-4531-9052-af37c026d35f') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:43.776924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:43.777962 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2569849 Jun 11 11:44:43.785454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46012) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:43.831414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b79275df-2417-4e31-a6ac-98106647fdb0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:43.844560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:43.861919 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e8659b02-e946-42b0-ac14-f8a4deef8f4a req-2fe4b74f-3695-480b-a5dc-d3ee41c7de1b tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385063 Jun 11 11:44:43.876194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8:0:1::2ea (793dc909-7f38-4f8d-8427-9004fc4c8c5d/0a55a62f-eab9-4797-819e-1b20d164eb23/ed10b178-a0fe-466a-a120-91f56b600c5a) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:43.888162 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 96a1485a-3776-4544-abed-ca110ee6309c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:43.889866 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:44:43.890268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:44:43.907227 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:44:43.911656 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e841c86b-0ceb-4fe9-8e8a-e501b01af598 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=417307004af644c492267831987f2595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342916 Jun 11 11:44:43.920330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46014) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:43.946443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b2f2d-ace0-4a45-972a-db3c751f310d req-bf4f422b-511e-47f7-9050-e5fc78c02ff9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:43.951701 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e81b2f2d-ace0-4a45-972a-db3c751f310d req-bf4f422b-511e-47f7-9050-e5fc78c02ff9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 944 time: 1.0348580 Jun 11 11:44:44.011884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 96a1485a-3776-4544-abed-ca110ee6309c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:44.012529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.074935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f7aee78f-3d6e-485e-a5a8-30a72fc176c9 None None] Provisioning for port 0f6428a6-5137-4f62-bdf0-bb563a7e5c4c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:44.084183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f7aee78f-3d6e-485e-a5a8-30a72fc176c9 None None] Provisioning complete for port 0f6428a6-5137-4f62-bdf0-bb563a7e5c4c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:44.084183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f7aee78f-3d6e-485e-a5a8-30a72fc176c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.090709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.104042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Ignored duplicate provisioning block setup for port ed10b178-a0fe-466a-a120-91f56b600c5a by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 11 11:44:44.120750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.130635 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e81b2f2d-ace0-4a45-972a-db3c751f310d req-ab012917-6591-4b0d-a092-478683d74c70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510091 Jun 11 11:44:44.134629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8032440f-70f8-4c87-aac2-db2542a5b50d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:44.137626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-f7aee78f-3d6e-485e-a5a8-30a72fc176c9 None None] Port 0f6428a6-5137-4f62-bdf0-bb563a7e5c4c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:44.205397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 083f262a-b2d8-426d-9876-728cdc7eaca1 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:44.257352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-251f3de1-948f-4965-bea1-358c87916330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.288007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3fa3fbe2-8c5c-4cae-985d-0ad3adc6d63d None None] Provisioning complete for port 96a1485a-3776-4544-abed-ca110ee6309c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:44.288391 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3fa3fbe2-8c5c-4cae-985d-0ad3adc6d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.304286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-251f3de1-948f-4965-bea1-358c87916330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.323003 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.338704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 083f262a-b2d8-426d-9876-728cdc7eaca1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:44.339418 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.365004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] In _notify_port_updated(), no bound segment for port ed10b178-a0fe-466a-a120-91f56b600c5a on network 793dc909-7f38-4f8d-8427-9004fc4c8c5d {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:44:44.368221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912b226f-d58c-4775-9db8-d2c9dd82d392 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:44.372742 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-912b226f-d58c-4775-9db8-d2c9dd82d392 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.5852580 Jun 11 11:44:44.374435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b79275df-2417-4e31-a6ac-98106647fdb0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.378411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46018) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:44.381840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:44.383106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.384283 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "PUT /v2.0/ports/ed10b178-a0fe-466a-a120-91f56b600c5a HTTP/1.1" status: 200 len: 1010 time: 1.7651753 Jun 11 11:44:44.385661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.391900 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "DELETE /v2.0/networks/3dec2ca3-aa3d-4f05-8608-63544b169594 HTTP/1.1" status: 204 len: 168 time: 1.4726520 Jun 11 11:44:44.393086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=ed10b178-a0fe-466a-a120-91f56b600c5a,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:44.403304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46020) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:44.403874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46022) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:44.418935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:44.430229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e21f48e1-25a2-48c2-8c33-48b1b454f1ee tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:44.510799 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-251f3de1-948f-4965-bea1-358c87916330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.513442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-251f3de1-948f-4965-bea1-358c87916330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.514596 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-251f3de1-948f-4965-bea1-358c87916330 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09b506cd-d605-4ca8-a233-bb3353aac3fa HTTP/1.1" status: 204 len: 168 time: 0.5901234 Jun 11 11:44:44.529492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8ce544df-5d6a-43e5-8a2e-c296918c2b8c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:44.532605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3fa3fbe2-8c5c-4cae-985d-0ad3adc6d63d None None] Provisioning for port ed10b178-a0fe-466a-a120-91f56b600c5a completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:44.551718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aba92234-243c-4866-a725-2e89de78868c tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:44.563541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3fa3fbe2-8c5c-4cae-985d-0ad3adc6d63d None None] Provisioning complete for port ed10b178-a0fe-466a-a120-91f56b600c5a triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:44.564071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3fa3fbe2-8c5c-4cae-985d-0ad3adc6d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.570980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f3de1-948f-4965-bea1-358c87916330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b506cd-d605-4ca8-a233-bb3353aac3fa,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:44.577506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b79275df-2417-4e31-a6ac-98106647fdb0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.587734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-251f3de1-948f-4965-bea1-358c87916330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:44.592747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-938abab3-26ef-4855-9ff1-cfca10b562b1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:44.625450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event deleted for resources: {'Network': ['ID=3dec2ca3-aa3d-4f05-8608-63544b169594,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:44.628342 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:44.645533 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3fbe2-8c5c-4cae-985d-0ad3adc6d63d None None] Port ed10b178-a0fe-466a-a120-91f56b600c5a cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:44.669312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:44.675731 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18bb9ada-0bb8-4181-9afa-bd72ce449e8b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.680883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:44.681328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.697539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79275df-2417-4e31-a6ac-98106647fdb0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=329a58a4-9a31-4813-a11b-f329a2706f32,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:44.701239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b79275df-2417-4e31-a6ac-98106647fdb0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:44.712498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b79275df-2417-4e31-a6ac-98106647fdb0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.724966 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b79275df-2417-4e31-a6ac-98106647fdb0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/329a58a4-9a31-4813-a11b-f329a2706f32 HTTP/1.1" status: 204 len: 168 time: 1.9921992 Jun 11 11:44:44.725862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46026) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:44.744457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ef15e3-f73d-45bd-bc93-30df1e200216 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:44.800559 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18bb9ada-0bb8-4181-9afa-bd72ce449e8b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.849520 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f3f73130-50f1-4532-9bd2-aa3a4d11154b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146932 Jun 11 11:44:44.850509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46030) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:44.853263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-af79e648-7b16-458f-ab0b-b7d003b87bb5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port ed10b178-a0fe-466a-a120-91f56b600c5a {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:44.853609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-af79e648-7b16-458f-ab0b-b7d003b87bb5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.899698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:44.905784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-bba70387-9c91-4e51-bbfc-1bb787a3a57b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port e02bb46d-3175-4ed1-9feb-0d6d9ae39077 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:44.906706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bba70387-9c91-4e51-bbfc-1bb787a3a57b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.009699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9e99b923-f10d-4278-9b3b-1b5984dc343c None None] Provisioning for port e02bb46d-3175-4ed1-9feb-0d6d9ae39077 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:45.016214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1e8707aa-969d-4df5-89a8-7c3bd348caae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.021793 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-af79e648-7b16-458f-ab0b-b7d003b87bb5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.024327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9e99b923-f10d-4278-9b3b-1b5984dc343c None None] Provisioning complete for port e02bb46d-3175-4ed1-9feb-0d6d9ae39077 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:45.024963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e99b923-f10d-4278-9b3b-1b5984dc343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.074204 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-9e99b923-f10d-4278-9b3b-1b5984dc343c None None] Port e02bb46d-3175-4ed1-9feb-0d6d9ae39077 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:45.083363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bba70387-9c91-4e51-bbfc-1bb787a3a57b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.147936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9e99b923-f10d-4278-9b3b-1b5984dc343c None None] Provisioning complete for port 0f6428a6-5137-4f62-bdf0-bb563a7e5c4c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:45.148421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e99b923-f10d-4278-9b3b-1b5984dc343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.150025 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.233384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-9e99b923-f10d-4278-9b3b-1b5984dc343c None None] Port 0f6428a6-5137-4f62-bdf0-bb563a7e5c4c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:45.238899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8ce544df-5d6a-43e5-8a2e-c296918c2b8c,segment=NetworkSegment(33a4c5f9-3ccb-4040-9f48-3888ed2dcb75),segment_id=33a4c5f9-3ccb-4040-9f48-3888ed2dcb75)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:45.248590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9882d74b-818f-4dec-baa2-41bafc23dd19 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:45.253675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.267369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-bba70387-9c91-4e51-bbfc-1bb787a3a57b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for e02bb46d-3175-4ed1-9feb-0d6d9ae39077 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:45.291073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9a38b447-3f3a-41cb-be9c-e5d9d1a0d5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:45.360053 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e924240-dadb-4be1-9532-b30650f76b4b no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:45.362052 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b33ae01-9707-482e-95eb-4cd4119d156b None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:45.416984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9e99b923-f10d-4278-9b3b-1b5984dc343c None None] Provisioning complete for port ed10b178-a0fe-466a-a120-91f56b600c5a triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:45.417379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e99b923-f10d-4278-9b3b-1b5984dc343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.418963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 9e924240-dadb-4be1-9532-b30650f76b4b {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:45.419323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e924240-dadb-4be1-9532-b30650f76b4b not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:45.419769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab94c184-459f-404c-93fc-ae09298b3e18 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:45.476696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69adc194-166e-41c3-918e-3becd21c953d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:45.478361 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-69adc194-166e-41c3-918e-3becd21c953d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6268904 Jun 11 11:44:45.481534 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46048) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:45.489256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: ab94c184-459f-404c-93fc-ae09298b3e18 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:45.489519 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab94c184-459f-404c-93fc-ae09298b3e18 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:45.542894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-9e99b923-f10d-4278-9b3b-1b5984dc343c None None] Port ed10b178-a0fe-466a-a120-91f56b600c5a cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:45.544477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=8ce544df-5d6a-43e5-8a2e-c296918c2b8c,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:45.549532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:45.563585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 9882d74b-818f-4dec-baa2-41bafc23dd19 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:45.577307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 9882d74b-818f-4dec-baa2-41bafc23dd19 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:45.577307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.610588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-af79e648-7b16-458f-ab0b-b7d003b87bb5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for ed10b178-a0fe-466a-a120-91f56b600c5a owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:45.630464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fe81f4-75f3-4eb2-b123-d1751d801cfa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:45.632316 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-85fe81f4-75f3-4eb2-b123-d1751d801cfa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1495645 Jun 11 11:44:45.634798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46052) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:45.634934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3b33ae01-9707-482e-95eb-4cd4119d156b None None] Deleting port 083f262a-b2d8-426d-9876-728cdc7eaca1 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:45.635372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b33ae01-9707-482e-95eb-4cd4119d156b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.691851 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9d76bf32-1d73-4906-85d5-cd6eda5f12ec tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557816 Jun 11 11:44:45.698104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46054) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:45.701873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:45.775367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8ce544df-5d6a-43e5-8a2e-c296918c2b8c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:45.786604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e2d835d6-3bbe-425c-ab8b-bd655c22ec88 None None] Provisioning complete for port ed10b178-a0fe-466a-a120-91f56b600c5a triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:45.787193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e2d835d6-3bbe-425c-ab8b-bd655c22ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.807259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bba70387-9c91-4e51-bbfc-1bb787a3a57b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.813772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25f258ca-68c7-4ffe-b380-b25aee733a55 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:45.819192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46056) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:45.861614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba70387-9c91-4e51-bbfc-1bb787a3a57b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=e02bb46d-3175-4ed1-9feb-0d6d9ae39077,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:45.866763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bba70387-9c91-4e51-bbfc-1bb787a3a57b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:45.932542 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-af79e648-7b16-458f-ab0b-b7d003b87bb5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:45.941864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:45.960306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:45.965919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.025926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3b33ae01-9707-482e-95eb-4cd4119d156b None None] For port 083f262a-b2d8-426d-9876-728cdc7eaca1, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=083f262a-b2d8-426d-9876-728cdc7eaca1,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:46.026570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b33ae01-9707-482e-95eb-4cd4119d156b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.038056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18bb9ada-0bb8-4181-9afa-bd72ce449e8b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.040974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18bb9ada-0bb8-4181-9afa-bd72ce449e8b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.042148 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-18bb9ada-0bb8-4181-9afa-bd72ce449e8b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] 10.222.0.46 "DELETE /v2.0/security-groups/81f915e6-cd24-4c18-82ee-a303b7c73daa HTTP/1.1" status: 204 len: 168 time: 1.6305599 Jun 11 11:44:46.058363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79e648-7b16-458f-ab0b-b7d003b87bb5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=ed10b178-a0fe-466a-a120-91f56b600c5a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:46.064098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-af79e648-7b16-458f-ab0b-b7d003b87bb5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:46.080388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-567b1f5d-7e09-4c5e-b364-fa50e5149621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:46.090261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e2d835d6-3bbe-425c-ab8b-bd655c22ec88 None None] Port ed10b178-a0fe-466a-a120-91f56b600c5a was deleted so its status cannot be updated. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 11 11:44:46.155910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'networks': [{'name': 'tempest-network--1682977442'}, {'name': 'tempest-network--1764402611'}]} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:46.156692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'network': {'name': 'tempest-network--1682977442'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:46.157324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'network': {'name': 'tempest-network--1764402611'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:46.164466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.167047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bba70387-9c91-4e51-bbfc-1bb787a3a57b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.169227 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bba70387-9c91-4e51-bbfc-1bb787a3a57b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/e02bb46d-3175-4ed1-9feb-0d6d9ae39077 HTTP/1.1" status: 204 len: 168 time: 1.7898550 Jun 11 11:44:46.177313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46064) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:46.207932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb9ada-0bb8-4181-9afa-bd72ce449e8b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f915e6-cd24-4c18-82ee-a303b7c73daa,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:46.218741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe296ea-5189-453b-95d3-57a5cf26c505 req-8c321d74-b694-4c03-a956-40091aa42cff tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:46.220282 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1fe296ea-5189-453b-95d3-57a5cf26c505 req-8c321d74-b694-4c03-a956-40091aa42cff tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 944 time: 0.3849874 Jun 11 11:44:46.221212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-18bb9ada-0bb8-4181-9afa-bd72ce449e8b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:46.225746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-af79e648-7b16-458f-ab0b-b7d003b87bb5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.227747 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-af79e648-7b16-458f-ab0b-b7d003b87bb5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/ed10b178-a0fe-466a-a120-91f56b600c5a HTTP/1.1" status: 204 len: 168 time: 1.8227601 Jun 11 11:44:46.230831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3b33ae01-9707-482e-95eb-4cd4119d156b None None] Calling delete_port for 083f262a-b2d8-426d-9876-728cdc7eaca1 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:46.231925 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd7bb46-d994-4919-98f8-f18e19bdd063 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:44:46.233541 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7dd7bb46-d994-4919-98f8-f18e19bdd063 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/e02bb46d-3175-4ed1-9feb-0d6d9ae39077 HTTP/1.1" status: 404 len: 333 time: 0.0547841 Jun 11 11:44:46.234730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46066) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:46.236846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.237569 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46068) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:46.373957 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-534b881d-1496-4a96-ba5e-517a747c07ea tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:44:46.376423 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-534b881d-1496-4a96-ba5e-517a747c07ea tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/ed10b178-a0fe-466a-a120-91f56b600c5a HTTP/1.1" status: 404 len: 333 time: 0.1398489 Jun 11 11:44:46.391239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46070) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:46.419269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a80354-481d-4db2-af9c-d6d818704a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9882d74b-818f-4dec-baa2-41bafc23dd19'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:44:46.423130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25144eca-6c1f-49b5-9ab4-9b14aa2b0b6c" -d '{"events": [{"server_uuid": "03a80354-481d-4db2-af9c-d6d818704a28", "name": "network-vif-plugged", "status": "completed", "tag": "9882d74b-818f-4dec-baa2-41bafc23dd19"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:44:46.447245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Made reservation on behalf of c5a80255ab6c4b46b9b68a3811858f3e for: {'network': 2} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:46.453057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.466462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.492656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9882d74b-818f-4dec-baa2-41bafc23dd19, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9882d74b-818f-4dec-baa2-41bafc23dd19,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:46.504630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83cf966-cbfd-48e1-bce2-76fce59a40b9 x-openstack-request-id: req-b83cf966-cbfd-48e1-bce2-76fce59a40b9 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:44:46.505171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a80354-481d-4db2-af9c-d6d818704a28", "name": "network-vif-plugged", "status": "completed", "tag": "9882d74b-818f-4dec-baa2-41bafc23dd19", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:44:46.505586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b83cf966-cbfd-48e1-bce2-76fce59a40b9 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:44:46.506164 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a80354-481d-4db2-af9c-d6d818704a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9882d74b-818f-4dec-baa2-41bafc23dd19', 'code': 200} Jun 11 11:44:46.518251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.524510 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b197f488-054b-4e47-90a3-2506e9394593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:46.527816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:46.528197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.554012 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1fe296ea-5189-453b-95d3-57a5cf26c505 req-03fb1eae-ca4d-4053-bec4-fccc0199ba5f tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295587 Jun 11 11:44:46.577670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2666d8bc-69ed-491c-8777-0f0753d0d3ad tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting subnet 0a55a62f-eab9-4797-819e-1b20d164eb23 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:46.594276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2666d8bc-69ed-491c-8777-0f0753d0d3ad tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.642610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-3d945f8f-ccb2-46f5-85e6-f63d0b1371b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 0f6428a6-5137-4f62-bdf0-bb563a7e5c4c {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:46.643309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.643434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d945f8f-ccb2-46f5-85e6-f63d0b1371b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.652250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.652942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.654311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b33ae01-9707-482e-95eb-4cd4119d156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.660314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46076) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:46.667338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55df2ac1-d155-4404-bb99-b75a09edd364 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:46.670108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33ae01-9707-482e-95eb-4cd4119d156b None None] No DVR routers for this DVR port 083f262a-b2d8-426d-9876-728cdc7eaca1 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:46.681803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=9882d74b-818f-4dec-baa2-41bafc23dd19,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:46.685640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:46.686969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:46.697648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2666d8bc-69ed-491c-8777-0f0753d0d3ad tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.721555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464fa330-74ca-4c7d-834a-c8d37fba4651,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:46.723413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33ae01-9707-482e-95eb-4cd4119d156b None None] Pushing event deleted for resources: {'Port': ['ID=083f262a-b2d8-426d-9876-728cdc7eaca1,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:46.726372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3b33ae01-9707-482e-95eb-4cd4119d156b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:46.743139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:46.787560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:46.807214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.807648 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Added segment 038d4170-3829-4bb0-a536-f57a6860dacf of type vlan for network 3fd52fa4-f419-48dc-bfe0-4b0464d99876 Jun 11 11:44:46.835539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.objects.ports [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99006) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:44:46.842807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.847344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8b37c027-7374-4bd6-ae63-abe53779ae52 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:46.862197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 083f262a-b2d8-426d-9876-728cdc7eaca1 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:46.887374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 083f262a-b2d8-426d-9876-728cdc7eaca1 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:46.887793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 083f262a-b2d8-426d-9876-728cdc7eaca1 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:46.944444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d945f8f-ccb2-46f5-85e6-f63d0b1371b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.950683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:46.966247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:46.971548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.975623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:46.976215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:46.976598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace7bfc-e1d2-483c-a2e7-23c022408332 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:46.994392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=b3360f2d-e8c4-43a1-ac67-564119cd10b8,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:47.002824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:47.025805 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f1a69b04-8915-4949-9830-8742132dd50b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61ea88c741c44370bd8d03aef7204231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226850 Jun 11 11:44:47.029880 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3321466 Jun 11 11:44:47.036866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46080) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:47.037208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46082) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:47.044171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:9c:43:b6', 'name': 'tempest-NetworksTestDHCPv6-191273825'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:47.057172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-3d945f8f-ccb2-46f5-85e6-f63d0b1371b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 0f6428a6-5137-4f62-bdf0-bb563a7e5c4c owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:47.081964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2666d8bc-69ed-491c-8777-0f0753d0d3ad tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.086254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c2619-0d5d-4612-86f5-ec7a5fc7879b req-40e552d7-fcc4-4ba1-b5dc-fa71a763f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:47.087779 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-069c2619-0d5d-4612-86f5-ec7a5fc7879b req-40e552d7-fcc4-4ba1-b5dc-fa71a763f5c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 1098 time: 0.2660990 Jun 11 11:44:47.101216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:47.178696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.179055 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Added segment d8afb1b7-4bce-48af-aa4a-144735525cd2 of type vlan for network 533e5099-1d67-49b6-9d88-35baaca46575 Jun 11 11:44:47.180415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'b3360f2d-e8c4-43a1-ac67-564119cd10b8'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:47.181892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.249226 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-069c2619-0d5d-4612-86f5-ec7a5fc7879b req-bce0a40c-706c-457b-87f1-64443f857643 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314812 Jun 11 11:44:47.258885 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2666d8bc-69ed-491c-8777-0f0753d0d3ad tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.259094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.263143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-564b60fe-cf97-449a-8c75-32d83488d67f tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:47.281491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-50954dfc-7d3f-4527-ad27-9e077927e64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.300379 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666d8bc-69ed-491c-8777-0f0753d0d3ad tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Subnet': ['ID=0a55a62f-eab9-4797-819e-1b20d164eb23,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:47.304033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2666d8bc-69ed-491c-8777-0f0753d0d3ad tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:47.305053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2666d8bc-69ed-491c-8777-0f0753d0d3ad tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.306945 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2666d8bc-69ed-491c-8777-0f0753d0d3ad tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/0a55a62f-eab9-4797-819e-1b20d164eb23 HTTP/1.1" status: 204 len: 168 time: 0.9139824 Jun 11 11:44:47.309794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46084) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:47.332596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-50954dfc-7d3f-4527-ad27-9e077927e64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.337381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbecb170-9540-4668-8b96-0d4298c1de8a None None] Network 793dc909-7f38-4f8d-8427-9004fc4c8c5d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:47.348359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.348921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.354434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:47.359188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:47.359841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.366106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a308f921-a4e1-47a0-8516-de4e3a207685 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:47.415628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02e864c-8fc7-4c90-bc4c-23bf705b41e7 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting subnet 8b2a0d18-dc53-490c-8871-2b35f074e746 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:47.421911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f02e864c-8fc7-4c90-bc4c-23bf705b41e7 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.431770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:47.436091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Allocated IP 2001:db8::f816:3eff:fe93:ccf1 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/b3360f2d-e8c4-43a1-ac67-564119cd10b8/83623ac8-90a8-46b9-81e0-b6c446d1ff0f) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:47.457125 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6354961 Jun 11 11:44:47.466785 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46086) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:47.480258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d945f8f-ccb2-46f5-85e6-f63d0b1371b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.513540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event updated for resources: {'Network': ['ID=3fd52fa4-f419-48dc-bfe0-4b0464d99876,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:47.521592 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-50e16be7-b88b-4757-b5bd-9390700521c3 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:47.545915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 3fd52fa4-f419-48dc-bfe0-4b0464d99876 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:47.554145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-50954dfc-7d3f-4527-ad27-9e077927e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.557362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-50954dfc-7d3f-4527-ad27-9e077927e64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.560873 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-50954dfc-7d3f-4527-ad27-9e077927e64a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21417cb4-7a5f-48fa-b9cf-c14f3f7ed2b0 HTTP/1.1" status: 204 len: 168 time: 0.5203798 Jun 11 11:44:47.595493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f02e864c-8fc7-4c90-bc4c-23bf705b41e7 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.644251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d945f8f-ccb2-46f5-85e6-f63d0b1371b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=0f6428a6-5137-4f62-bdf0-bb563a7e5c4c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:47.673595 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3d945f8f-ccb2-46f5-85e6-f63d0b1371b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:47.764852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event updated for resources: {'Network': ['ID=533e5099-1d67-49b6-9d88-35baaca46575,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:47.789753 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:47.791369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:47.791773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:47.793684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b4ff2429-18d5-4527-9c94-cb9c309de29e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:47.846880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50954dfc-7d3f-4527-ad27-9e077927e64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21417cb4-7a5f-48fa-b9cf-c14f3f7ed2b0,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:47.849974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-50954dfc-7d3f-4527-ad27-9e077927e64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:47.858287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.922571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 1d857bb5-bad3-495b-8af0-c85317c4a20d yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:47.924798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.930376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 533e5099-1d67-49b6-9d88-35baaca46575 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:47.933332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d945f8f-ccb2-46f5-85e6-f63d0b1371b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:47.940515 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3d945f8f-ccb2-46f5-85e6-f63d0b1371b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/0f6428a6-5137-4f62-bdf0-bb563a7e5c4c HTTP/1.1" status: 204 len: 168 time: 1.7009122 Jun 11 11:44:47.948779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46094) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:47.993997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Transition to ACTIVE for port object 83623ac8-90a8-46b9-81e0-b6c446d1ff0f will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:48.022184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.023932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46096) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:48.034661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f02e864c-8fc7-4c90-bc4c-23bf705b41e7 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.039058 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-4633ab0e-7315-4bd5-aefd-a4485ee1ce39 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:44:48.043469 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4633ab0e-7315-4bd5-aefd-a4485ee1ce39 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/0f6428a6-5137-4f62-bdf0-bb563a7e5c4c HTTP/1.1" status: 404 len: 333 time: 0.0938215 Jun 11 11:44:48.058275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46098) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:48.073367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c64cb271-7941-4052-8d8c-e3c9526366bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.082162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1f8f-6ee7-4811-bfa5-d097d7e14355 req-5cefa859-7065-40ba-9179-4aeaebdf0687 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:48.088772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Transition to ACTIVE for port object 83623ac8-90a8-46b9-81e0-b6c446d1ff0f will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:48.089181 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cdf1f8f-6ee7-4811-bfa5-d097d7e14355 req-5cefa859-7065-40ba-9179-4aeaebdf0687 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 945 time: 0.3101406 Jun 11 11:44:48.106230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.111689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:48.114325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f02e864c-8fc7-4c90-bc4c-23bf705b41e7 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.140544 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d55be589-4601-4ca3-906b-4e0f7dcf2843 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:48.161590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:48.164512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:48.173943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:48.197659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e864c-8fc7-4c90-bc4c-23bf705b41e7 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2a0d18-dc53-490c-8871-2b35f074e746,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:48.209359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f02e864c-8fc7-4c90-bc4c-23bf705b41e7 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:48.223152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Pushing event updated for resources: {'Port': ['ID=83623ac8-90a8-46b9-81e0-b6c446d1ff0f,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:48.224996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f02e864c-8fc7-4c90-bc4c-23bf705b41e7 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.226956 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f02e864c-8fc7-4c90-bc4c-23bf705b41e7 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/8b2a0d18-dc53-490c-8871-2b35f074e746 HTTP/1.1" status: 204 len: 168 time: 0.9161744 Jun 11 11:44:48.229387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:48.244523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46100) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:48.271853 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cdf1f8f-6ee7-4811-bfa5-d097d7e14355 req-6b46f1f3-7749-4baf-bb9b-65904fab76df tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812758 Jun 11 11:44:48.275237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Attempting to bind port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:48.275719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Attempting to bind port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:48.276098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Attempting to bind port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:48.276362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-0869d365-9ccf-4ae0-82e8-f86effd0bd21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting subnet 37c1b9ab-7f24-4f86-a9eb-05a8538deefa {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:48.282848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:48.283378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:48.283861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.284315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:48.284815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Bound port: 83623ac8-90a8-46b9-81e0-b6c446d1ff0f, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:48.285211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.291087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0869d365-9ccf-4ae0-82e8-f86effd0bd21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.297799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdc4cb1-e6dd-48a7-b6ad-ae60a242b3e5 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:48.304146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdc4cb1-e6dd-48a7-b6ad-ae60a242b3e5 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:48.310505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdc4cb1-e6dd-48a7-b6ad-ae60a242b3e5 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:48.316870 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdc4cb1-e6dd-48a7-b6ad-ae60a242b3e5 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:48.318708 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0bdc4cb1-e6dd-48a7-b6ad-ae60a242b3e5 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8505051 Jun 11 11:44:48.330305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46102) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:48.363335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::f816:3eff:fe9c:43b6 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/b3360f2d-e8c4-43a1-ac67-564119cd10b8/1d857bb5-bad3-495b-8af0-c85317c4a20d) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:48.386769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-adaa305d-5281-404f-af87-518e5d416055 None None] For port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:48.393587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-adaa305d-5281-404f-af87-518e5d416055 None None] For port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=83623ac8-90a8-46b9-81e0-b6c446d1ff0f,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:48.394795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0869d365-9ccf-4ae0-82e8-f86effd0bd21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.400308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.403711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ce3826d8-27ca-4f72-92fc-33ae146a4d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:48.487397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Pushing event updated for resources: {'Port': ['ID=83623ac8-90a8-46b9-81e0-b6c446d1ff0f,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:48.492456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:48.522731 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.533873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.600890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c64cb271-7941-4052-8d8c-e3c9526366bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.610055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c64cb271-7941-4052-8d8c-e3c9526366bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.622198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4e17cbbc-7509-4f93-9c86-0110ced45b22 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:48.721787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.741856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd52fa4-f419-48dc-bfe0-4b0464d99876']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:48.756358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038d4170-3829-4bb0-a536-f57a6860dacf') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:48.756752 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038d4170-3829-4bb0-a536-f57a6860dacf') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:48.762238 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0869d365-9ccf-4ae0-82e8-f86effd0bd21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.772172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.787454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 96a1485a-3776-4544-abed-ca110ee6309c {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:48.787454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.815246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.819985 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c64cb271-7941-4052-8d8c-e3c9526366bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2cfedd169364a6c983ac4aba94a3ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7920198 Jun 11 11:44:48.823521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46104) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:48.828190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:44:48.828736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.839836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cb271-7941-4052-8d8c-e3c9526366bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c4a218-fe34-4273-a85c-cdfef0b4029d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:44:48.847872 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:44:48.850584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c64cb271-7941-4052-8d8c-e3c9526366bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:48.864704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.892602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 1d857bb5-bad3-495b-8af0-c85317c4a20d will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:48.917049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0869d365-9ccf-4ae0-82e8-f86effd0bd21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.921216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a8a13835-841e-4974-ae1f-5f3884fed64f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:48.971532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869d365-9ccf-4ae0-82e8-f86effd0bd21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Subnet': ['ID=37c1b9ab-7f24-4f86-a9eb-05a8538deefa,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:48.975302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0869d365-9ccf-4ae0-82e8-f86effd0bd21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:48.977660 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0869d365-9ccf-4ae0-82e8-f86effd0bd21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/37c1b9ab-7f24-4f86-a9eb-05a8538deefa HTTP/1.1" status: 204 len: 168 time: 0.9175558 Jun 11 11:44:48.979643 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727838c-7aa2-4ffe-95fc-717cc8f2a59e None None] Network 7fd382b3-8db6-43be-ac30-9a1c5bee3de3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:48.980430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0869d365-9ccf-4ae0-82e8-f86effd0bd21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:48.982095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46106) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:49.015909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.030245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b7bee73b-70b3-4215-94fa-aac3e49cb77f tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:49.069637 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512e3c90-7fae-4d1c-8be7-9f9f4e1f0a2f None None] Network 793dc909-7f38-4f8d-8427-9004fc4c8c5d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:49.105458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=1d857bb5-bad3-495b-8af0-c85317c4a20d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:49.108495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:49.118310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:49.123318 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:49.126689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:49.132293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:49.132955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.462756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] For port 96a1485a-3776-4544-abed-ca110ee6309c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=96a1485a-3776-4544-abed-ca110ee6309c,segment=NetworkSegment(12c45971-addb-4252-b285-05a3f0abf3ea),segment_id=12c45971-addb-4252-b285-05a3f0abf3ea)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:49.463135 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.503575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c3a801d9-6c98-4590-9259-74cf9b73592f None None] Provisioning complete for port 96a1485a-3776-4544-abed-ca110ee6309c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:49.504175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c3a801d9-6c98-4590-9259-74cf9b73592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.600345 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 96a1485a-3776-4544-abed-ca110ee6309c owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:49.602350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.646103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-edb273d4-1300-4a61-b5d0-66c4c289d76b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:49.654055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.656185 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "DELETE /v2.0/networks/3fd52fa4-f419-48dc-bfe0-4b0464d99876 HTTP/1.1" status: 204 len: 168 time: 1.3247933 Jun 11 11:44:49.659711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46112) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:49.679127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-332f3f19-72ea-4ca9-9898-33274b9dff35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.706555 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6671255 Jun 11 11:44:49.706709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-332f3f19-72ea-4ca9-9898-33274b9dff35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.725407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.730161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46114) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:49.784939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Network': ['ID=3fd52fa4-f419-48dc-bfe0-4b0464d99876,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:49.795272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:49.806210 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ee3810-577e-4ece-aa12-bee206042d87 None None] DHCP port deletion for 7fd382b3-8db6-43be-ac30-9a1c5bee3de3 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:49.842418 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-332f3f19-72ea-4ca9-9898-33274b9dff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.845611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-332f3f19-72ea-4ca9-9898-33274b9dff35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.846806 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-332f3f19-72ea-4ca9-9898-33274b9dff35 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5c4a218-fe34-4273-a85c-cdfef0b4029d HTTP/1.1" status: 204 len: 168 time: 1.0201795 Jun 11 11:44:49.853953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ec376744-9102-4671-a6ff-9d12f3d07c41 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:49.866024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f3f19-72ea-4ca9-9898-33274b9dff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c4a218-fe34-4273-a85c-cdfef0b4029d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:49.874949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-332f3f19-72ea-4ca9-9898-33274b9dff35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:49.893227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 83623ac8-90a8-46b9-81e0-b6c446d1ff0f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:49.903907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:49.912560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9de0fba-9f5c-4f09-bdaf-4dc2889d673a None None] DHCP port deletion for 793dc909-7f38-4f8d-8427-9004fc4c8c5d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:49.912901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f884e1-7526-4bf9-84e8-6d66e3638d00 req-950c37d4-44c5-43a5-8fc1-dd91e82088ff tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:49.915384 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-55f884e1-7526-4bf9-84e8-6d66e3638d00 req-950c37d4-44c5-43a5-8fc1-dd91e82088ff tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 945 time: 0.4350109 Jun 11 11:44:49.965230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.016578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-676050d4-2109-4b52-94a2-cc17ec4c8150 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:50.031941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No DVR routers for this DVR port 96a1485a-3776-4544-abed-ca110ee6309c on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:50.075239 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-55f884e1-7526-4bf9-84e8-6d66e3638d00 req-b505e8bf-81ec-4354-a07e-d15a8fa0afd4 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498332 Jun 11 11:44:50.085479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a9de0fba-9f5c-4f09-bdaf-4dc2889d673a None None] The port '96a1485a-3776-4544-abed-ca110ee6309c' was deleted {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 11 11:44:50.119655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee3810-577e-4ece-aa12-bee206042d87 None None] Deleting port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:50.119976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=96a1485a-3776-4544-abed-ca110ee6309c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:50.120520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3810-577e-4ece-aa12-bee206042d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.123054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:50.242035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5369548-249a-40e8-ba9d-071bf4c47f57 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:50.248708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5369548-249a-40e8-ba9d-071bf4c47f57 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:50.253515 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f5369548-249a-40e8-ba9d-071bf4c47f57 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5207703 Jun 11 11:44:50.257516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.259132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46122) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:50.273214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793dc909-7f38-4f8d-8427-9004fc4c8c5d']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:50.278774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:50.279222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.290071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c45971-addb-4252-b285-05a3f0abf3ea') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:50.290379 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c45971-addb-4252-b285-05a3f0abf3ea') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:50.306265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.316727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b3ee3810-577e-4ece-aa12-bee206042d87 None None] For port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8ce544df-5d6a-43e5-8a2e-c296918c2b8c,segment=NetworkSegment(33a4c5f9-3ccb-4040-9f48-3888ed2dcb75),segment_id=33a4c5f9-3ccb-4040-9f48-3888ed2dcb75)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:50.317146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3810-577e-4ece-aa12-bee206042d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.330924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.341297 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:44:50.341765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:44:50.349755 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:44:50.383872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a30791ef-e663-4aec-8095-029f9a972e37 None None] Provisioning for port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:50.385109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.453363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee3810-577e-4ece-aa12-bee206042d87 None None] Calling delete_port for 8ce544df-5d6a-43e5-8a2e-c296918c2b8c owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:50.478128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.491188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-05a20f62-6c39-4b03-aef9-c1c98bd895bf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:50.495149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.497019 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/networks/793dc909-7f38-4f8d-8427-9004fc4c8c5d HTTP/1.1" status: 204 len: 168 time: 2.2512443 Jun 11 11:44:50.512874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46130) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:50.522242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Network': ['ID=793dc909-7f38-4f8d-8427-9004fc4c8c5d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:50.525308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:50.544624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:50.552888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:50.553276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.598630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533e5099-1d67-49b6-9d88-35baaca46575']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:50.612455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca4d376-6225-4771-aef0-e5b4234dbbe0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:50.620807 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9ca4d376-6225-4771-aef0-e5b4234dbbe0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1065383 Jun 11 11:44:50.622013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46134) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:50.629260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-587a8538-482c-4975-b4a3-aefea69aa5be None None] Provisioning for port 1d857bb5-bad3-495b-8af0-c85317c4a20d completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:50.639823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-587a8538-482c-4975-b4a3-aefea69aa5be None None] Provisioning complete for port 1d857bb5-bad3-495b-8af0-c85317c4a20d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:50.640740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-587a8538-482c-4975-b4a3-aefea69aa5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.657380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] For port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8ce544df-5d6a-43e5-8a2e-c296918c2b8c,segment=NetworkSegment(33a4c5f9-3ccb-4040-9f48-3888ed2dcb75),segment_id=33a4c5f9-3ccb-4040-9f48-3888ed2dcb75)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:50.657890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.661624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8afb1b7-4bce-48af-aa4a-144735525cd2') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:50.662203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8afb1b7-4bce-48af-aa4a-144735525cd2') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:50.683530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3810-577e-4ece-aa12-bee206042d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.687757 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4d5731b5-fc54-4042-8395-cb853e310b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:50.721287 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ff0bb7e5-48af-4f67-8ba9-5bae905037be tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0967710 Jun 11 11:44:50.722033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46136) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:50.728912 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-8290389'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:50.755772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee3810-577e-4ece-aa12-bee206042d87 None None] Pushing event deleted for resources: {'Port': ['ID=8ce544df-5d6a-43e5-8a2e-c296918c2b8c,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:50.757900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:50.759499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-587a8538-482c-4975-b4a3-aefea69aa5be None None] Port 1d857bb5-bad3-495b-8af0-c85317c4a20d cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:50.761920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b3ee3810-577e-4ece-aa12-bee206042d87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:50.769137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee3810-577e-4ece-aa12-bee206042d87 None None] No DVR routers for this DVR port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:50.780624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.782824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.831262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:50.849922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=83623ac8-90a8-46b9-81e0-b6c446d1ff0f,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:50.851435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.851967 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Added segment 4740b4bd-cfc6-46fe-a758-31c651858e61 of type vlan for network fb78bfd5-d9a9-4443-b16a-b7fef9927c70 Jun 11 11:44:50.861248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.863495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-927187a9-14b1-4648-9d76-9cca2f5653e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:50.869357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 8ce544df-5d6a-43e5-8a2e-c296918c2b8c owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:50.956632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.966351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=83623ac8-90a8-46b9-81e0-b6c446d1ff0f,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:50.970870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:50.988641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:50.994468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.003907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:51.003907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.005027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d9ea6009-f6ee-4ec7-a90d-ad53b2378037 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:51.005210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.009951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46146) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:51.012519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.020626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5dcd7ce8-b619-4204-935e-a26ddadf6e75 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:51.026289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:44:51.026763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:44:51.032418 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:44:51.059322 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3358645 Jun 11 11:44:51.063071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46150) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:51.068023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': 'fb78bfd5-d9a9-4443-b16a-b7fef9927c70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:51.096938 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No DVR routers for this DVR port 8ce544df-5d6a-43e5-8a2e-c296918c2b8c on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:51.129870 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Network': ['ID=fb78bfd5-d9a9-4443-b16a-b7fef9927c70,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:51.141045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network fb78bfd5-d9a9-4443-b16a-b7fef9927c70 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:51.147024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:51.190726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=8ce544df-5d6a-43e5-8a2e-c296918c2b8c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:51.193463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:51.231869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-345375007-network', 'tenant_id': '387fda413ac9483089a213d491358524'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:51.265351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Made reservation on behalf of 387fda413ac9483089a213d491358524 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:51.268368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.285289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.308728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:51.309266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.312281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.319264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424d904-8f2b-40a7-8232-0edf89d50609 req-d8edbfa9-45c7-49cf-b775-9e843c585efa tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:51.320755 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0424d904-8f2b-40a7-8232-0edf89d50609 req-d8edbfa9-45c7-49cf-b775-9e843c585efa tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 945 time: 1.0687487 Jun 11 11:44:51.339379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.344518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.349330 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "DELETE /v2.0/networks/533e5099-1d67-49b6-9d88-35baaca46575 HTTP/1.1" status: 204 len: 168 time: 1.6860890 Jun 11 11:44:51.349828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46152) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:51.356460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd382b3-8db6-43be-ac30-9a1c5bee3de3']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:51.358656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c9fee54a-8afa-4dc1-8f69-dd3153783488 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:51.394493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a4c5f9-3ccb-4040-9f48-3888ed2dcb75') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:51.394729 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a4c5f9-3ccb-4040-9f48-3888ed2dcb75') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:51.408049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Network': ['ID=533e5099-1d67-49b6-9d88-35baaca46575,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:51.418251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:51.419957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.453200 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0424d904-8f2b-40a7-8232-0edf89d50609 req-200a6f5c-0263-490e-a950-fa4547461a4a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222210 Jun 11 11:44:51.455663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a4981cae-e1af-408d-a26a-d08441e5c5c4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 1d857bb5-bad3-495b-8af0-c85317c4a20d {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:51.456016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a4981cae-e1af-408d-a26a-d08441e5c5c4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.474840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.482032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46154) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:51.498698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:44:51.499204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:44:51.502488 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:44:51.612929 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa35b0-d920-4f57-a2d2-e09be06afc3b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:51.618833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa35b0-d920-4f57-a2d2-e09be06afc3b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:51.620419 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-daaa35b0-d920-4f57-a2d2-e09be06afc3b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2667875 Jun 11 11:44:51.628503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46158) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:51.658283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2082361316'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:51.675663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.692378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.696864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.700272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-18bb9ada-0bb8-4181-9afa-bd72ce449e8b tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:51.701845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.710642 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/networks/7fd382b3-8db6-43be-ac30-9a1c5bee3de3 HTTP/1.1" status: 204 len: 168 time: 2.7246051 Jun 11 11:44:51.710642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46160) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:51.713965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:51.722074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1794465946'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:51.727109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 83623ac8-90a8-46b9-81e0-b6c446d1ff0f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:51.746581 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:51.761506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a4981cae-e1af-408d-a26a-d08441e5c5c4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.764018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Network': ['ID=7fd382b3-8db6-43be-ac30-9a1c5bee3de3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:51.766333 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:51.777371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Made reservation on behalf of c5a80255ab6c4b46b9b68a3811858f3e for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:51.781499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.803079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:51.805418 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:51.805990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.811914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:51.821545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.821898 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Added segment ac0bf6af-09ab-47bf-a3dc-b650e73a51a3 of type vlan for network 914375ce-4630-44ee-9aac-21aba3992626 Jun 11 11:44:51.838906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.866962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-99230570-3758-44b9-a4b2-b5c07f6ed4e9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:51.887095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a4981cae-e1af-408d-a26a-d08441e5c5c4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 1d857bb5-bad3-495b-8af0-c85317c4a20d owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:51.901738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:51.905242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.924976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:51.927508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5133e3ac-b8b3-49c5-aade-1952ea8a8e43 tempest-TestVolumeBootPattern-1033633973 tempest-TestVolumeBootPattern-1033633973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:51.929240 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5133e3ac-b8b3-49c5-aade-1952ea8a8e43 tempest-TestVolumeBootPattern-1033633973 tempest-TestVolumeBootPattern-1033633973-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 1093 time: 0.4457090 Jun 11 11:44:51.936224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46162) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:51.940480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.949899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '9882d74b-818f-4dec-baa2-41bafc23dd19', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:51.978932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:51.979286 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Added segment ab477c01-c2f9-4df5-9a24-b083ed0bfd9b of type vlan for network 898bd3ad-bf29-4502-9cd8-d6981008d7e1 Jun 11 11:44:51.983434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 96a1485a-3776-4544-abed-ca110ee6309c no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:51.994959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:51.999396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Subnet': ['ID=268baea0-9b2b-4dfc-9c58-af219ce5a770,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:52.012953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 96a1485a-3776-4544-abed-ca110ee6309c {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:52.013539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 96a1485a-3776-4544-abed-ca110ee6309c not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:52.014224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8ce544df-5d6a-43e5-8a2e-c296918c2b8c no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:52.021879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.022247 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Added segment 2670569f-21eb-4cde-9fd2-91d9cbc4ea0c of type vlan for network 08b76f41-c762-44bc-9b75-667fb798fca8 Jun 11 11:44:52.041264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 8ce544df-5d6a-43e5-8a2e-c296918c2b8c {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:52.041876 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8ce544df-5d6a-43e5-8a2e-c296918c2b8c not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:52.042165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:52.070636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.089143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.089414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.090197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:52.090817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.094672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.099235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8116a91e-938a-40af-b392-e505bc1a85b8 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:52.107858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Checking segment: {'id': '4740b4bd-cfc6-46fe-a758-31c651858e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fb78bfd5-d9a9-4443-b16a-b7fef9927c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:52.108245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network hostable DHCP agents. Network: fb78bfd5-d9a9-4443-b16a-b7fef9927c70, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:44:52.165217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.167373 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1544557 Jun 11 11:44:52.170767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:52.171394 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.173525 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46164) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:52.175152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-699b5fe5-7286-4367-aaac-0c90e760d8eb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:52.181695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a4981cae-e1af-408d-a26a-d08441e5c5c4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.226427 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5087597 Jun 11 11:44:52.226701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Request body: {'subnet': {'network_id': '914375ce-4630-44ee-9aac-21aba3992626', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-345375007-subnet', 'tenant_id': '387fda413ac9483089a213d491358524', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:52.227185 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46166) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:52.236596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': '08b76f41-c762-44bc-9b75-667fb798fca8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:52.239348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Pushing event updated for resources: {'Network': ['ID=914375ce-4630-44ee-9aac-21aba3992626,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:52.250130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:52.252875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 914375ce-4630-44ee-9aac-21aba3992626 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:52.257222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network fb78bfd5-d9a9-4443-b16a-b7fef9927c70 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:44:52.264499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.271654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:52.272288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.282725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:52.331164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Made reservation on behalf of 387fda413ac9483089a213d491358524 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:52.333289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.339212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, fb78bfd5-d9a9-4443-b16a-b7fef9927c70) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:52.353239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69edb6d2-6302-4f49-b371-1728ba8f8c68 None None] Network fb78bfd5-d9a9-4443-b16a-b7fef9927c70 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:52.357635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a4981cae-e1af-408d-a26a-d08441e5c5c4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.361985 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a4981cae-e1af-408d-a26a-d08441e5c5c4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/1d857bb5-bad3-495b-8af0-c85317c4a20d HTTP/1.1" status: 204 len: 168 time: 2.0996835 Jun 11 11:44:52.363569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Network': ['ID=08b76f41-c762-44bc-9b75-667fb798fca8,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:52.366194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:52.369069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46168) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:52.369657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-df5b85f9-af02-4f4a-9bfb-8020d55e22b9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:52.386086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 08b76f41-c762-44bc-9b75-667fb798fca8 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:52.452591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4981cae-e1af-408d-a26a-d08441e5c5c4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=1d857bb5-bad3-495b-8af0-c85317c4a20d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:52.455480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a4981cae-e1af-408d-a26a-d08441e5c5c4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:52.490296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:52.491320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.498174 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8444114 Jun 11 11:44:52.513918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46170) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:52.525772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-314956471'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:52.574494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Made reservation on behalf of c5a80255ab6c4b46b9b68a3811858f3e for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:52.578283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.589355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7378d33-515a-4903-bcf9-670538007b0e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:52.590902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7378d33-515a-4903-bcf9-670538007b0e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:52.593090 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e7378d33-515a-4903-bcf9-670538007b0e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2190933 Jun 11 11:44:52.606410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46172) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:52.623501 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event updated for resources: {'Network': ['ID=898bd3ad-bf29-4502-9cd8-d6981008d7e1,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:52.628641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4f9008f7-1e90-49ac-a669-6675284436fc tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:52.657250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 898bd3ad-bf29-4502-9cd8-d6981008d7e1 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:52.692394 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6281617 Jun 11 11:44:52.694962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46174) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:52.698847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:52.701073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': 'fb78bfd5-d9a9-4443-b16a-b7fef9927c70', 'name': 'tempest-PortsIpV6TestJSON-693605268'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:52.702363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.740449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] vlan segment allocate from pool success with {'vlan_id': 1108, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:52.750638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a912c962-e482-4f8b-98ea-1682f11c3c92 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet b3360f2d-e8c4-43a1-ac67-564119cd10b8 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:44:52.757081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a912c962-e482-4f8b-98ea-1682f11c3c92 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.805720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-fb78bfd5-d9a9-4443-b16a-b7fef9927c70', 'network_id': 'fb78bfd5-d9a9-4443-b16a-b7fef9927c70', 'tenant_id': '2bce661b7891475ea38e6060ed025bb1', 'fixed_ips': [{'subnet_id': '268baea0-9b2b-4dfc-9c58-af219ce5a770'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:52.807698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.837342 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.837943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.838295 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Added segment 9e52eeb7-1e34-43f6-b7b2-c6806a39da43 of type vlan for network 7461f80e-0dcd-4c32-8996-89afdceed487 Jun 11 11:44:52.907240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a912c962-e482-4f8b-98ea-1682f11c3c92 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.941389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:52.946192 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f02e864c-8fc7-4c90-bc4c-23bf705b41e7 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:52.957946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.025447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Allocated IP 2001:db8::2 (fb78bfd5-d9a9-4443-b16a-b7fef9927c70/268baea0-9b2b-4dfc-9c58-af219ce5a770/834a30fb-1317-40df-bd1d-ba30210e1e49) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:53.066417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:53.070033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.099460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.104608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d2c76e-e3b0-4e64-a01f-425e8e8ae7d5,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:53.105019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:53.105621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.113198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a912c962-e482-4f8b-98ea-1682f11c3c92 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.116003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:53.121050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:53.123873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Allocated IP 172.26.6.105 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/8e527fe6-dd8f-4a64-9c26-90a394160075) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:53.126927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port 73a64b41-5729-473d-89c6-758e986f5639 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:53.182294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Checking segment: {'id': 'ac0bf6af-09ab-47bf-a3dc-b650e73a51a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '914375ce-4630-44ee-9aac-21aba3992626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:53.182730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Network hostable DHCP agents. Network: 914375ce-4630-44ee-9aac-21aba3992626, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:44:53.230926 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7090929 Jun 11 11:44:53.231538 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46176) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:53.247591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'ports': [{'network_id': '898bd3ad-bf29-4502-9cd8-d6981008d7e1', 'name': 'tempest-port--1090656586', 'admin_state_up': True}, {'network_id': '7461f80e-0dcd-4c32-8996-89afdceed487', 'admin_state_up': False}]} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:53.247978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'port': {'network_id': '898bd3ad-bf29-4502-9cd8-d6981008d7e1', 'name': 'tempest-port--1090656586', 'admin_state_up': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:53.248398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'port': {'network_id': '7461f80e-0dcd-4c32-8996-89afdceed487', 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:53.295907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Network 914375ce-4630-44ee-9aac-21aba3992626 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:44:53.319580 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 914375ce-4630-44ee-9aac-21aba3992626) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:53.327884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:53.328562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.333298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event updated for resources: {'Network': ['ID=7461f80e-0dcd-4c32-8996-89afdceed487,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:53.336076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:53.349793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.356463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55b81a8d-60ec-4dc5-9972-ff3ef3dbfc5f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:53.364440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.368050 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1454198 Jun 11 11:44:53.417451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.422083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c34310a-e4c7-488c-b62c-ad324f0aa1ed tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:53.433428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 7461f80e-0dcd-4c32-8996-89afdceed487 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:53.435634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea1d8ef-ac83-4061-811a-f0def3d28ecb None None] Network 914375ce-4630-44ee-9aac-21aba3992626 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:53.457821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a912c962-e482-4f8b-98ea-1682f11c3c92 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.485920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:53.486203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a912c962-e482-4f8b-98ea-1682f11c3c92 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.488817 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a912c962-e482-4f8b-98ea-1682f11c3c92 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/b3360f2d-e8c4-43a1-ac67-564119cd10b8 HTTP/1.1" status: 204 len: 168 time: 0.8759296 Jun 11 11:44:53.491336 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:53.492449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46180) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:53.496601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:53.500212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'Port': ['ID=8e527fe6-dd8f-4a64-9c26-90a394160075,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:53.500700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c35c55-a2d8-4c4b-a3c7-1f6b69e836a3 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:53.532968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:53.556143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.587389 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-421c60cf-222e-43aa-bf13-21073a27584b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881147 Jun 11 11:44:53.600418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Subnet': ['ID=39a63be4-bf9c-4aa0-824a-9f2174a241b9,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:53.603592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:53.603997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46184) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:53.609900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:53.613777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e1f18b90-5ef8-4f0d-92b7-2d4588635338 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:53.647670 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912c962-e482-4f8b-98ea-1682f11c3c92 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=b3360f2d-e8c4-43a1-ac67-564119cd10b8,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:53.650309 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Transition to ACTIVE for port object 834a30fb-1317-40df-bd1d-ba30210e1e49 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:53.650738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a912c962-e482-4f8b-98ea-1682f11c3c92 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:53.721260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Checking segment: {'id': '2670569f-21eb-4cde-9fd2-91d9cbc4ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '08b76f41-c762-44bc-9b75-667fb798fca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:53.721992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network hostable DHCP agents. Network: 08b76f41-c762-44bc-9b75-667fb798fca8, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:44:53.729532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Transition to ACTIVE for port object 834a30fb-1317-40df-bd1d-ba30210e1e49 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:53.749890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.api [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:44:53.749890 dv-neutron-786478-5-hyperv neutron-server[99006]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 11:44:53.749890 dv-neutron-786478-5-hyperv neutron-server[99006]: [parameters: {'project_id_1': 'c5a80255ab6c4b46b9b68a3811858f3e', 'expiration_1': datetime.datetime(2021, 6, 11, 11, 44, 53, 739296)}] Jun 11 11:44:53.749890 dv-neutron-786478-5-hyperv neutron-server[99006]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:44:53.750498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_db.api [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:44:53.754266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network 08b76f41-c762-44bc-9b75-667fb798fca8 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:44:53.767084 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 08b76f41-c762-44bc-9b75-667fb798fca8) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:53.772408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:53.773310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.793236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.797201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:53.799119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05407890-1521-4bdc-906c-4efc6f908a60 None None] Network 08b76f41-c762-44bc-9b75-667fb798fca8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:53.831729 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5991116 Jun 11 11:44:53.832856 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46188) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:53.839701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:53.842269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': '08b76f41-c762-44bc-9b75-667fb798fca8', 'name': 'tempest-PortsTestJSON-1949909241', 'fixed_ips': [{'subnet_id': '39a63be4-bf9c-4aa0-824a-9f2174a241b9', 'ip_address': '172.20.0.10'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:53.843819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:53.904506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16e37a6-bdbd-4122-963f-badd9761fe01 None None] Network 914375ce-4630-44ee-9aac-21aba3992626 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:53.970727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8::30a (fb78bfd5-d9a9-4443-b16a-b7fef9927c70/268baea0-9b2b-4dfc-9c58-af219ce5a770/73a64b41-5729-473d-89c6-758e986f5639) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:53.993595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Network fb78bfd5-d9a9-4443-b16a-b7fef9927c70 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:54.006143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:54.017065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Pushing event updated for resources: {'Port': ['ID=834a30fb-1317-40df-bd1d-ba30210e1e49,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:54.062246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:54.064197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:54.072175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:54.180022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46198) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:54.186016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-878581267-network', 'tenant_id': 'b2e7b3fa7cd340adbfef0eb3dcd5c408'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:54.237109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Made reservation on behalf of b2e7b3fa7cd340adbfef0eb3dcd5c408 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:54.239644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:54.244764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:54.252515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Attempting to bind port 834a30fb-1317-40df-bd1d-ba30210e1e49 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:54.252899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Attempting to bind port 834a30fb-1317-40df-bd1d-ba30210e1e49 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '4740b4bd-cfc6-46fe-a758-31c651858e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fb78bfd5-d9a9-4443-b16a-b7fef9927c70'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:54.253272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Attempting to bind port 834a30fb-1317-40df-bd1d-ba30210e1e49 on network fb78bfd5-d9a9-4443-b16a-b7fef9927c70 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:54.289754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:54.290139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Checking segment: {'id': '4740b4bd-cfc6-46fe-a758-31c651858e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fb78bfd5-d9a9-4443-b16a-b7fef9927c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:54.290573 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:54.290974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Bound using segment: {'id': '4740b4bd-cfc6-46fe-a758-31c651858e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fb78bfd5-d9a9-4443-b16a-b7fef9927c70'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:54.291468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Bound port: 834a30fb-1317-40df-bd1d-ba30210e1e49, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4740b4bd-cfc6-46fe-a758-31c651858e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fb78bfd5-d9a9-4443-b16a-b7fef9927c70'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:54.291849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:54.365931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2d5de7-ef82-4853-9771-bdf7692a7c2f None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:44:54.385469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-08b76f41-c762-44bc-9b75-667fb798fca8', 'network_id': '08b76f41-c762-44bc-9b75-667fb798fca8', 'tenant_id': '074eae8a1772468abe29c1bccd90dbdf', 'fixed_ips': [{'subnet_id': '39a63be4-bf9c-4aa0-824a-9f2174a241b9'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:54.386432 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:54.457285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] For port 834a30fb-1317-40df-bd1d-ba30210e1e49, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:54.461544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] For port 834a30fb-1317-40df-bd1d-ba30210e1e49, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=834a30fb-1317-40df-bd1d-ba30210e1e49,segment=NetworkSegment(4740b4bd-cfc6-46fe-a758-31c651858e61),segment_id=4740b4bd-cfc6-46fe-a758-31c651858e61)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:54.520382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:54.526087 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-010ed2d9-0c13-43d8-898f-e176c50d67d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:54.639644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-db2d5de7-ef82-4853-9771-bdf7692a7c2f None None] Deleting port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:54.640103 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-db2d5de7-ef82-4853-9771-bdf7692a7c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:54.710827 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Allocated IP 172.20.0.2 (08b76f41-c762-44bc-9b75-667fb798fca8/39a63be4-bf9c-4aa0-824a-9f2174a241b9/4c37e2c5-3992-4c2b-b170-82060296372e) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:54.714072 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Pushing event updated for resources: {'Port': ['ID=834a30fb-1317-40df-bd1d-ba30210e1e49,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:54.731738 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:54.738170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:54.773129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port 70d50be4-8f60-4611-be2c-6d3c119c444d yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:54.794871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-db2d5de7-ef82-4853-9771-bdf7692a7c2f None None] For port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=83623ac8-90a8-46b9-81e0-b6c446d1ff0f,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:54.795278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-db2d5de7-ef82-4853-9771-bdf7692a7c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:54.909911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Made reservation on behalf of c5a80255ab6c4b46b9b68a3811858f3e for: {'port': 2} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:54.914675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.029102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.042014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.083884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.127956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-db2d5de7-ef82-4853-9771-bdf7692a7c2f None None] Calling delete_port for 83623ac8-90a8-46b9-81e0-b6c446d1ff0f owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:55.151228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object 73a64b41-5729-473d-89c6-758e986f5639 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:55.209257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] device_id is not set on port 57b0f582-263e-4ccc-911b-ddc1c0adbd3d yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:55.248393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.259683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.265717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-62d8056b-f4b9-4097-97ff-8d4a85174df7 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:55.287513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.304340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9b67ce75-4f30-4846-9c7c-b8d4fcfeea23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:55.331859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:44:55.332667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.objects.ports [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99005) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:44:55.353982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-db2d5de7-ef82-4853-9771-bdf7692a7c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.358596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585b2441-426c-4c2c-a3e9-2fb1f6d5f0f9,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:55.360240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-975d1b74-7fe5-4b1f-be4c-d6245ee00923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:55.362133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:55.369977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.373332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.373332 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Added segment cdeb7881-7342-4197-97dd-f02026684c2d of type vlan for network b74323e1-5835-437b-aa87-9850f48ad072 Jun 11 11:44:55.411643 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d5de7-ef82-4853-9771-bdf7692a7c2f None None] Pushing event deleted for resources: {'Port': ['ID=83623ac8-90a8-46b9-81e0-b6c446d1ff0f,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:55.414338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-db2d5de7-ef82-4853-9771-bdf7692a7c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:55.416815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d5de7-ef82-4853-9771-bdf7692a7c2f None None] No DVR routers for this DVR port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:44:55.418966 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Transition to ACTIVE for port object 4c37e2c5-3992-4c2b-b170-82060296372e will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:55.457390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Transition to ACTIVE for port object 4c37e2c5-3992-4c2b-b170-82060296372e will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:55.462925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network fb78bfd5-d9a9-4443-b16a-b7fef9927c70 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:55.464253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.464939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.468182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.470937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7a3b4e57-9618-4b4b-bd3e-e70907c64792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:55.472969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.530098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Network 08b76f41-c762-44bc-9b75-667fb798fca8 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:55.531738 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:55.537362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:55.555248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Pushing event updated for resources: {'Port': ['ID=4c37e2c5-3992-4c2b-b170-82060296372e,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:55.564493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:55.566875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:55.570242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:55.570927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.576320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:55.603096 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9040420 Jun 11 11:44:55.611962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46200) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:55.618956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': 'fb78bfd5-d9a9-4443-b16a-b7fef9927c70', 'name': 'tempest-PortsIpV6TestJSON-89750498'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:55.634829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=73a64b41-5729-473d-89c6-758e986f5639,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:55.645115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] device_id is not set on port a1372bbe-9368-4706-a5d0-72f7de28cab1 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:55.656305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Attempting to bind port 4c37e2c5-3992-4c2b-b170-82060296372e on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:55.656694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Attempting to bind port 4c37e2c5-3992-4c2b-b170-82060296372e by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '2670569f-21eb-4cde-9fd2-91d9cbc4ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '08b76f41-c762-44bc-9b75-667fb798fca8'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:55.657239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Attempting to bind port 4c37e2c5-3992-4c2b-b170-82060296372e on network 08b76f41-c762-44bc-9b75-667fb798fca8 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:55.662906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:55.663469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Checking segment: {'id': '2670569f-21eb-4cde-9fd2-91d9cbc4ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '08b76f41-c762-44bc-9b75-667fb798fca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:55.663893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.664300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Bound using segment: {'id': '2670569f-21eb-4cde-9fd2-91d9cbc4ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '08b76f41-c762-44bc-9b75-667fb798fca8'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:55.664888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Bound port: 4c37e2c5-3992-4c2b-b170-82060296372e, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2670569f-21eb-4cde-9fd2-91d9cbc4ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '08b76f41-c762-44bc-9b75-667fb798fca8'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:55.665437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.675330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:55.747603 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.services.revisions.revision_plugin [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Could not find related port for resource to bump revision. Jun 11 11:44:55.778325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] For port 4c37e2c5-3992-4c2b-b170-82060296372e, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:55.780223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_pluggable_backend [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Port 83623ac8-90a8-46b9-81e0-b6c446d1ff0f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=99005) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 11 11:44:55.780789 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_pluggable_backend [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Reverting IP allocation for 2001:db8::f816:3eff:fe93:ccf1 {{(pid=99005) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 11 11:44:55.782709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] For port 4c37e2c5-3992-4c2b-b170-82060296372e, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4c37e2c5-3992-4c2b-b170-82060296372e,segment=NetworkSegment(2670569f-21eb-4cde-9fd2-91d9cbc4ea0c),segment_id=2670569f-21eb-4cde-9fd2-91d9cbc4ea0c)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:55.790703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.793125 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_pluggable_backend [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe93:ccf1 {{(pid=99005) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 11 11:44:55.800858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.resource_extend [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:44:55.801620 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9f26c0e6-3012-4efb-9863-c01d0c8c3201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:55.833121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.835025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:55.835683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.841504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-061ec17f-cd31-4d27-917a-33d32e6cf01a tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:55.849650 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.872604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 834a30fb-1317-40df-bd1d-ba30210e1e49 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:55.878396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.10 (08b76f41-c762-44bc-9b75-667fb798fca8/39a63be4-bf9c-4aa0-824a-9f2174a241b9/70d50be4-8f60-4611-be2c-6d3c119c444d) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:55.882505 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Pushing event updated for resources: {'Port': ['ID=4c37e2c5-3992-4c2b-b170-82060296372e,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:55.901892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:55.909705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-00b82306-fb09-4fe6-b26a-f761c39c1273 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:55.916911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:55.926189 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7446516 Jun 11 11:44:55.943426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46202) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:55.948995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Request body: {'subnet': {'network_id': 'b74323e1-5835-437b-aa87-9850f48ad072', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-878581267-subnet', 'tenant_id': 'b2e7b3fa7cd340adbfef0eb3dcd5c408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:55.970078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 834a30fb-1317-40df-bd1d-ba30210e1e49 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:55.979739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2e44fe-b461-4f03-885f-50e93eb08c0c None None] Network fb78bfd5-d9a9-4443-b16a-b7fef9927c70 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:56.020398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Pushing event updated for resources: {'Network': ['ID=b74323e1-5835-437b-aa87-9850f48ad072,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:56.037447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:56.039022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network b74323e1-5835-437b-aa87-9850f48ad072 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:44:56.076547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 83623ac8-90a8-46b9-81e0-b6c446d1ff0f no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:44:56.107362 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=4d5ce89b-4c85-49c0-b0a1-ce3b2e4c2500,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:56.109132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.111862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:56.112749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:56.117025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.122454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:56.125906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4d35a67-441e-4f84-9868-2e29c4dafa59 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:56.136092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:56.149057 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:56.149800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.174228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 83623ac8-90a8-46b9-81e0-b6c446d1ff0f {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:44:56.174781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 83623ac8-90a8-46b9-81e0-b6c446d1ff0f not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:44:56.176796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9b50ce4f-f49d-4dd1-b6e3-75b4f8a34238 None None] Provisioning for port 834a30fb-1317-40df-bd1d-ba30210e1e49 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:56.183102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port df5b6bc3-d427-4fa2-a473-04beb0d304a8 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:56.184522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f3ab3-c52a-41e4-8482-81e921331a48 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:56.260866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9b50ce4f-f49d-4dd1-b6e3-75b4f8a34238 None None] Provisioning complete for port 834a30fb-1317-40df-bd1d-ba30210e1e49 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:56.261450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9b50ce4f-f49d-4dd1-b6e3-75b4f8a34238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.278282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Made reservation on behalf of b2e7b3fa7cd340adbfef0eb3dcd5c408 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:56.281234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.346455 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event updated for resources: {'Port': ['ID=57b0f582-263e-4ccc-911b-ddc1c0adbd3d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:56.368681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.369107 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:56.416683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8::31d (fb78bfd5-d9a9-4443-b16a-b7fef9927c70/268baea0-9b2b-4dfc-9c58-af219ce5a770/df5b6bc3-d427-4fa2-a473-04beb0d304a8) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:56.443984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.449997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Checking segment: {'id': 'ab477c01-c2f9-4df5-9a24-b083ed0bfd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '898bd3ad-bf29-4502-9cd8-d6981008d7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:56.449997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Network hostable DHCP agents. Network: 898bd3ad-bf29-4502-9cd8-d6981008d7e1, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:44:56.484678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object 70d50be4-8f60-4611-be2c-6d3c119c444d will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:56.509515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Network 898bd3ad-bf29-4502-9cd8-d6981008d7e1 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:44:56.568177 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9b50ce4f-f49d-4dd1-b6e3-75b4f8a34238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.569013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 898bd3ad-bf29-4502-9cd8-d6981008d7e1) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:56.577208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:56.578177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.585547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9df35e45-81a6-49e3-8309-58109a5a285b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:56.588522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fa052-4f40-4c28-b479-34bcc8b29afc None None] Network 898bd3ad-bf29-4502-9cd8-d6981008d7e1 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:56.625646 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.639794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object df5b6bc3-d427-4fa2-a473-04beb0d304a8 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:56.655382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.678316 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0707724 Jun 11 11:44:56.680008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46204) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:56.686281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:3e:bf:a4', 'name': 'tempest-NetworksTestDHCPv6-1180343623'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:56.691744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.694212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.696806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event updated for resources: {'Port': ['ID=a1372bbe-9368-4706-a5d0-72f7de28cab1,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:56.742791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-06e299e8-eb1e-4c37-8658-07a36e75e93c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:56.742944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:56.742944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bba70387-9c91-4e51-bbfc-1bb787a3a57b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:56.743147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9b50ce4f-f49d-4dd1-b6e3-75b4f8a34238 None None] For port 834a30fb-1317-40df-bd1d-ba30210e1e49, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=834a30fb-1317-40df-bd1d-ba30210e1e49,segment=NetworkSegment(4740b4bd-cfc6-46fe-a758-31c651858e61),segment_id=4740b4bd-cfc6-46fe-a758-31c651858e61)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:44:56.791332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9b50ce4f-f49d-4dd1-b6e3-75b4f8a34238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.798363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:56.799110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network 08b76f41-c762-44bc-9b75-667fb798fca8 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:56.812565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:56.822496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:56.826152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.863883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': '4d5ce89b-4c85-49c0-b0a1-ce3b2e4c2500'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:44:56.864752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.870682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Checking segment: {'id': '9e52eeb7-1e34-43f6-b7b2-c6806a39da43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7461f80e-0dcd-4c32-8996-89afdceed487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:56.871145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Network hostable DHCP agents. Network: 7461f80e-0dcd-4c32-8996-89afdceed487, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:44:56.873517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=70d50be4-8f60-4611-be2c-6d3c119c444d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:56.875183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network fb78bfd5-d9a9-4443-b16a-b7fef9927c70 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:56.877927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:56.882348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b79275df-2417-4e31-a6ac-98106647fdb0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:56.888427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:56.908743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:56.915919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:56.916762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.924343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'Port': ['ID=8e527fe6-dd8f-4a64-9c26-90a394160075,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:56.936077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:56.939429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a76686ce-73cf-4b34-a211-b43fc251eb9d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:56.976257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:56.977473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:56.980296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50ce4f-f49d-4dd1-b6e3-75b4f8a34238 None None] Pushing event updated for resources: {'Port': ['ID=834a30fb-1317-40df-bd1d-ba30210e1e49,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:56.983045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9b50ce4f-f49d-4dd1-b6e3-75b4f8a34238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:57.009026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Network 7461f80e-0dcd-4c32-8996-89afdceed487 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:44:57.011346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=83317cdd-8cb1-41d7-ac35-dff3c9d0dcc6,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:57.013135 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=df5b6bc3-d427-4fa2-a473-04beb0d304a8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:57.018323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:57.021578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:57.028194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Checking segment: {'id': 'cdeb7881-7342-4197-97dd-f02026684c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'b74323e1-5835-437b-aa87-9850f48ad072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:57.028631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Network hostable DHCP agents. Network: b74323e1-5835-437b-aa87-9850f48ad072, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:44:57.031591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:57.032751 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1971350 Jun 11 11:44:57.033711 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4189541 Jun 11 11:44:57.035356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 7461f80e-0dcd-4c32-8996-89afdceed487) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:57.038034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46206) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:57.038364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46208) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:57.043877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': '08b76f41-c762-44bc-9b75-667fb798fca8', 'name': 'tempest-PortsTestJSON-683332609', 'fixed_ips': [{'subnet_id': '39a63be4-bf9c-4aa0-824a-9f2174a241b9', 'ip_address': '172.20.0.9'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:44:57.054231 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bdfe19-baa8-40cc-abba-4ab14ee33db7 None None] Network 7461f80e-0dcd-4c32-8996-89afdceed487 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:57.067795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:57.075853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:57.079097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:57.079815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:57.177221 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9344621 Jun 11 11:44:57.242599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46210) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:57.255352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Network b74323e1-5835-437b-aa87-9850f48ad072 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:44:57.310139 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Floating IP 456ad240-c31b-4d7b-9268-9e4791be8aa3 associated. External IP: 172.26.6.105, port: 9882d74b-818f-4dec-baa2-41bafc23dd19. Jun 11 11:44:57.311305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, b74323e1-5835-437b-aa87-9850f48ad072) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:57.316624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:57.317264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:57.392002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:57.392733 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4479775 Jun 11 11:44:57.437474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc540cb5-ec7f-456e-b98d-f66d663007b1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:57.441567 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dc540cb5-ec7f-456e-b98d-f66d663007b1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30a HTTP/1.1" status: 200 len: 928 time: 0.3907208 Jun 11 11:44:57.442629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46214) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:57.529404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2751e4b7-c4c9-44ac-bd52-da296399d1a2 None None] Network b74323e1-5835-437b-aa87-9850f48ad072 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:57.560025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5677891-7fc2-479e-bbd8-35bff1224af5 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:57.567119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5677891-7fc2-479e-bbd8-35bff1224af5 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:57.571254 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c5677891-7fc2-479e-bbd8-35bff1224af5 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3273740 Jun 11 11:44:57.577075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46216) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:57.615343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61499272-9508-4fd3-9a56-e771252c2b0b None None] Network 08b76f41-c762-44bc-9b75-667fb798fca8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:57.668921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:57.708032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a9d5a1d9-92b6-46ca-aef4-e39ebc3d8dfc None None] Provisioning complete for port 834a30fb-1317-40df-bd1d-ba30210e1e49 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:57.708429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a1d9-92b6-46ca-aef4-e39ebc3d8dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:57.714303 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:44:57.727997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:57.836150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port dab23146-02a2-4853-a501-e0ba074372ae yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:57.875509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Allocated IP 2001:db8::f816:3eff:fef9:7e39 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/4d5ce89b-4c85-49c0-b0a1-ce3b2e4c2500/1a2adf69-b70c-4e3b-8355-003b1ac3956b) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:58.045015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 834a30fb-1317-40df-bd1d-ba30210e1e49 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:58.231446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.9 (08b76f41-c762-44bc-9b75-667fb798fca8/39a63be4-bf9c-4aa0-824a-9f2174a241b9/dab23146-02a2-4853-a501-e0ba074372ae) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:58.247457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-785a796e-9c43-4ecd-9a64-b27d23107b67 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port df5b6bc3-d427-4fa2-a473-04beb0d304a8 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:58.247800 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-785a796e-9c43-4ecd-9a64-b27d23107b67 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:58.334107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:58.343435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de46a1-6f00-4a46-bfec-3c484c3722ed None None] Network b74323e1-5835-437b-aa87-9850f48ad072 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:44:58.374896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f933ec5a-2836-40d3-9bb8-0410743f86d2 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Deleting port 57b0f582-263e-4ccc-911b-ddc1c0adbd3d {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:44:58.375230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f933ec5a-2836-40d3-9bb8-0410743f86d2 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:58.388783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 0aa71fe4-7a59-44ee-9783-1cfcc3a16818 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:44:58.400280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-3f19a98d-c05c-44d5-818f-64874bf0573a tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:44:58.401898 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-3f19a98d-c05c-44d5-818f-64874bf0573a tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/networks?id=914375ce-4630-44ee-9aac-21aba3992626 HTTP/1.1" status: 200 len: 811 time: 0.2157099 Jun 11 11:44:58.535778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f933ec5a-2836-40d3-9bb8-0410743f86d2 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:58.539056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-785a796e-9c43-4ecd-9a64-b27d23107b67 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:58.572619 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-197cc07f-e855-41c3-87b0-9266a86f1220 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/quotas/387fda413ac9483089a213d491358524 HTTP/1.1" status: 200 len: 375 time: 0.0761290 Jun 11 11:44:58.618482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 834a30fb-1317-40df-bd1d-ba30210e1e49 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:58.619110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:58.628707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:58.639253 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a4032657-1f8c-4f0b-af8a-3f38880e54a2 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=387fda413ac9483089a213d491358524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654109 Jun 11 11:44:58.670495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Transition to ACTIVE for port object 1a2adf69-b70c-4e3b-8355-003b1ac3956b will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:58.692522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a9d5a1d9-92b6-46ca-aef4-e39ebc3d8dfc None None] Provisioning for port 73a64b41-5729-473d-89c6-758e986f5639 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:58.722207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a9d5a1d9-92b6-46ca-aef4-e39ebc3d8dfc None None] Provisioning complete for port 73a64b41-5729-473d-89c6-758e986f5639 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:58.722734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a1d9-92b6-46ca-aef4-e39ebc3d8dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:58.739317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f933ec5a-2836-40d3-9bb8-0410743f86d2 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Calling delete_port for 57b0f582-263e-4ccc-911b-ddc1c0adbd3d owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:58.776543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Transition to ACTIVE for port object 1a2adf69-b70c-4e3b-8355-003b1ac3956b will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:58.786349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-785a796e-9c43-4ecd-9a64-b27d23107b67 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for df5b6bc3-d427-4fa2-a473-04beb0d304a8 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:44:58.799655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Router d92b5a64-e700-4f02-80d1-24bac31ec625 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:44:58.825203 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a609e688-43ed-4266-a16e-ed0c609ef925 service neutron] 10.222.0.46 "GET /v2.0/networks/914375ce-4630-44ee-9aac-21aba3992626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776993 Jun 11 11:44:58.878209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:58.885040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-58633271-8266-4fb1-87cb-ddf464de3004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:58.929332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:58.936254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5a1d9-92b6-46ca-aef4-e39ebc3d8dfc None None] Port 73a64b41-5729-473d-89c6-758e986f5639 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:58.973302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object dab23146-02a2-4853-a501-e0ba074372ae will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:58.985574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:44:58.994463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:44:59.001071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:44:59.010869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Pushing event updated for resources: {'Port': ['ID=1a2adf69-b70c-4e3b-8355-003b1ac3956b,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:59.023039 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:59.084388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f933ec5a-2836-40d3-9bb8-0410743f86d2 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.088301 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4c37e2c5-3992-4c2b-b170-82060296372e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:44:59.091217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::f816:3eff:fe3e:bfa4 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/4d5ce89b-4c85-49c0-b0a1-ce3b2e4c2500/0aa71fe4-7a59-44ee-9783-1cfcc3a16818) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:44:59.136915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Attempting to bind port 1a2adf69-b70c-4e3b-8355-003b1ac3956b on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:44:59.138392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Attempting to bind port 1a2adf69-b70c-4e3b-8355-003b1ac3956b by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:44:59.138392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Attempting to bind port 1a2adf69-b70c-4e3b-8355-003b1ac3956b on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:44:59.148549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-63d19646-93cc-4464-b183-8a192726fe02 None None] Provisioning for port 4c37e2c5-3992-4c2b-b170-82060296372e completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:59.149263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:44:59.150691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:44:59.151082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:44:59.151498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.151903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:44:59.152401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Bound port: 1a2adf69-b70c-4e3b-8355-003b1ac3956b, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:44:59.153122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.154622 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-972388b0-0649-4658-92b3-c8a94cc69100 service neutron] 10.222.0.46 "GET /v2.0/networks/914375ce-4630-44ee-9aac-21aba3992626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971082 Jun 11 11:44:59.165694 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f206cdc-2f93-498d-b36e-1be461a3b824 None None] Sync routers for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:44:59.184269 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f206cdc-2f93-498d-b36e-1be461a3b824 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:44:59.184840 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2f206cdc-2f93-498d-b36e-1be461a3b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:44:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:44:59.210228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:59.214725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.263965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-63d19646-93cc-4464-b183-8a192726fe02 None None] Provisioning complete for port 73a64b41-5729-473d-89c6-758e986f5639 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:59.264351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-63d19646-93cc-4464-b183-8a192726fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.301371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 4c37e2c5-3992-4c2b-b170-82060296372e completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:44:59.312793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] For port 1a2adf69-b70c-4e3b-8355-003b1ac3956b, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:44:59.323202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4c37e2c5-3992-4c2b-b170-82060296372e triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:44:59.324021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.328619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f933ec5a-2836-40d3-9bb8-0410743f86d2 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.337744 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f933ec5a-2836-40d3-9bb8-0410743f86d2 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "DELETE /v2.0/ports/57b0f582-263e-4ccc-911b-ddc1c0adbd3d HTTP/1.1" status: 204 len: 168 time: 1.7537744 Jun 11 11:44:59.344838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46232) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:59.350426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933ec5a-2836-40d3-9bb8-0410743f86d2 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Port': ['ID=57b0f582-263e-4ccc-911b-ddc1c0adbd3d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:59.357033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f933ec5a-2836-40d3-9bb8-0410743f86d2 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:59.360505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-785a796e-9c43-4ecd-9a64-b27d23107b67 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.366002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] For port 1a2adf69-b70c-4e3b-8355-003b1ac3956b, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1a2adf69-b70c-4e3b-8355-003b1ac3956b,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:44:59.372096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-63d19646-93cc-4464-b183-8a192726fe02 None None] Port 73a64b41-5729-473d-89c6-758e986f5639 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:44:59.379676 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4290917 Jun 11 11:44:59.390216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.392549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3b33ae01-9707-482e-95eb-4cd4119d156b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:59.411886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b661031-2d85-41c1-b517-9b87a6922245 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:59.438843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a80354-481d-4db2-af9c-d6d818704a28', 'tag': '9882d74b-818f-4dec-baa2-41bafc23dd19'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:44:59.441494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a24cc1-d6e3-4879-89ff-e24184f27219" -d '{"events": [{"name": "network-changed", "server_uuid": "03a80354-481d-4db2-af9c-d6d818704a28", "tag": "9882d74b-818f-4dec-baa2-41bafc23dd19"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:44:59.470240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-63d19646-93cc-4464-b183-8a192726fe02 None None] Could not find standard attr ID for object df5b6bc3-d427-4fa2-a473-04beb0d304a8. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:44:59.496890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Pushing event updated for resources: {'Port': ['ID=1a2adf69-b70c-4e3b-8355-003b1ac3956b,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:59.514095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:59.580563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.598601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 0aa71fe4-7a59-44ee-9783-1cfcc3a16818 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:44:59.632030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-785a796e-9c43-4ecd-9a64-b27d23107b67 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.636337 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-785a796e-9c43-4ecd-9a64-b27d23107b67 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/df5b6bc3-d427-4fa2-a473-04beb0d304a8 HTTP/1.1" status: 204 len: 168 time: 2.1898921 Jun 11 11:44:59.642513 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb985e2-2a21-4cbd-b9b3-56eaed9e3b0e req-79c26aaf-4154-4268-97f1-6aa8042093ad tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 210 time: 0.1256385 Jun 11 11:44:59.680578 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-2f206cdc-2f93-498d-b36e-1be461a3b824 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:44:59.725208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46242) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:59.762401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a796e-9c43-4ecd-9a64-b27d23107b67 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=df5b6bc3-d427-4fa2-a473-04beb0d304a8,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:44:59.768431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-785a796e-9c43-4ecd-9a64-b27d23107b67 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:44:59.804086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.812879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a4981cae-e1af-408d-a26a-d08441e5c5c4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:44:59.820706 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05042dd-94b5-4b0e-93dc-7bcdc50ddb94 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:44:59.825115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35103108-34ef-49e1-8a47-f4292a9461c5 x-openstack-request-id: req-35103108-34ef-49e1-8a47-f4292a9461c5 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:44:59.826812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a80354-481d-4db2-af9c-d6d818704a28", "tag": "9882d74b-818f-4dec-baa2-41bafc23dd19", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:44:59.827163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35103108-34ef-49e1-8a47-f4292a9461c5 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:44:59.828521 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a80354-481d-4db2-af9c-d6d818704a28', 'tag': '9882d74b-818f-4dec-baa2-41bafc23dd19', 'status': 'completed', 'code': 200} Jun 11 11:44:59.831660 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f05042dd-94b5-4b0e-93dc-7bcdc50ddb94 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/df5b6bc3-d427-4fa2-a473-04beb0d304a8 HTTP/1.1" status: 404 len: 333 time: 0.1004214 Jun 11 11:44:59.831854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46248) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:44:59.896161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:44:59.941668 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-90d60fe9-0787-4226-bf61-604a13c70f2f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:00.049368 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network 08b76f41-c762-44bc-9b75-667fb798fca8 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:00.105983 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:00.127670 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:00.133019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:00.137591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:00.140897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:00.141529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ad1780d9-b69b-4374-a68f-9c5709c8eec8 None None] Provisioning complete for port 4c37e2c5-3992-4c2b-b170-82060296372e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:00.142807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ad1780d9-b69b-4374-a68f-9c5709c8eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:00.154128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:00.154844 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:00.162867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=0aa71fe4-7a59-44ee-9783-1cfcc3a16818,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:00.167243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:00.196289 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:00.206146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-25879c5c-dabd-4290-8349-ae9c5d047f4d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Deleting port a1372bbe-9368-4706-a5d0-72f7de28cab1 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:00.206634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-25879c5c-dabd-4290-8349-ae9c5d047f4d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:00.285860 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6032567 Jun 11 11:45:00.286566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46252) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:00.294431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 4c37e2c5-3992-4c2b-b170-82060296372e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4c37e2c5-3992-4c2b-b170-82060296372e,segment=NetworkSegment(2670569f-21eb-4cde-9fd2-91d9cbc4ea0c),segment_id=2670569f-21eb-4cde-9fd2-91d9cbc4ea0c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:00.307703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:00.311799 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:00.384332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=dab23146-02a2-4853-a501-e0ba074372ae,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:00.396582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a24cc1-d6e3-4879-89ff-e24184f27219 req-c1c99897-f106-4cc6-a4d5-35285903c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:00.398431 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d1a24cc1-d6e3-4879-89ff-e24184f27219 req-c1c99897-f106-4cc6-a4d5-35285903c1f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 1098 time: 0.6904333 Jun 11 11:45:00.416863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=4c37e2c5-3992-4c2b-b170-82060296372e,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:00.419174 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2f206cdc-2f93-498d-b36e-1be461a3b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '456ad240-c31b-4d7b-9268-9e4791be8aa3', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9882d74b-818f-4dec-baa2-41bafc23dd19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:71:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a80354-481d-4db2-af9c-d6d818704a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:44:54Z', 'updated_at': '2021-06-11T11:44:54Z', 'revision_number': 0, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:00.420967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:00.423753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:00.432278 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f206cdc-2f93-498d-b36e-1be461a3b824 None None] Checking router: d92b5a64-e700-4f02-80d1-24bac31ec625 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:45:00.463371 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f206cdc-2f93-498d-b36e-1be461a3b824 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:00.463838 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2f206cdc-2f93-498d-b36e-1be461a3b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:44:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:00.500370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:00.500577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:00.504124 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7d197-ead7-44eb-8eff-9a90cc6053c6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 73a64b41-5729-473d-89c6-758e986f5639 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:00.504705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d197-ead7-44eb-8eff-9a90cc6053c6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:00.578668 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5354114 Jun 11 11:45:00.579367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46254) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:00.594081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-25879c5c-dabd-4290-8349-ae9c5d047f4d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:00.607567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ad1780d9-b69b-4374-a68f-9c5709c8eec8 None None] Provisioning for port 70d50be4-8f60-4611-be2c-6d3c119c444d completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:00.628050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1a2adf69-b70c-4e3b-8355-003b1ac3956b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:00.636542 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ad1780d9-b69b-4374-a68f-9c5709c8eec8 None None] Provisioning complete for port 70d50be4-8f60-4611-be2c-6d3c119c444d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:00.638840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ad1780d9-b69b-4374-a68f-9c5709c8eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:00.750150 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-2f206cdc-2f93-498d-b36e-1be461a3b824 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:45:00.751689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ad1780d9-b69b-4374-a68f-9c5709c8eec8 None None] Port 70d50be4-8f60-4611-be2c-6d3c119c444d cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:00.770880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d197-ead7-44eb-8eff-9a90cc6053c6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:00.802316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 1a2adf69-b70c-4e3b-8355-003b1ac3956b completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:00.878457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ba4743a3-5cb7-42e0-8a37-9ded5823ab9a None None] Provisioning for port dab23146-02a2-4853-a501-e0ba074372ae completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:00.883745 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ba4743a3-5cb7-42e0-8a37-9ded5823ab9a None None] Provisioning complete for port dab23146-02a2-4853-a501-e0ba074372ae triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:00.886796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba4743a3-5cb7-42e0-8a37-9ded5823ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:00.954138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-25879c5c-dabd-4290-8349-ae9c5d047f4d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Calling delete_port for a1372bbe-9368-4706-a5d0-72f7de28cab1 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:00.987450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ba4743a3-5cb7-42e0-8a37-9ded5823ab9a None None] Port dab23146-02a2-4853-a501-e0ba074372ae cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:01.006137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ba4743a3-5cb7-42e0-8a37-9ded5823ab9a None None] Provisioning complete for port 70d50be4-8f60-4611-be2c-6d3c119c444d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:01.006978 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba4743a3-5cb7-42e0-8a37-9ded5823ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:01.042360 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5e36bfa8-d051-4d60-917c-03a03634e613 req-f9173d66-d7bd-4303-acb6-598f8c8349b5 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 210 time: 0.0758836 Jun 11 11:45:01.068191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ff74c2-64c8-42ea-a981-bd49b9258c0a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:01.074459 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ff74c2-64c8-42ea-a981-bd49b9258c0a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:01.079623 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-04ff74c2-64c8-42ea-a981-bd49b9258c0a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7659476 Jun 11 11:45:01.086961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46258) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:01.090463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ba4743a3-5cb7-42e0-8a37-9ded5823ab9a None None] Port 70d50be4-8f60-4611-be2c-6d3c119c444d cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:01.176098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a24cc1-d6e3-4879-89ff-e24184f27219 req-40efd97f-49a5-454f-9c7a-9a77d1ad3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:01.177869 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d1a24cc1-d6e3-4879-89ff-e24184f27219 req-40efd97f-49a5-454f-9c7a-9a77d1ad3b8f service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.7714159 Jun 11 11:45:01.207728 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2f206cdc-2f93-498d-b36e-1be461a3b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '456ad240-c31b-4d7b-9268-9e4791be8aa3', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9882d74b-818f-4dec-baa2-41bafc23dd19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:71:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a80354-481d-4db2-af9c-d6d818704a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:44:54Z', 'updated_at': '2021-06-11T11:44:54Z', 'revision_number': 0, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:01.212433 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f206cdc-2f93-498d-b36e-1be461a3b824 None None] The sync data for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv is: [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '456ad240-c31b-4d7b-9268-9e4791be8aa3', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.105', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9882d74b-818f-4dec-baa2-41bafc23dd19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:71:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a80354-481d-4db2-af9c-d6d818704a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:44:54Z', 'updated_at': '2021-06-11T11:44:54Z', 'revision_number': 0, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:45:01.364840 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d1a24cc1-d6e3-4879-89ff-e24184f27219 req-4f7bc866-9521-4466-9f52-e7c01c4aef7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9882d74b-818f-4dec-baa2-41bafc23dd19 HTTP/1.1" status: 200 len: 999 time: 0.1772668 Jun 11 11:45:01.394393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-25879c5c-dabd-4290-8349-ae9c5d047f4d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:01.422956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5ec03c04-5432-4088-b943-ae1ad770ff25 None None] Provisioning for port 1a2adf69-b70c-4e3b-8355-003b1ac3956b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:01.427650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5ec03c04-5432-4088-b943-ae1ad770ff25 None None] Provisioning complete for port 1a2adf69-b70c-4e3b-8355-003b1ac3956b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:01.428244 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ec03c04-5432-4088-b943-ae1ad770ff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:01.453594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a24cc1-d6e3-4879-89ff-e24184f27219 req-618b63f5-b1df-43bb-8ced-890233a71617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:01.455165 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d1a24cc1-d6e3-4879-89ff-e24184f27219 req-618b63f5-b1df-43bb-8ced-890233a71617 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.0816066 Jun 11 11:45:01.455886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-035b08e3-c613-4acc-85f9-b692f11ec17a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:01.489941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7d197-ead7-44eb-8eff-9a90cc6053c6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 73a64b41-5729-473d-89c6-758e986f5639 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:01.549370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25879c5c-dabd-4290-8349-ae9c5d047f4d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Port': ['ID=a1372bbe-9368-4706-a5d0-72f7de28cab1,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:01.556959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-25879c5c-dabd-4290-8349-ae9c5d047f4d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:01.573435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-25879c5c-dabd-4290-8349-ae9c5d047f4d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:01.579756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd84aa7-794a-4206-abf9-ba8cf766c2b1 None None] New status for floating IP 456ad240-c31b-4d7b-9268-9e4791be8aa3: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:45:01.581805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ec03c04-5432-4088-b943-ae1ad770ff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:01.585694 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-25879c5c-dabd-4290-8349-ae9c5d047f4d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "DELETE /v2.0/ports/a1372bbe-9368-4706-a5d0-72f7de28cab1 HTTP/1.1" status: 204 len: 168 time: 2.2393208 Jun 11 11:45:01.586007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46260) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:01.653082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-28c3323d-5fcd-4647-842c-849dbd726301 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 0aa71fe4-7a59-44ee-9783-1cfcc3a16818 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:01.653571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-28c3323d-5fcd-4647-842c-849dbd726301 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:01.660492 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2ffaabf5-da5f-4482-8b77-708ecfc56e84 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0524409 Jun 11 11:45:01.665743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46262) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:01.684031 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-744295177'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:01.786264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102b09e-3b7a-4682-94cf-2454dea2da02 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:01.787821 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5102b09e-3b7a-4682-94cf-2454dea2da02 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.2052774 Jun 11 11:45:01.801080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46264) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:01.828246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-28c3323d-5fcd-4647-842c-849dbd726301 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:01.829951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5ec03c04-5432-4088-b943-ae1ad770ff25 None None] For port 1a2adf69-b70c-4e3b-8355-003b1ac3956b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1a2adf69-b70c-4e3b-8355-003b1ac3956b,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:01.838754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ec03c04-5432-4088-b943-ae1ad770ff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:01.845719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:01.896346 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89f52b20-47ad-43b3-a619-db3038ea051d req-cdd7564c-9947-4b19-8e06-ad5442f09075 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1975491 Jun 11 11:45:01.907506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-fa05999f-e23e-4bdf-8e2b-f89c36314325 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:01.908987 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-fa05999f-e23e-4bdf-8e2b-f89c36314325 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.25 "GET /v2.0/networks?id=914375ce-4630-44ee-9aac-21aba3992626 HTTP/1.1" status: 200 len: 811 time: 0.3534203 Jun 11 11:45:01.929636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Request body: {'port': {'device_id': 'a33fd40b-9319-4439-9f57-f563f5e85354', 'network_id': '914375ce-4630-44ee-9aac-21aba3992626', 'admin_state_up': True, 'tenant_id': '387fda413ac9483089a213d491358524'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:01.966272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-28c3323d-5fcd-4647-842c-849dbd726301 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 0aa71fe4-7a59-44ee-9783-1cfcc3a16818 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:01.976706 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec03c04-5432-4088-b943-ae1ad770ff25 None None] Pushing event updated for resources: {'Port': ['ID=1a2adf69-b70c-4e3b-8355-003b1ac3956b,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:01.976925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a24cc1-d6e3-4879-89ff-e24184f27219 req-da197502-6fa2-4ba5-bd8c-f191a9ee5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:01.978634 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d1a24cc1-d6e3-4879-89ff-e24184f27219 req-da197502-6fa2-4ba5-bd8c-f191a9ee5028 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4833477 Jun 11 11:45:01.981895 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5ec03c04-5432-4088-b943-ae1ad770ff25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:01.991158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9bcf004d-3022-4749-a5bd-a9b7bdc7e6b0 None None] Provisioning for port 0aa71fe4-7a59-44ee-9783-1cfcc3a16818 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:01.992795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Made reservation on behalf of c5a80255ab6c4b46b9b68a3811858f3e for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:01.995727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9bcf004d-3022-4749-a5bd-a9b7bdc7e6b0 None None] Provisioning complete for port 0aa71fe4-7a59-44ee-9783-1cfcc3a16818 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:01.996415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:01.996589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9bcf004d-3022-4749-a5bd-a9b7bdc7e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.040198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf004d-3022-4749-a5bd-a9b7bdc7e6b0 None None] Port 0aa71fe4-7a59-44ee-9783-1cfcc3a16818 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:02.158545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a91b0c-8eaf-4046-89d5-18d9e22c96f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:02.164545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a91b0c-8eaf-4046-89d5-18d9e22c96f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:02.170644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a91b0c-8eaf-4046-89d5-18d9e22c96f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:02.172627 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e5a91b0c-8eaf-4046-89d5-18d9e22c96f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3591020 Jun 11 11:45:02.181089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d197-ead7-44eb-8eff-9a90cc6053c6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.182303 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46272) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:02.203245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-979ad3a7-1718-4346-bb23-18ddc1315972 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:02.313795 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-618f1b30-bf1a-4e6c-b96e-4af2c0e1b076 req-0ee8a1de-be50-4cc0-9dc8-b5b9443d6847 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 210 time: 0.1303303 Jun 11 11:45:02.315878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7d197-ead7-44eb-8eff-9a90cc6053c6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=73a64b41-5729-473d-89c6-758e986f5639,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:02.334620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c5f7d197-ead7-44eb-8eff-9a90cc6053c6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:02.372795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d197-ead7-44eb-8eff-9a90cc6053c6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.375310 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c5f7d197-ead7-44eb-8eff-9a90cc6053c6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/73a64b41-5729-473d-89c6-758e986f5639 HTTP/1.1" status: 204 len: 168 time: 2.5405648 Jun 11 11:45:02.386614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46274) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:02.401869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f52b20-47ad-43b3-a619-db3038ea051d req-f7e99451-8432-4b2e-9c01-295e0339bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:02.403432 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89f52b20-47ad-43b3-a619-db3038ea051d req-f7e99451-8432-4b2e-9c01-295e0339bb94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ae6cd23526432e8d1c423d0133032f&device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 1098 time: 0.4049232 Jun 11 11:45:02.450295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4c37e2c5-3992-4c2b-b170-82060296372e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:02.470153 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64a789f-a92d-400c-99b6-a028f07b41df tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:45:02.471832 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c64a789f-a92d-400c-99b6-a028f07b41df tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/73a64b41-5729-473d-89c6-758e986f5639 HTTP/1.1" status: 404 len: 333 time: 0.0840259 Jun 11 11:45:02.472521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Made reservation on behalf of 387fda413ac9483089a213d491358524 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:02.476011 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.480937 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46276) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:02.520611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4c37e2c5-3992-4c2b-b170-82060296372e triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:02.521114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.616990 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:45:02.647310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1a2adf69-b70c-4e3b-8355-003b1ac3956b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:02.654083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.654421 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Added segment 7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0 of type vlan for network 6a37d4f5-3776-4f24-b686-49d4095e47ca Jun 11 11:45:02.690585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fa5596-9576-4c42-b256-adc3e0bdc85d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting subnet 268baea0-9b2b-4dfc-9c58-af219ce5a770 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:02.694650 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b0f25-b209-4d3c-91e4-08643ead2872 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port dab23146-02a2-4853-a501-e0ba074372ae {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:02.695209 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0f25-b209-4d3c-91e4-08643ead2872 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.714964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1a2adf69-b70c-4e3b-8355-003b1ac3956b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:02.715360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.717197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f52b20-47ad-43b3-a619-db3038ea051d req-40b35737-df06-4f3c-a0a0-713b9087730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:02.718797 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89f52b20-47ad-43b3-a619-db3038ea051d req-40b35737-df06-4f3c-a0a0-713b9087730e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3072c694-f3c9-4ecc-83b5-3be429a16450 HTTP/1.1" status: 200 len: 914 time: 0.2609842 Jun 11 11:45:02.721782 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d1a24cc1-d6e3-4879-89ff-e24184f27219 req-6f0a6afe-31e5-48cc-9b7e-2d6acc121616 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7299061 Jun 11 11:45:02.725361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15fa5596-9576-4c42-b256-adc3e0bdc85d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.836067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.870418 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15fa5596-9576-4c42-b256-adc3e0bdc85d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.904894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-28c3323d-5fcd-4647-842c-849dbd726301 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.921861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Allocated IP 172.20.0.6 (914375ce-4630-44ee-9aac-21aba3992626/69d2c76e-e3b0-4e64-a01f-425e8e8ae7d5/eef9c0a8-1b79-4a20-97fc-58f8d9189a45) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:02.936004 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89f52b20-47ad-43b3-a619-db3038ea051d req-6706007b-65a4-46fb-9660-ff4170a5d202 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c8b3e5-7646-4625-8d95-1fc403795a41 HTTP/1.1" status: 200 len: 1001 time: 0.1769812 Jun 11 11:45:02.939907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0f25-b209-4d3c-91e4-08643ead2872 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:02.954239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-292f7ecc-54ed-4492-a995-efc5035d4283 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:02.965083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.resource_extend [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:45:03.017825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3323d-5fcd-4647-842c-849dbd726301 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=0aa71fe4-7a59-44ee-9783-1cfcc3a16818,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:03.028962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-28c3323d-5fcd-4647-842c-849dbd726301 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:03.041486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.047365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:03.047970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.074008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1d026e17-3023-41c3-8c07-ca7c47e447fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:03.085097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b0f25-b209-4d3c-91e4-08643ead2872 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for dab23146-02a2-4853-a501-e0ba074372ae owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:03.100983 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-28c3323d-5fcd-4647-842c-849dbd726301 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.105063 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-28c3323d-5fcd-4647-842c-849dbd726301 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/0aa71fe4-7a59-44ee-9783-1cfcc3a16818 HTTP/1.1" status: 204 len: 168 time: 1.9696159 Jun 11 11:45:03.110290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46278) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:03.138266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f52b20-47ad-43b3-a619-db3038ea051d req-c4d2da46-f9eb-4c5e-ad9f-27103dc4288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:03.139849 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89f52b20-47ad-43b3-a619-db3038ea051d req-c4d2da46-f9eb-4c5e-ad9f-27103dc4288e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c220a6cf-448b-430d-9969-8a36f99f4566 HTTP/1.1" status: 200 len: 851 time: 0.1943915 Jun 11 11:45:03.156274 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d1a24cc1-d6e3-4879-89ff-e24184f27219 req-59f61bff-bc84-44ae-9ff2-0e201b56b7ab service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687565 Jun 11 11:45:03.170959 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4894412 Jun 11 11:45:03.175249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46280) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:03.182609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-520356200'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:03.237798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event updated for resources: {'Network': ['ID=6a37d4f5-3776-4f24-b686-49d4095e47ca,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:03.244670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15fa5596-9576-4c42-b256-adc3e0bdc85d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.248002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:03.254608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 6a37d4f5-3776-4f24-b686-49d4095e47ca details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:45:03.302195 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Made reservation on behalf of c5a80255ab6c4b46b9b68a3811858f3e for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:03.305707 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.331911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c6be62-c2e4-4117-8d65-0abea8dff2a3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:03.333546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c6be62-c2e4-4117-8d65-0abea8dff2a3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:03.337609 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e0c6be62-c2e4-4117-8d65-0abea8dff2a3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2237289 Jun 11 11:45:03.339038 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46282) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:03.397453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:45:03.399732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15fa5596-9576-4c42-b256-adc3e0bdc85d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.407473 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0ed9d58c-7aa4-44d4-8e6b-9df06153c869 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:03.460190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.460549 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Added segment 4d77f38e-857e-4193-95a1-34e768113854 of type vlan for network 3b4a5f6a-828c-492b-b188-01ea0cb53b2f Jun 11 11:45:03.467288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa5596-9576-4c42-b256-adc3e0bdc85d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Subnet': ['ID=268baea0-9b2b-4dfc-9c58-af219ce5a770,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:03.470297 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-15fa5596-9576-4c42-b256-adc3e0bdc85d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:03.480090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b752747c-f5cf-4909-a030-4de4030c3ff5 None None] Network fb78bfd5-d9a9-4443-b16a-b7fef9927c70 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:03.487472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f52b20-47ad-43b3-a619-db3038ea051d req-0831390d-3fca-407f-b075-63564cbaadc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:03.488983 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89f52b20-47ad-43b3-a619-db3038ea051d req-0831390d-3fca-407f-b075-63564cbaadc6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3072c694-f3c9-4ecc-83b5-3be429a16450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2785544 Jun 11 11:45:03.496621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15fa5596-9576-4c42-b256-adc3e0bdc85d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.500952 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-15fa5596-9576-4c42-b256-adc3e0bdc85d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/268baea0-9b2b-4dfc-9c58-af219ce5a770 HTTP/1.1" status: 204 len: 168 time: 1.0129020 Jun 11 11:45:03.504519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-00375952-29bf-4211-9863-c478680ddd72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 4d5ce89b-4c85-49c0-b0a1-ce3b2e4c2500 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:03.507358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46288) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:03.535766 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00375952-29bf-4211-9863-c478680ddd72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.558878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.583539 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.620939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0f25-b209-4d3c-91e4-08643ead2872 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.622985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.629993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-97d11549-15d7-43ef-8b4e-663753e971d0 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:03.659938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00375952-29bf-4211-9863-c478680ddd72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.727528 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.732981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:03.733632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.739140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c5b794e-99ac-46d9-a4aa-f6e472a6dcc1 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:03.747968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a0145b-b5be-4145-b8ea-7e41ecf82ede None None] DHCP port deletion for fb78bfd5-d9a9-4443-b16a-b7fef9927c70 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:45:03.770493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b0f25-b209-4d3c-91e4-08643ead2872 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=dab23146-02a2-4853-a501-e0ba074372ae,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:03.784372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc7b0f25-b209-4d3c-91e4-08643ead2872 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:03.787933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2db77464-3f69-4268-af0f-93e819c4351d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:03.823563 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6391628 Jun 11 11:45:03.823708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-82a0145b-b5be-4145-b8ea-7e41ecf82ede None None] Deleting port 834a30fb-1317-40df-bd1d-ba30210e1e49 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:03.823708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-82a0145b-b5be-4145-b8ea-7e41ecf82ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.839260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.877525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Network 914375ce-4630-44ee-9aac-21aba3992626 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:03.902172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:03.919869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event updated for resources: {'Network': ['ID=3b4a5f6a-828c-492b-b188-01ea0cb53b2f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:03.927455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:03.941916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-82a0145b-b5be-4145-b8ea-7e41ecf82ede None None] For port 834a30fb-1317-40df-bd1d-ba30210e1e49, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=834a30fb-1317-40df-bd1d-ba30210e1e49,segment=NetworkSegment(4740b4bd-cfc6-46fe-a758-31c651858e61),segment_id=4740b4bd-cfc6-46fe-a758-31c651858e61)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:03.942246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8219b7-7e85-4e23-a2a9-c2fac72fdc8b req-91cd5e6f-c5b4-4649-be5d-0d5d9448edf6 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:03.942390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-82a0145b-b5be-4145-b8ea-7e41ecf82ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:03.949977 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4a8219b7-7e85-4e23-a2a9-c2fac72fdc8b req-91cd5e6f-c5b4-4649-be5d-0d5d9448edf6 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 931 time: 0.4930553 Jun 11 11:45:03.964704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:03.972580 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89f52b20-47ad-43b3-a619-db3038ea051d req-f7c41d0f-09ec-4b1a-99c9-93c09488c025 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758422 Jun 11 11:45:04.000592 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00375952-29bf-4211-9863-c478680ddd72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:04.050547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-82a0145b-b5be-4145-b8ea-7e41ecf82ede None None] Calling delete_port for 834a30fb-1317-40df-bd1d-ba30210e1e49 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:04.087517 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4a8219b7-7e85-4e23-a2a9-c2fac72fdc8b req-7851d21d-d0ce-4709-9eda-4d80b1b373c6 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355333 Jun 11 11:45:04.125159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 3b4a5f6a-828c-492b-b188-01ea0cb53b2f details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:45:04.136049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Pushing event updated for resources: {'Port': ['ID=eef9c0a8-1b79-4a20-97fc-58f8d9189a45,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:04.160765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00375952-29bf-4211-9863-c478680ddd72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:04.165539 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bb9d0daa-337a-4e0a-90c3-7fe0f2af3952 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:04.172980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:04.192101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0f25-b209-4d3c-91e4-08643ead2872 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:04.193775 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dc7b0f25-b209-4d3c-91e4-08643ead2872 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/dab23146-02a2-4853-a501-e0ba074372ae HTTP/1.1" status: 204 len: 168 time: 2.0059094 Jun 11 11:45:04.217479 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46290) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:04.230908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00375952-29bf-4211-9863-c478680ddd72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5ce89b-4c85-49c0-b0a1-ce3b2e4c2500,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:04.234367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-00375952-29bf-4211-9863-c478680ddd72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:04.254030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:04.254686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:04.276686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-82a0145b-b5be-4145-b8ea-7e41ecf82ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:04.283602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:04.286876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-00375952-29bf-4211-9863-c478680ddd72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:04.290239 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-00375952-29bf-4211-9863-c478680ddd72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/4d5ce89b-4c85-49c0-b0a1-ce3b2e4c2500 HTTP/1.1" status: 204 len: 168 time: 0.9482527 Jun 11 11:45:04.291081 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3669066 Jun 11 11:45:04.292882 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d94a5c-4afa-4399-821a-07974e3c077d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:45:04.294867 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-17d94a5c-4afa-4399-821a-07974e3c077d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/dab23146-02a2-4853-a501-e0ba074372ae HTTP/1.1" status: 404 len: 333 time: 0.0738463 Jun 11 11:45:04.295716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46292) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:04.298493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46294) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:04.314031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Request body: {'port': {'device_id': 'a33fd40b-9319-4439-9f57-f563f5e85354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:04.320840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 834a30fb-1317-40df-bd1d-ba30210e1e49 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:04.321409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:04.345119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0145b-b5be-4145-b8ea-7e41ecf82ede None None] Pushing event deleted for resources: {'Port': ['ID=834a30fb-1317-40df-bd1d-ba30210e1e49,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:04.347139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362d01e3-c3fd-4b20-b5de-1b47ce91d48d None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:04.355545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-82a0145b-b5be-4145-b8ea-7e41ecf82ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:04.368050 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89f52b20-47ad-43b3-a619-db3038ea051d req-fd86939d-dd43-4547-b8a3-635f2df67b26 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361816 Jun 11 11:45:04.382684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0145b-b5be-4145-b8ea-7e41ecf82ede None None] No DVR routers for this DVR port 834a30fb-1317-40df-bd1d-ba30210e1e49 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:04.392310 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3fcf49ce-fb9e-4728-bff6-7a4fcd9d1201 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948994 Jun 11 11:45:04.397430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46296) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:04.483001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 834a30fb-1317-40df-bd1d-ba30210e1e49 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:04.529078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 834a30fb-1317-40df-bd1d-ba30210e1e49 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:45:04.529826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 834a30fb-1317-40df-bd1d-ba30210e1e49 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:45:04.557359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d4aa4-fec3-4f11-9868-4d14384fa94a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:04.560014 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-700d4aa4-fec3-4f11-9868-4d14384fa94a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1613626 Jun 11 11:45:04.563279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46298) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:04.635388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a383d9-c4af-42e8-9f13-1ef675a8f147 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:04.637381 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-46a383d9-c4af-42e8-9f13-1ef675a8f147 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0730724 Jun 11 11:45:04.640210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46300) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:04.711788 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-60ef7bd8-0447-4700-90ef-9607b370c593 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697045 Jun 11 11:45:04.719337 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46302) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:04.724873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:04.747577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e985d6b1-03ea-4277-b4f4-502a943a1408 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:45:04.891185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:04.895194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e985d6b1-03ea-4277-b4f4-502a943a1408 None None] Deleting port 1a2adf69-b70c-4e3b-8355-003b1ac3956b {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:04.897809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e985d6b1-03ea-4277-b4f4-502a943a1408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:04.904504 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.024607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] For port 834a30fb-1317-40df-bd1d-ba30210e1e49, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:05.025153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.037635 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e985d6b1-03ea-4277-b4f4-502a943a1408 None None] For port 1a2adf69-b70c-4e3b-8355-003b1ac3956b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1a2adf69-b70c-4e3b-8355-003b1ac3956b,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:05.038043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e985d6b1-03ea-4277-b4f4-502a943a1408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.131392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 834a30fb-1317-40df-bd1d-ba30210e1e49 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:05.139510 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.ipam_backend_mixin [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Port 834a30fb-1317-40df-bd1d-ba30210e1e49 was not found and therefore no delete operation was performed {{(pid=99006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:45:05.146323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.150089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:05.156405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.159164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e985d6b1-03ea-4277-b4f4-502a943a1408 None None] Calling delete_port for 1a2adf69-b70c-4e3b-8355-003b1ac3956b owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:05.221376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=834a30fb-1317-40df-bd1d-ba30210e1e49,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:05.274469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:05.280182 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.281532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No DVR routers for this DVR port 834a30fb-1317-40df-bd1d-ba30210e1e49 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:05.286290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e985d6b1-03ea-4277-b4f4-502a943a1408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.289553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a4e025a5-e434-4714-b260-20a632eddab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:05.297662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-00375952-29bf-4211-9863-c478680ddd72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:05.340163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985d6b1-03ea-4277-b4f4-502a943a1408 None None] Pushing event deleted for resources: {'Port': ['ID=1a2adf69-b70c-4e3b-8355-003b1ac3956b,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:05.344245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3e37b26c-27a5-4281-b192-c12bcc79f84c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 70d50be4-8f60-4611-be2c-6d3c119c444d {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:05.344430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e985d6b1-03ea-4277-b4f4-502a943a1408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:05.344697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e37b26c-27a5-4281-b192-c12bcc79f84c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.351657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985d6b1-03ea-4277-b4f4-502a943a1408 None None] No DVR routers for this DVR port 1a2adf69-b70c-4e3b-8355-003b1ac3956b on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:05.387184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:05.394726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:05.407787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a72a56-ab3b-462d-864f-be327abf5cee None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:05.427839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=d4aa62db-8736-4d7f-a092-3fd55b592c90,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:05.439661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:05.440407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.457207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:05.470894 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7414372 Jun 11 11:45:05.470894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46308) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:05.471232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e37b26c-27a5-4281-b192-c12bcc79f84c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.472006 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:02:31:c9', 'name': 'tempest-NetworksTestDHCPv6-499131568'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:05.566441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3e37b26c-27a5-4281-b192-c12bcc79f84c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 70d50be4-8f60-4611-be2c-6d3c119c444d owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:05.651283 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'd4aa62db-8736-4d7f-a092-3fd55b592c90'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:05.653265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.667101 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:05.795497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.797756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.821836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 7ec89715-6318-48a7-a9f6-8ecc8474711b yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:45:05.840109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb78bfd5-d9a9-4443-b16a-b7fef9927c70']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:05.859891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4740b4bd-cfc6-46fe-a758-31c651858e61') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:05.860183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4740b4bd-cfc6-46fe-a758-31c651858e61') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:05.915529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.992871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:05.997073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::322 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/d4aa62db-8736-4d7f-a092-3fd55b592c90/7ec89715-6318-48a7-a9f6-8ecc8474711b) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:06.043979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:45:06.044576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:45:06.050593 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:45:06.089151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29769ed6-f7da-446d-a735-711bed63c403 req-98066e7a-97c9-47b9-8e15-2cfd10c23b9b tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:06.090574 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-29769ed6-f7da-446d-a735-711bed63c403 req-98066e7a-97c9-47b9-8e15-2cfd10c23b9b tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 931 time: 0.8011088 Jun 11 11:45:06.187086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e37b26c-27a5-4281-b192-c12bcc79f84c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.199678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-80242789-3a62-4cb8-88fd-fbf3428e4c80 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:06.254574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.259605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37b26c-27a5-4281-b192-c12bcc79f84c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=70d50be4-8f60-4611-be2c-6d3c119c444d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:06.272600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3e37b26c-27a5-4281-b192-c12bcc79f84c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:06.280200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25556bdb-0ebe-4ece-9651-2e5de69cf2fd tempest-BulkNetworkOpsTest-1809800694 tempest-BulkNetworkOpsTest-1809800694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:06.284618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.289833 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/networks/fb78bfd5-d9a9-4443-b16a-b7fef9927c70 HTTP/1.1" status: 204 len: 168 time: 2.7767401 Jun 11 11:45:06.296786 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46312) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:06.300476 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-29769ed6-f7da-446d-a735-711bed63c403 req-9c05c620-41da-4f2d-8cbb-0d411eb155ca tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942985 Jun 11 11:45:06.317864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-296639246'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:06.328740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Network': ['ID=fb78bfd5-d9a9-4443-b16a-b7fef9927c70,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:06.357197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:06.387247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:06.391810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.393338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.417645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef9c0a8-1b79-4a20-97fc-58f8d9189a45 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:45:06.429716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.445448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 7ec89715-6318-48a7-a9f6-8ecc8474711b will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:06.479474 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1a2adf69-b70c-4e3b-8355-003b1ac3956b no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:06.499903 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Transition to ACTIVE for port object eef9c0a8-1b79-4a20-97fc-58f8d9189a45 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:06.509135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.515877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-907f9468-b684-4f06-825a-dc447a1a3205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:06.520581 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.528159 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:45:06.528982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dd7cffbc-7db6-41e1-8f50-936b17645aca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:06.567776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3e37b26c-27a5-4281-b192-c12bcc79f84c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.569681 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3e37b26c-27a5-4281-b192-c12bcc79f84c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/70d50be4-8f60-4611-be2c-6d3c119c444d HTTP/1.1" status: 204 len: 168 time: 2.2701232 Jun 11 11:45:06.576643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.577003 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Added segment d327574e-67be-4509-a7fc-06283e5583a7 of type vlan for network e050d377-26e9-4f7a-8dc1-c83d3abb941b Jun 11 11:45:06.578181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46314) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:06.619915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 1a2adf69-b70c-4e3b-8355-003b1ac3956b {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:45:06.622842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1a2adf69-b70c-4e3b-8355-003b1ac3956b not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:45:06.631646 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-246cbcc8-9ab2-451e-83c5-41ba521156c6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:45:06.633310 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-246cbcc8-9ab2-451e-83c5-41ba521156c6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/70d50be4-8f60-4611-be2c-6d3c119c444d HTTP/1.1" status: 404 len: 333 time: 0.0484095 Jun 11 11:45:06.645865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46316) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:06.688705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/d4aa62db-8736-4d7f-a092-3fd55b592c90/eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:06.696285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:06.728578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Pushing event updated for resources: {'Port': ['ID=eef9c0a8-1b79-4a20-97fc-58f8d9189a45,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:06.739216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:06.743526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.831671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb28ec04-1c11-426c-8176-cbda2b3ff471 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting subnet 39a63be4-bf9c-4aa0-824a-9f2174a241b9 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:06.836233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fb28ec04-1c11-426c-8176-cbda2b3ff471 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.851797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.858233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:06.859138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.864836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:06.901217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fb28ec04-1c11-426c-8176-cbda2b3ff471 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.939775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.951607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Transition to ACTIVE for port object eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:06.954360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Network': ['ID=e050d377-26e9-4f7a-8dc1-c83d3abb941b,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:06.959880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:06.961163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Attempting to bind port eef9c0a8-1b79-4a20-97fc-58f8d9189a45 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:06.961505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Attempting to bind port eef9c0a8-1b79-4a20-97fc-58f8d9189a45 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ac0bf6af-09ab-47bf-a3dc-b650e73a51a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '914375ce-4630-44ee-9aac-21aba3992626'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:06.961959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Attempting to bind port eef9c0a8-1b79-4a20-97fc-58f8d9189a45 on network 914375ce-4630-44ee-9aac-21aba3992626 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:06.968049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Port eef9c0a8-1b79-4a20-97fc-58f8d9189a45 on network 914375ce-4630-44ee-9aac-21aba3992626 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:45:06.968591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Attempting to bind port eef9c0a8-1b79-4a20-97fc-58f8d9189a45 on network 914375ce-4630-44ee-9aac-21aba3992626 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:06.975510 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6756253 Jun 11 11:45:06.976111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46318) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:06.981610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': 'e050d377-26e9-4f7a-8dc1-c83d3abb941b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:06.987338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:06.987688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Checking segment: {'id': 'ac0bf6af-09ab-47bf-a3dc-b650e73a51a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '914375ce-4630-44ee-9aac-21aba3992626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:06.988132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Bound using segment: {'id': 'ac0bf6af-09ab-47bf-a3dc-b650e73a51a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '914375ce-4630-44ee-9aac-21aba3992626'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:06.988588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Bound port: eef9c0a8-1b79-4a20-97fc-58f8d9189a45, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0bf6af-09ab-47bf-a3dc-b650e73a51a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '914375ce-4630-44ee-9aac-21aba3992626'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:06.988946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:06.991690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Transition to ACTIVE for port object eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:06.997284 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network e050d377-26e9-4f7a-8dc1-c83d3abb941b details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:45:07.001487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.005621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-db2d5de7-ef82-4853-9771-bdf7692a7c2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:07.025662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fb28ec04-1c11-426c-8176-cbda2b3ff471 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.084883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Pushing event updated for resources: {'Port': ['ID=eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:07.096052 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:07.121607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:07.126057 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:07.133892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:07.134755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.149413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46320) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:07.155894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fb28ec04-1c11-426c-8176-cbda2b3ff471 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.156584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'subnets': [{'network_id': '6a37d4f5-3776-4f24-b686-49d4095e47ca', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--489488059', 'ip_version': 6}, {'network_id': '3b4a5f6a-828c-492b-b188-01ea0cb53b2f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:07.156922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'subnet': {'network_id': '6a37d4f5-3776-4f24-b686-49d4095e47ca', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--489488059', 'ip_version': 6}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:07.157587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Request body: {'subnet': {'network_id': '3b4a5f6a-828c-492b-b188-01ea0cb53b2f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:07.164813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=7ec89715-6318-48a7-a9f6-8ecc8474711b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:07.168972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:07.174497 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7084913 Jun 11 11:45:07.177490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46322) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:07.178322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-65b92aaf-6443-4dda-94d6-46e876267535 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:07.195277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:07.196544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:07.198957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:07.221956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] For port eef9c0a8-1b79-4a20-97fc-58f8d9189a45, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:07.229795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] For port eef9c0a8-1b79-4a20-97fc-58f8d9189a45, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eef9c0a8-1b79-4a20-97fc-58f8d9189a45,segment=NetworkSegment(ac0bf6af-09ab-47bf-a3dc-b650e73a51a3),segment_id=ac0bf6af-09ab-47bf-a3dc-b650e73a51a3)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:07.247633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fb28ec04-1c11-426c-8176-cbda2b3ff471 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.252138 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fb28ec04-1c11-426c-8176-cbda2b3ff471 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/39a63be4-bf9c-4aa0-824a-9f2174a241b9 HTTP/1.1" status: 204 len: 168 time: 0.5929632 Jun 11 11:45:07.252138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28ec04-1c11-426c-8176-cbda2b3ff471 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Subnet': ['ID=39a63be4-bf9c-4aa0-824a-9f2174a241b9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:07.257724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46326) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:07.259089 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fb28ec04-1c11-426c-8176-cbda2b3ff471 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:07.259217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a84a81b-0988-4e8a-bc19-daca6546a122 None None] Network 08b76f41-c762-44bc-9b75-667fb798fca8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:07.280410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.282345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:07.285823 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.295277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Attempting to bind port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:07.296035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Attempting to bind port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:07.296035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Attempting to bind port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:07.298257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:07.348808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:07.349194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:07.349612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.350022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:07.350503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Bound port: eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:07.350904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.396029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5031f138-5228-42dd-b16f-ff043c80e476 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:07.406451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5031f138-5228-42dd-b16f-ff043c80e476 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:07.408166 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5031f138-5228-42dd-b16f-ff043c80e476 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2263215 Jun 11 11:45:07.413103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.414816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46330) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:07.461053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:07.461800 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.463236 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-400d9915-4044-408b-b222-315da1e14b81 service neutron] 10.222.0.25 "PUT /v2.0/ports/eef9c0a8-1b79-4a20-97fc-58f8d9189a45 HTTP/1.1" status: 200 len: 1093 time: 3.1615317 Jun 11 11:45:07.463804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33fd40b-9319-4439-9f57-f563f5e85354', 'tag': 'eef9c0a8-1b79-4a20-97fc-58f8d9189a45'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:45:07.466161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bd4528-abb9-4c28-86bd-98625bc5825e" -d '{"events": [{"name": "network-changed", "server_uuid": "a33fd40b-9319-4439-9f57-f563f5e85354", "tag": "eef9c0a8-1b79-4a20-97fc-58f8d9189a45"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:45:07.489282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Pushing event updated for resources: {'Port': ['ID=eef9c0a8-1b79-4a20-97fc-58f8d9189a45,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:07.535172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] For port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:07.538189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9824567-ec12-4ab0-bb08-6f8a7c707990 x-openstack-request-id: req-a9824567-ec12-4ab0-bb08-6f8a7c707990 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:45:07.538560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33fd40b-9319-4439-9f57-f563f5e85354", "tag": "eef9c0a8-1b79-4a20-97fc-58f8d9189a45", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:45:07.538868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9824567-ec12-4ab0-bb08-6f8a7c707990 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:45:07.539358 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33fd40b-9319-4439-9f57-f563f5e85354', 'tag': 'eef9c0a8-1b79-4a20-97fc-58f8d9189a45', 'status': 'completed', 'code': 200} Jun 11 11:45:07.545980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:07.553593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] For port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:07.563240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.566565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b3ee3810-577e-4ece-aa12-bee206042d87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:07.603092 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:45:07.664720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Pushing event updated for resources: {'Port': ['ID=eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:07.666231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Made reservation on behalf of c5a80255ab6c4b46b9b68a3811858f3e for: {'subnet': 2} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:07.669114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:07.676669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.677140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.681849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3426a9-4e93-46ce-b81e-1018bbbcad53 req-46c8d47e-a363-4c65-a5ab-6ce474d9d8a1 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:07.683757 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1b3426a9-4e93-46ce-b81e-1018bbbcad53 req-46c8d47e-a363-4c65-a5ab-6ce474d9d8a1 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 943 time: 0.1996255 Jun 11 11:45:07.691446 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-71233c4f-ff75-437e-a742-999ed3460461 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 7ec89715-6318-48a7-a9f6-8ecc8474711b {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:07.691931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71233c4f-ff75-437e-a742-999ed3460461 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.695095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab3f7c-20e9-4d0a-9353-1b3fe72cfa07 None None] DHCP port deletion for 08b76f41-c762-44bc-9b75-667fb798fca8 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:45:07.753466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab3f7c-20e9-4d0a-9353-1b3fe72cfa07 None None] Deleting port 4c37e2c5-3992-4c2b-b170-82060296372e {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:07.754270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c2ab3f7c-20e9-4d0a-9353-1b3fe72cfa07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.766804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 4c37e2c5-3992-4c2b-b170-82060296372e {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:07.767365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.829977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-b16fe733-844d-45de-85d3-b35e52f11952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:07.831659 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-b16fe733-844d-45de-85d3-b35e52f11952 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=387fda413ac9483089a213d491358524&device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 1096 time: 0.2845008 Jun 11 11:45:07.851874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c2ab3f7c-20e9-4d0a-9353-1b3fe72cfa07 None None] For port 4c37e2c5-3992-4c2b-b170-82060296372e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4c37e2c5-3992-4c2b-b170-82060296372e,segment=NetworkSegment(2670569f-21eb-4cde-9fd2-91d9cbc4ea0c),segment_id=2670569f-21eb-4cde-9fd2-91d9cbc4ea0c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:07.852393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c2ab3f7c-20e9-4d0a-9353-1b3fe72cfa07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:07.922043 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1b3426a9-4e93-46ce-b81e-1018bbbcad53 req-174838e2-51c9-4fe2-b1be-d5ad2818a37e tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196474 Jun 11 11:45:07.994287 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-433d6092-1b8a-4e98-b321-8c5cbe799041 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef9c0a8-1b79-4a20-97fc-58f8d9189a45 HTTP/1.1" status: 200 len: 217 time: 0.1532898 Jun 11 11:45:07.999304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:08.003849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-266e42a0-703d-4e4a-8f6c-15df70e46c03 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:08.008724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71233c4f-ff75-437e-a742-999ed3460461 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:08.018181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab3f7c-20e9-4d0a-9353-1b3fe72cfa07 None None] Calling delete_port for 4c37e2c5-3992-4c2b-b170-82060296372e owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:08.022745 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] For port 4c37e2c5-3992-4c2b-b170-82060296372e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4c37e2c5-3992-4c2b-b170-82060296372e,segment=NetworkSegment(2670569f-21eb-4cde-9fd2-91d9cbc4ea0c),segment_id=2670569f-21eb-4cde-9fd2-91d9cbc4ea0c)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:08.023120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:08.149100 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c2ab3f7c-20e9-4d0a-9353-1b3fe72cfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:08.161142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Subnet': ['ID=00c3a434-0428-47a5-9ebe-7b6f85e88027,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:08.162374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:08.169263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:08.170073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ab3f7c-20e9-4d0a-9353-1b3fe72cfa07 None None] No DVR routers for this DVR port 4c37e2c5-3992-4c2b-b170-82060296372e on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:08.191840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-398c3ed5-eb75-4623-b053-f3e48078208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:08.191840 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-398c3ed5-eb75-4623-b053-f3e48078208c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69d2c76e-e3b0-4e64-a01f-425e8e8ae7d5 HTTP/1.1" status: 200 len: 851 time: 0.1822457 Jun 11 11:45:08.206265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab3f7c-20e9-4d0a-9353-1b3fe72cfa07 None None] Pushing event deleted for resources: {'Port': ['ID=4c37e2c5-3992-4c2b-b170-82060296372e,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:08.215258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c2ab3f7c-20e9-4d0a-9353-1b3fe72cfa07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:08.231212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Checking segment: {'id': 'd327574e-67be-4509-a7fc-06283e5583a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e050d377-26e9-4f7a-8dc1-c83d3abb941b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:08.231581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network hostable DHCP agents. Network: e050d377-26e9-4f7a-8dc1-c83d3abb941b, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:45:08.271220 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-e9897b7b-ad21-49b5-81d7-281c4a8ae957 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=914375ce-4630-44ee-9aac-21aba3992626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691803 Jun 11 11:45:08.447415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:08.458966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e050d377-26e9-4f7a-8dc1-c83d3abb941b is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:45:08.492993 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-71233c4f-ff75-437e-a742-999ed3460461 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 7ec89715-6318-48a7-a9f6-8ecc8474711b owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:08.503765 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-1c837aa9-9669-44b6-bd35-0a924bde54a7 service neutron] 10.222.0.25 "GET /v2.0/networks/914375ce-4630-44ee-9aac-21aba3992626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879790 Jun 11 11:45:08.513477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:08.553245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, e050d377-26e9-4f7a-8dc1-c83d3abb941b) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:08.558168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:08.558833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:08.561484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aff5a3-fa83-464c-bd5d-0c07ec83d8b3 None None] Network e050d377-26e9-4f7a-8dc1-c83d3abb941b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:08.587197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4c37e2c5-3992-4c2b-b170-82060296372e no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:08.589317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 4c37e2c5-3992-4c2b-b170-82060296372e owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:08.637656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 4c37e2c5-3992-4c2b-b170-82060296372e {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:45:08.638043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4c37e2c5-3992-4c2b-b170-82060296372e not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:45:08.654261 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6769841 Jun 11 11:45:08.658757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46336) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:08.706331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': 'e050d377-26e9-4f7a-8dc1-c83d3abb941b', 'name': 'tempest-PortsIpV6TestJSON-1132050308', 'fixed_ips': [{'subnet_id': '00c3a434-0428-47a5-9ebe-7b6f85e88027', 'ip_address': '2001:db8::10'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:08.795280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:08.823607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3d945f8f-ccb2-46f5-85e6-f63d0b1371b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:08.835598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-e050d377-26e9-4f7a-8dc1-c83d3abb941b', 'network_id': 'e050d377-26e9-4f7a-8dc1-c83d3abb941b', 'tenant_id': '2bce661b7891475ea38e6060ed025bb1', 'fixed_ips': [{'subnet_id': '00c3a434-0428-47a5-9ebe-7b6f85e88027'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:08.838511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:08.871449 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No DVR routers for this DVR port 4c37e2c5-3992-4c2b-b170-82060296372e on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:08.875279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=4c37e2c5-3992-4c2b-b170-82060296372e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:08.888672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:08.956687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71233c4f-ff75-437e-a742-999ed3460461 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:08.962423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ed271f26-6e3e-4cb7-b7f5-339b256d3f95 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:09.010711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71233c4f-ff75-437e-a742-999ed3460461 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=7ec89715-6318-48a7-a9f6-8ecc8474711b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:09.013803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-71233c4f-ff75-437e-a742-999ed3460461 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:09.074613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.082065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9bbabd19-123f-44e9-9d10-bc556c5aad8d None None] Provisioning for port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:09.091535 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9bbabd19-123f-44e9-9d10-bc556c5aad8d None None] Provisioning complete for port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:09.091925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9bbabd19-123f-44e9-9d10-bc556c5aad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.112756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71233c4f-ff75-437e-a742-999ed3460461 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.117744 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-71233c4f-ff75-437e-a742-999ed3460461 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/7ec89715-6318-48a7-a9f6-8ecc8474711b HTTP/1.1" status: 204 len: 168 time: 1.7009478 Jun 11 11:45:09.119941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b76f41-c762-44bc-9b75-667fb798fca8']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:09.122075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46340) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:09.170173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2670569f-21eb-4cde-9fd2-91d9cbc4ea0c') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:09.170555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2670569f-21eb-4cde-9fd2-91d9cbc4ea0c') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:09.191453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.218648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.224056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89e85ed-201e-4dc0-9d13-1db2517900da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:09.225833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89e85ed-201e-4dc0-9d13-1db2517900da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:09.230627 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a89e85ed-201e-4dc0-9d13-1db2517900da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1074505 Jun 11 11:45:09.231230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46342) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:09.246543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:45:09.246960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:45:09.252242 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:45:09.272382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Allocated IP 2001:db8::2 (e050d377-26e9-4f7a-8dc1-c83d3abb941b/00c3a434-0428-47a5-9ebe-7b6f85e88027/f652ed05-a870-4e2c-82df-1980ed1523e9) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:09.300540 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9bbabd19-123f-44e9-9d10-bc556c5aad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.374191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9bbabd19-123f-44e9-9d10-bc556c5aad8d None None] For port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:09.380537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9bbabd19-123f-44e9-9d10-bc556c5aad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.398349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6cb0d2-d5b8-4999-a0db-fbbd00eb864f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet d4aa62db-8736-4d7f-a092-3fd55b592c90 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:09.402213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb0d2-d5b8-4999-a0db-fbbd00eb864f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.405228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.410689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.412822 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/networks/08b76f41-c762-44bc-9b75-667fb798fca8 HTTP/1.1" status: 204 len: 168 time: 2.1515994 Jun 11 11:45:09.425236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46344) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:09.428255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c2ab3f7c-20e9-4d0a-9353-1b3fe72cfa07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:09.445287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2136217464'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:09.446747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3992ef6d-4d49-455f-8403-ff11186f6285 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:09.461221 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93f0bcc-fad9-4169-bd4a-760fe823dd6f req-f5dd2dc8-c1c9-4a32-88c9-48ab7d4d7bbc service neutron] 10.222.0.25 "GET /v2.0/networks/914375ce-4630-44ee-9aac-21aba3992626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9478962 Jun 11 11:45:09.473581 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Network': ['ID=08b76f41-c762-44bc-9b75-667fb798fca8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:09.475778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:09.490302 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb0d2-d5b8-4999-a0db-fbbd00eb864f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.588991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbabd19-123f-44e9-9d10-bc556c5aad8d None None] Pushing event updated for resources: {'Port': ['ID=eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:09.599380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9bbabd19-123f-44e9-9d10-bc556c5aad8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:09.602132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-565ca620-ec11-437c-beca-dd4b0d0b0972 None None] Could not find standard attr ID for object 7ec89715-6318-48a7-a9f6-8ecc8474711b. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:45:09.610666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb0d2-d5b8-4999-a0db-fbbd00eb864f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.619716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.628777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Transition to ACTIVE for port object f652ed05-a870-4e2c-82df-1980ed1523e9 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:09.639164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:09.642668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.644477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Transition to ACTIVE for port object f652ed05-a870-4e2c-82df-1980ed1523e9 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:09.652154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.654729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:09.689572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb0d2-d5b8-4999-a0db-fbbd00eb864f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.692842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5540a776-7eda-4c50-9d74-3be2799d484d tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:09.715574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Network e050d377-26e9-4f7a-8dc1-c83d3abb941b is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:09.716984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Pushing event updated for resources: {'Port': ['ID=f652ed05-a870-4e2c-82df-1980ed1523e9,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:09.720217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:09.720609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860975a9-0b12-48a0-bf19-aa00940e300e req-64893daa-dc3e-465e-8bbd-f86410feef3b tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:09.722050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:09.722879 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:09.724965 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-860975a9-0b12-48a0-bf19-aa00940e300e req-64893daa-dc3e-465e-8bbd-f86410feef3b tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 943 time: 0.3917277 Jun 11 11:45:09.729882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb0d2-d5b8-4999-a0db-fbbd00eb864f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.734780 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2a6cb0d2-d5b8-4999-a0db-fbbd00eb864f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/d4aa62db-8736-4d7f-a092-3fd55b592c90 HTTP/1.1" status: 204 len: 168 time: 0.4988406 Jun 11 11:45:09.735577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46346) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:09.736555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cb0d2-d5b8-4999-a0db-fbbd00eb864f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=d4aa62db-8736-4d7f-a092-3fd55b592c90,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:09.739070 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2a6cb0d2-d5b8-4999-a0db-fbbd00eb864f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:09.744809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8395b088-59de-46ee-876f-b28939cc1bb5 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:09.761568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:09.797427 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fec2483e-5421-46b3-9dcd-50a87a267c6c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571043 Jun 11 11:45:09.798071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46348) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:09.807183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:45:09.857755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.859273 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Added segment afba04a9-3fc8-4253-a4aa-9897e75b65e3 of type vlan for network f1c6f7b9-9992-49de-91ed-dfbae414945a Jun 11 11:45:09.883242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af56b849-be8e-47b1-b53e-7801f4963fda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:09.886581 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-af56b849-be8e-47b1-b53e-7801f4963fda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0859303 Jun 11 11:45:09.887777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46350) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:09.923050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:09.930914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a912c962-e482-4f8b-98ea-1682f11c3c92 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:09.953574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca02113-9fa5-437b-aa19-adea95c3edcb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:09.957386 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dca02113-9fa5-437b-aa19-adea95c3edcb tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0662019 Jun 11 11:45:09.957660 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46352) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:09.981542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd4528-abb9-4c28-86bd-98625bc5825e req-de8a5931-cc67-4dac-8b54-7191b9fe531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:09.982881 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-01bd4528-abb9-4c28-86bd-98625bc5825e req-de8a5931-cc67-4dac-8b54-7191b9fe531f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=387fda413ac9483089a213d491358524&device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 1096 time: 0.4488225 Jun 11 11:45:10.022012 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-22423f63-ffb3-4bb9-94fd-63b58bacd5ad tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575149 Jun 11 11:45:10.022012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46354) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:10.025403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:10.044733 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-860975a9-0b12-48a0-bf19-aa00940e300e req-56e2b4a6-7167-4e65-b444-00b08f17dd16 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853355 Jun 11 11:45:10.082152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.092468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Attempting to bind port f652ed05-a870-4e2c-82df-1980ed1523e9 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:10.093051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Attempting to bind port f652ed05-a870-4e2c-82df-1980ed1523e9 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'd327574e-67be-4509-a7fc-06283e5583a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e050d377-26e9-4f7a-8dc1-c83d3abb941b'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:10.093785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Attempting to bind port f652ed05-a870-4e2c-82df-1980ed1523e9 on network e050d377-26e9-4f7a-8dc1-c83d3abb941b {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:10.124886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event updated for resources: {'Subnet': ['ID=f6f6c38f-a662-4168-abb2-6c1903cb931a,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:10.131897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.134362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:10.134552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Checking segment: {'id': 'd327574e-67be-4509-a7fc-06283e5583a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e050d377-26e9-4f7a-8dc1-c83d3abb941b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:10.134921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.135336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Bound using segment: {'id': 'd327574e-67be-4509-a7fc-06283e5583a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e050d377-26e9-4f7a-8dc1-c83d3abb941b'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:10.135871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Bound port: f652ed05-a870-4e2c-82df-1980ed1523e9, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd327574e-67be-4509-a7fc-06283e5583a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e050d377-26e9-4f7a-8dc1-c83d3abb941b'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:10.136221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.148334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:10.151978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.178490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:10.251394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] For port f652ed05-a870-4e2c-82df-1980ed1523e9, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:10.251633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port 9351e1ce-4b17-46ed-b18c-725339ac7339 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:45:10.255890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] For port f652ed05-a870-4e2c-82df-1980ed1523e9, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f652ed05-a870-4e2c-82df-1980ed1523e9,segment=NetworkSegment(d327574e-67be-4509-a7fc-06283e5583a7),segment_id=d327574e-67be-4509-a7fc-06283e5583a7)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:10.259447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Checking segment: {'id': '7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6a37d4f5-3776-4f24-b686-49d4095e47ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:10.259980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Network hostable DHCP agents. Network: 6a37d4f5-3776-4f24-b686-49d4095e47ca, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:45:10.262428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.267490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9bbabd19-123f-44e9-9d10-bc556c5aad8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:10.268128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.273688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:10.274310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.286918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c56e221c-d1c4-4057-86fa-ca4bac4bf866 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:10.381127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b767826-b447-4e73-aa9f-a043aad7191f None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:45:10.383035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Pushing event updated for resources: {'Port': ['ID=f652ed05-a870-4e2c-82df-1980ed1523e9,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:10.389702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd4528-abb9-4c28-86bd-98625bc5825e req-45d54851-d34b-4d79-8e21-3811b1c26891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:10.391233 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-01bd4528-abb9-4c28-86bd-98625bc5825e req-45d54851-d34b-4d79-8e21-3811b1c26891 service neutron] 10.222.0.25 "GET /v2.0/networks?id=914375ce-4630-44ee-9aac-21aba3992626 HTTP/1.1" status: 200 len: 913 time: 0.3766687 Jun 11 11:45:10.393966 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:10.418732 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9816129 Jun 11 11:45:10.427022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46356) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:10.485146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5b767826-b447-4e73-aa9f-a043aad7191f None None] Deleting port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:10.485779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5b767826-b447-4e73-aa9f-a043aad7191f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.567020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': 'f1c6f7b9-9992-49de-91ed-dfbae414945a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:10.574181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Network': ['ID=f1c6f7b9-9992-49de-91ed-dfbae414945a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:10.576442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Network 6a37d4f5-3776-4f24-b686-49d4095e47ca is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:45:10.579431 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-01bd4528-abb9-4c28-86bd-98625bc5825e req-523b9120-b239-4d80-ba1a-e07081a2ccc6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef9c0a8-1b79-4a20-97fc-58f8d9189a45 HTTP/1.1" status: 200 len: 217 time: 0.1727006 Jun 11 11:45:10.623875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network f1c6f7b9-9992-49de-91ed-dfbae414945a details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:45:10.629095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.objects.ports [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99005) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:45:10.629987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:10.727294 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 6a37d4f5-3776-4f24-b686-49d4095e47ca) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:10.745789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb9af2-6a50-49b1-8e5f-8f573904a30a None None] Network 6a37d4f5-3776-4f24-b686-49d4095e47ca requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:10.758287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.759208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5b767826-b447-4e73-aa9f-a043aad7191f None None] For port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:10.759620 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5b767826-b447-4e73-aa9f-a043aad7191f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.821970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0869d365-9ccf-4ae0-82e8-f86effd0bd21 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:10.899092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5b767826-b447-4e73-aa9f-a043aad7191f None None] Calling delete_port for eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:10.902343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:10.915656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd4528-abb9-4c28-86bd-98625bc5825e req-7964e1a6-1aac-4440-b5fd-b297dacb7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:10.917175 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-01bd4528-abb9-4c28-86bd-98625bc5825e req-7964e1a6-1aac-4440-b5fd-b297dacb7472 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69d2c76e-e3b0-4e64-a01f-425e8e8ae7d5 HTTP/1.1" status: 200 len: 851 time: 0.2747283 Jun 11 11:45:10.992672 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-01bd4528-abb9-4c28-86bd-98625bc5825e req-2cc07e6c-7446-430f-998e-8c9baa66337e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=914375ce-4630-44ee-9aac-21aba3992626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585606 Jun 11 11:45:11.021022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8::10 (e050d377-26e9-4f7a-8dc1-c83d3abb941b/00c3a434-0428-47a5-9ebe-7b6f85e88027/9351e1ce-4b17-46ed-b18c-725339ac7339) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:11.047701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event updated for resources: {'Subnet': ['ID=1e34a69b-b1b0-44ef-ac96-7c127b6f3757,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:11.064173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:11.080854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:11.084427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.128066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-6a37d4f5-3776-4f24-b686-49d4095e47ca', 'network_id': '6a37d4f5-3776-4f24-b686-49d4095e47ca', 'tenant_id': 'c5a80255ab6c4b46b9b68a3811858f3e', 'fixed_ips': [{'subnet_id': 'f6f6c38f-a662-4168-abb2-6c1903cb931a'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:11.129857 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.165170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Checking segment: {'id': '4d77f38e-857e-4193-95a1-34e768113854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3b4a5f6a-828c-492b-b188-01ea0cb53b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:11.165547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Network hostable DHCP agents. Network: 3b4a5f6a-828c-492b-b188-01ea0cb53b2f, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:45:11.188434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] For port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:11.239159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.246481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.247350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.251802 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-af79e648-7b16-458f-ab0b-b7d003b87bb5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:11.338941 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-01bd4528-abb9-4c28-86bd-98625bc5825e req-240f09a3-6a24-4184-b064-31819f7c7b58 service neutron] 10.222.0.25 "GET /v2.0/networks/914375ce-4630-44ee-9aac-21aba3992626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334310 Jun 11 11:45:11.344181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:11.349226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:11.352719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:11.353575 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.371508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Allocated IP 2001:db8::1 (6a37d4f5-3776-4f24-b686-49d4095e47ca/f6f6c38f-a662-4168-abb2-6c1903cb931a/2dad960b-f8ff-4794-836f-3c104c8ba71e) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:11.392901 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3713193 Jun 11 11:45:11.393794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46362) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:11.408134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e6355272-9802-44d3-babe-6eb7bffd1da6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:11.416733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Network 3b4a5f6a-828c-492b-b188-01ea0cb53b2f is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:45:11.488890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5b767826-b447-4e73-aa9f-a043aad7191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.491661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da,revision_number=6']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:11.496259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:11.498388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:11.500783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device eef9c0a8-1b79-4a20-97fc-58f8d9189a45 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:45:11.500953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2a6cb0d2-d5b8-4999-a0db-fbbd00eb864f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:11.517980 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ccd02-e375-40cd-b54c-365a92601a85 req-fb25cbca-d350-470b-b2a0-eb78fe0c7050 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:11.519398 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-481ccd02-e375-40cd-b54c-365a92601a85 req-fb25cbca-d350-470b-b2a0-eb78fe0c7050 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 943 time: 0.2229984 Jun 11 11:45:11.546977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 3b4a5f6a-828c-492b-b188-01ea0cb53b2f) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:11.558129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:11.558494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:11.559223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.562134 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b767826-b447-4e73-aa9f-a043aad7191f None None] Pushing event deleted for resources: {'Port': ['ID=eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:11.619410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8baaa-9239-4244-8b2b-f240d761bb46 None None] Network 3b4a5f6a-828c-492b-b188-01ea0cb53b2f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:11.625130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5b767826-b447-4e73-aa9f-a043aad7191f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:11.628733 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.4756513 Jun 11 11:45:11.634775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46364) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:11.649517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=b06a8543-7032-4331-971b-7cd10ce4f5a2,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:11.683764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:11.687963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b767826-b447-4e73-aa9f-a043aad7191f None None] No DVR routers for this DVR port eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:11.688939 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-01bd4528-abb9-4c28-86bd-98625bc5825e req-d704ba98-5009-4d06-afaf-74d9ac1406a4 service neutron] 10.222.0.25 "GET /v2.0/networks/914375ce-4630-44ee-9aac-21aba3992626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075576 Jun 11 11:45:11.719647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19114cc2-10b6-49d0-8906-588ce5be9568 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:11.722567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.744139 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-481ccd02-e375-40cd-b54c-365a92601a85 req-7b34b52b-ee15-4360-9cea-af7750f980d1 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403270 Jun 11 11:45:11.768722 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object 9351e1ce-4b17-46ed-b18c-725339ac7339 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:11.788724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518c23bc-461c-4012-8e76-ab29605893ad None None] Network e050d377-26e9-4f7a-8dc1-c83d3abb941b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:11.798770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6355272-9802-44d3-babe-6eb7bffd1da6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:11.802933 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6355272-9802-44d3-babe-6eb7bffd1da6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.816422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea619435-6200-46f7-af96-911f2b06e2e3 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:11.817973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea619435-6200-46f7-af96-911f2b06e2e3 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:11.819554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea619435-6200-46f7-af96-911f2b06e2e3 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:11.826777 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ea619435-6200-46f7-af96-911f2b06e2e3 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1835327 Jun 11 11:45:11.831277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46366) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:11.909702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.915386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b41581a3-3503-4227-88f8-fab9a74880cf tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:11.940228 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.ipam_backend_mixin [None req-e6355272-9802-44d3-babe-6eb7bffd1da6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b06a8543-7032-4331-971b-7cd10ce4f5a2 (CIDR: 2001:db8::/64) Jun 11 11:45:11.944299 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6355272-9802-44d3-babe-6eb7bffd1da6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:45:11.944757 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6355272-9802-44d3-babe-6eb7bffd1da6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:45:11.963290 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e6355272-9802-44d3-babe-6eb7bffd1da6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5603580 Jun 11 11:45:11.963627 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46368) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:11.969249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:11.979164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9673c8-8cd6-40c3-8a46-775f06535143 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Deleting subnet f6f6c38f-a662-4168-abb2-6c1903cb931a {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:11.982815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port eef9c0a8-1b79-4a20-97fc-58f8d9189a45, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eef9c0a8-1b79-4a20-97fc-58f8d9189a45,segment=NetworkSegment(ac0bf6af-09ab-47bf-a3dc-b650e73a51a3),segment_id=ac0bf6af-09ab-47bf-a3dc-b650e73a51a3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:11.995644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'eef9c0a8-1b79-4a20-97fc-58f8d9189a45', 'network_id': '914375ce-4630-44ee-9aac-21aba3992626', 'port_id': 'eef9c0a8-1b79-4a20-97fc-58f8d9189a45', 'mac_address': 'fa:16:3e:a2:ad:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d2c76e-e3b0-4e64-a01f-425e8e8ae7d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:45:11.996253 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:11.998313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Subnet': ['ID=4db5ddf6-e6cf-4f1d-88a3-a973f1452b69,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:12.006817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:12.007341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:12.078776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bd97d091-d027-49e8-ac36-8dff50f6e767 None None] Provisioning for port f652ed05-a870-4e2c-82df-1980ed1523e9 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:12.079539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e050d377-26e9-4f7a-8dc1-c83d3abb941b is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:12.083601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Checking segment: {'id': 'afba04a9-3fc8-4253-a4aa-9897e75b65e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'f1c6f7b9-9992-49de-91ed-dfbae414945a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:12.083978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network hostable DHCP agents. Network: f1c6f7b9-9992-49de-91ed-dfbae414945a, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:45:12.087577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:12.090249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=9351e1ce-4b17-46ed-b18c-725339ac7339,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:12.093414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:12.098864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:12.099492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.103366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:12.121836 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4222465 Jun 11 11:45:12.125629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46370) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:12.128412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f1c6f7b9-9992-49de-91ed-dfbae414945a is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:45:12.130759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': 'e050d377-26e9-4f7a-8dc1-c83d3abb941b', 'name': 'tempest-PortsIpV6TestJSON-492537927', 'fixed_ips': [{'subnet_id': '00c3a434-0428-47a5-9ebe-7b6f85e88027', 'ip_address': '2001:db8::f'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:12.133859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.144569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, f1c6f7b9-9992-49de-91ed-dfbae414945a) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:12.156202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:12.156993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.173083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:12.176713 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.177510 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6456649 Jun 11 11:45:12.180046 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46372) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:12.186589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9dbcbb2c-e5b9-478c-a62d-2117c2cf6cb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2025003203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:12.216475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9dbcbb2c-e5b9-478c-a62d-2117c2cf6cb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.219092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9dbcbb2c-e5b9-478c-a62d-2117c2cf6cb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.295540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9dbcbb2c-e5b9-478c-a62d-2117c2cf6cb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.301994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9dbcbb2c-e5b9-478c-a62d-2117c2cf6cb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.320572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9dbcbb2c-e5b9-478c-a62d-2117c2cf6cb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.324544 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9dbcbb2c-e5b9-478c-a62d-2117c2cf6cb4 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1405013 Jun 11 11:45:12.324687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46374) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:12.330506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'network_id': 'f1c6f7b9-9992-49de-91ed-dfbae414945a', 'name': 'tempest-PortsTestJSON-1709526477'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:12.388464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:12.388776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc61d51-f4e8-4c36-8086-f266a6fa2d8c None None] Network f1c6f7b9-9992-49de-91ed-dfbae414945a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:12.423173 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Transition to ACTIVE for port object 2dad960b-f8ff-4794-836f-3c104c8ba71e will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:12.503693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-68993768-9652-4242-89e2-f949a5b65540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.512203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:12.523968 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.547335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port 47843ca3-39b8-4fa6-a1b8-4761cc5652c4 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:45:12.556429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Transition to ACTIVE for port object 2dad960b-f8ff-4794-836f-3c104c8ba71e will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:12.557999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f652ed05-a870-4e2c-82df-1980ed1523e9 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:12.559340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.562253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.593588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port 26630a0a-2b63-4c48-9cb5-58ee3705d917 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:45:12.609163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5e9673c8-8cd6-40c3-8a46-775f06535143 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.679191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5e9673c8-8cd6-40c3-8a46-775f06535143 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.695549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.714994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ebd36337-88c1-4822-b725-18d98bc74e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:12.717361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-3b4a5f6a-828c-492b-b188-01ea0cb53b2f', 'network_id': '3b4a5f6a-828c-492b-b188-01ea0cb53b2f', 'tenant_id': 'c5a80255ab6c4b46b9b68a3811858f3e', 'fixed_ips': [{'subnet_id': '1e34a69b-b1b0-44ef-ac96-7c127b6f3757'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:12.719502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.769794 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef9c0a8-1b79-4a20-97fc-58f8d9189a45 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:45:12.798970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.5 (f1c6f7b9-9992-49de-91ed-dfbae414945a/4db5ddf6-e6cf-4f1d-88a3-a973f1452b69/47843ca3-39b8-4fa6-a1b8-4761cc5652c4) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:12.851714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Network 6a37d4f5-3776-4f24-b686-49d4095e47ca is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:12.879880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port eef9c0a8-1b79-4a20-97fc-58f8d9189a45, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eef9c0a8-1b79-4a20-97fc-58f8d9189a45,segment=NetworkSegment(ac0bf6af-09ab-47bf-a3dc-b650e73a51a3),segment_id=ac0bf6af-09ab-47bf-a3dc-b650e73a51a3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:12.893590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:12.896004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5e9673c8-8cd6-40c3-8a46-775f06535143 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.922103 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:12.958358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.966332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Pushing event updated for resources: {'Port': ['ID=2dad960b-f8ff-4794-836f-3c104c8ba71e,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:12.971202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'b06a8543-7032-4331-971b-7cd10ce4f5a2'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:12.972005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:12.977234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:12.981778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:13.055111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5e9673c8-8cd6-40c3-8a46-775f06535143 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.059089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ddd823e8-6ee5-45bd-a093-ea4ba281f0f8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:13.110601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9673c8-8cd6-40c3-8a46-775f06535143 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f6c38f-a662-4168-abb2-6c1903cb931a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:13.122092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5e9673c8-8cd6-40c3-8a46-775f06535143 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.124079 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5e9673c8-8cd6-40c3-8a46-775f06535143 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "DELETE /v2.0/subnets/f6f6c38f-a662-4168-abb2-6c1903cb931a HTTP/1.1" status: 204 len: 168 time: 1.2893500 Jun 11 11:45:13.125268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5e9673c8-8cd6-40c3-8a46-775f06535143 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:13.131311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46378) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:13.169973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port f652ed05-a870-4e2c-82df-1980ed1523e9 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:13.216754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f652ed05-a870-4e2c-82df-1980ed1523e9 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:13.217302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.254302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd6c55-534c-43c5-afa1-c96e4b9bfc05 req-8f984172-b1a5-478a-9857-8d637467e8bb tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:13.259272 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-88cd6c55-534c-43c5-afa1-c96e4b9bfc05 req-8f984172-b1a5-478a-9857-8d637467e8bb tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 944 time: 0.3577714 Jun 11 11:45:13.259910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['eef9c0a8-1b79-4a20-97fc-58f8d9189a45'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:45:13.278099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-0922b737-81ad-4e75-936f-fb1081986905 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Deleting subnet 1e34a69b-b1b0-44ef-ac96-7c127b6f3757 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:13.294214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.299608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2666d8bc-69ed-491c-8777-0f0753d0d3ad tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:13.348196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=eef9c0a8-1b79-4a20-97fc-58f8d9189a45,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:13.351056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-f1c6f7b9-9992-49de-91ed-dfbae414945a', 'network_id': 'f1c6f7b9-9992-49de-91ed-dfbae414945a', 'tenant_id': '074eae8a1772468abe29c1bccd90dbdf', 'fixed_ips': [{'subnet_id': '4db5ddf6-e6cf-4f1d-88a3-a973f1452b69'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:13.351922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.353723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8::f (e050d377-26e9-4f7a-8dc1-c83d3abb941b/00c3a434-0428-47a5-9ebe-7b6f85e88027/26630a0a-2b63-4c48-9cb5-58ee3705d917) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:13.355104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Attempting to bind port 2dad960b-f8ff-4794-836f-3c104c8ba71e on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:13.355498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Attempting to bind port 2dad960b-f8ff-4794-836f-3c104c8ba71e by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6a37d4f5-3776-4f24-b686-49d4095e47ca'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:13.355880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Attempting to bind port 2dad960b-f8ff-4794-836f-3c104c8ba71e on network 6a37d4f5-3776-4f24-b686-49d4095e47ca {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:13.363233 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-88cd6c55-534c-43c5-afa1-c96e4b9bfc05 req-c949c7ce-05ca-4a98-a04a-4f73afe8d5e1 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929177 Jun 11 11:45:13.366491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.385135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object 47843ca3-39b8-4fa6-a1b8-4761cc5652c4 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:13.390392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:13.395711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:13.402163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:13.405832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:13.406622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.421672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=0cdb1a8c-833c-4a63-8935-e15fb1bf7965,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:13.429481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:13.441979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.448472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:13.455437 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4907057 Jun 11 11:45:13.457311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:13.457705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Checking segment: {'id': '7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6a37d4f5-3776-4f24-b686-49d4095e47ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:13.458124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.458566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Bound using segment: {'id': '7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6a37d4f5-3776-4f24-b686-49d4095e47ca'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:13.459004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46380) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:13.459124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Bound port: 2dad960b-f8ff-4794-836f-3c104c8ba71e, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6a37d4f5-3776-4f24-b686-49d4095e47ca'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:13.459464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.473413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:75:b2:f2', 'name': 'tempest-NetworksTestDHCPv6-1671738742'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:13.492370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f1c6f7b9-9992-49de-91ed-dfbae414945a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:13.502498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:13.506973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:13.544481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=47843ca3-39b8-4fa6-a1b8-4761cc5652c4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:13.555403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:13.584064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:13.593228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.593422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Allocated IP 2001:db8:0:1::1 (3b4a5f6a-828c-492b-b188-01ea0cb53b2f/1e34a69b-b1b0-44ef-ac96-7c127b6f3757/7c951f04-aedb-48fa-be88-8231c096fd53) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:13.622731 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2958808 Jun 11 11:45:13.624473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46382) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:13.774615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.791548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object 26630a0a-2b63-4c48-9cb5-58ee3705d917 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:13.791957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] For port 2dad960b-f8ff-4794-836f-3c104c8ba71e, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:13.797830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] For port 2dad960b-f8ff-4794-836f-3c104c8ba71e, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2dad960b-f8ff-4794-836f-3c104c8ba71e,segment=NetworkSegment(7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0),segment_id=7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:13.800600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Allocated IP 2001:db8::f816:3eff:fe71:8526 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/b06a8543-7032-4331-971b-7cd10ce4f5a2/b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:13.845088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.891478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:13.897980 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:13.926349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:14.000132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e050d377-26e9-4f7a-8dc1-c83d3abb941b is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:14.003892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=26630a0a-2b63-4c48-9cb5-58ee3705d917,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:14.010308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:14.011659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:14.022077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:14.028864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:14.029569 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:14.036328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:14.091473 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9641542 Jun 11 11:45:14.093361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:14.095021 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46384) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:14.307750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:14.336970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97653158-0a52-4ef5-a836-9db351256ecc tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:14.341375 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-97653158-0a52-4ef5-a836-9db351256ecc tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2453351 Jun 11 11:45:14.343823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46386) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:14.423154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 5135c6dc-afe4-41e9-8453-c7c3955f2b64 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:45:14.457393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2fef6803-a3a8-4536-a8b9-466b52314067 None None] Provisioning for port 9351e1ce-4b17-46ed-b18c-725339ac7339 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:14.496235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Allocated IP 172.20.0.2 (f1c6f7b9-9992-49de-91ed-dfbae414945a/4db5ddf6-e6cf-4f1d-88a3-a973f1452b69/bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:14.519699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2fef6803-a3a8-4536-a8b9-466b52314067 None None] Provisioning complete for port 9351e1ce-4b17-46ed-b18c-725339ac7339 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:14.520097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fef6803-a3a8-4536-a8b9-466b52314067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:14.581616 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Pushing event updated for resources: {'Port': ['ID=2dad960b-f8ff-4794-836f-3c104c8ba71e,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:14.632331 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:14.640576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2381a939-9270-4daa-86cb-09bd25f55ddc tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:14.647134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2381a939-9270-4daa-86cb-09bd25f55ddc tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:14.653033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2381a939-9270-4daa-86cb-09bd25f55ddc tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:14.657934 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2381a939-9270-4daa-86cb-09bd25f55ddc tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3099678 Jun 11 11:45:14.660876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46390) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:14.673308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port f652ed05-a870-4e2c-82df-1980ed1523e9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f652ed05-a870-4e2c-82df-1980ed1523e9,segment=NetworkSegment(d327574e-67be-4509-a7fc-06283e5583a7),segment_id=d327574e-67be-4509-a7fc-06283e5583a7)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:14.684712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d145c6a4-e821-47a7-9955-fdbeb688fc65 None None] Network 6a37d4f5-3776-4f24-b686-49d4095e47ca requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:14.697445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:14.748252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:14.782615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-99cb5249-d28e-427e-8609-2f8fc9901b14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:14.789489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574ca9-a06f-457e-8dc5-6921b9c5e4d9 req-d09c58c1-0fee-4bb2-a261-090b665e4e4e tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:14.792582 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4f574ca9-a06f-457e-8dc5-6921b9c5e4d9 req-d09c58c1-0fee-4bb2-a261-090b665e4e4e tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 944 time: 0.2422824 Jun 11 11:45:14.854416 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ab742-9e67-4d73-917e-5f6bf9283122 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 26630a0a-2b63-4c48-9cb5-58ee3705d917 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:14.854860 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab742-9e67-4d73-917e-5f6bf9283122 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:14.881847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:14.886996 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4f574ca9-a06f-457e-8dc5-6921b9c5e4d9 req-b59d6b61-3d2a-44c7-818b-4ecb5fb9f8db tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821059 Jun 11 11:45:14.973590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:14.977059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2fef6803-a3a8-4536-a8b9-466b52314067 None None] Port 9351e1ce-4b17-46ed-b18c-725339ac7339 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:14.979401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab742-9e67-4d73-917e-5f6bf9283122 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.053446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:45:15.053904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device eea11bdd-9c3a-4a6b-96bc-f5756b5aa1da not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:45:15.085248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.089653 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ab742-9e67-4d73-917e-5f6bf9283122 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 26630a0a-2b63-4c48-9cb5-58ee3705d917 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:15.099866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.105550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.108570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-256d0855-6798-44d2-aa1e-2b9e1d13533d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:15.187199 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Transition to ACTIVE for port object 7c951f04-aedb-48fa-be88-8231c096fd53 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:15.194714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7a22775e-2c21-4665-acb9-7ba70bb35880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.196179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2fef6803-a3a8-4536-a8b9-466b52314067 None None] Provisioning complete for port f652ed05-a870-4e2c-82df-1980ed1523e9 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:15.197135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fef6803-a3a8-4536-a8b9-466b52314067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.213388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=47843ca3-39b8-4fa6-a1b8-4761cc5652c4,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:15.216494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:15.243634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=f652ed05-a870-4e2c-82df-1980ed1523e9,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:15.283648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab742-9e67-4d73-917e-5f6bf9283122 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.288715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-204d0734-e80b-4da1-9768-ca41472a2004 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:15.295070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:15.315669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.319482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ab742-9e67-4d73-917e-5f6bf9283122 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=26630a0a-2b63-4c48-9cb5-58ee3705d917,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:15.324959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cf1ab742-9e67-4d73-917e-5f6bf9283122 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:15.325254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Transition to ACTIVE for port object 7c951f04-aedb-48fa-be88-8231c096fd53 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:15.359267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0922b737-81ad-4e75-936f-fb1081986905 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.359595 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab742-9e67-4d73-917e-5f6bf9283122 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.364784 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cf1ab742-9e67-4d73-917e-5f6bf9283122 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/26630a0a-2b63-4c48-9cb5-58ee3705d917 HTTP/1.1" status: 204 len: 168 time: 0.6996493 Jun 11 11:45:15.364784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46394) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:15.365833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Transition to ACTIVE for port object b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:15.374313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.387988 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9b50ce4f-f49d-4dd1-b6e3-75b4f8a34238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:15.408386 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-71aee3f7-4f59-4b7f-97d6-38a49bb5682c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:45:15.414571 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-71aee3f7-4f59-4b7f-97d6-38a49bb5682c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/26630a0a-2b63-4c48-9cb5-58ee3705d917 HTTP/1.1" status: 404 len: 333 time: 0.0467322 Jun 11 11:45:15.414903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46396) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:15.454176 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Network 3b4a5f6a-828c-492b-b188-01ea0cb53b2f is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:15.458840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.463918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0922b737-81ad-4e75-936f-fb1081986905 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.478551 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Transition to ACTIVE for port object b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:15.502783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.504774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Pushing event updated for resources: {'Port': ['ID=7c951f04-aedb-48fa-be88-8231c096fd53,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:15.507476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:15.578101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:15.581670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:15.602413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.620264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4637e-322d-4fe0-863e-bec8225c9833 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 9351e1ce-4b17-46ed-b18c-725339ac7339 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:15.620556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bcf4637e-322d-4fe0-863e-bec8225c9833 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.621479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:15.669727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Transition to ACTIVE for port object bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:15.677146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:15.685779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:15.689874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:15.710955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0922b737-81ad-4e75-936f-fb1081986905 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.756041 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.763641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Pushing event updated for resources: {'Port': ['ID=b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:15.807394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bcf4637e-322d-4fe0-863e-bec8225c9833 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.820450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Transition to ACTIVE for port object bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:15.822234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:15.822937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-985bd9b7-9f3f-4376-88ae-3f7dbaec9edf None None] Could not find standard attr ID for object 26630a0a-2b63-4c48-9cb5-58ee3705d917. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:45:15.848840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.852954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-adaa305d-5281-404f-af87-518e5d416055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:15.861087 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Attempting to bind port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:15.861478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Attempting to bind port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:15.861854 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Attempting to bind port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:15.891164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Attempting to bind port 7c951f04-aedb-48fa-be88-8231c096fd53 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:15.891644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Attempting to bind port 7c951f04-aedb-48fa-be88-8231c096fd53 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '4d77f38e-857e-4193-95a1-34e768113854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3b4a5f6a-828c-492b-b188-01ea0cb53b2f'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:15.892050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Attempting to bind port 7c951f04-aedb-48fa-be88-8231c096fd53 on network 3b4a5f6a-828c-492b-b188-01ea0cb53b2f {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:15.898155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0922b737-81ad-4e75-936f-fb1081986905 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.908172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-985bd9b7-9f3f-4376-88ae-3f7dbaec9edf None None] Provisioning complete for port 9351e1ce-4b17-46ed-b18c-725339ac7339 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:15.908562 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-985bd9b7-9f3f-4376-88ae-3f7dbaec9edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.915575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:15.916017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:15.916374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.916787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:15.917286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Bound port: b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:15.917674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.966148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4637e-322d-4fe0-863e-bec8225c9833 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 9351e1ce-4b17-46ed-b18c-725339ac7339 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:15.966386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:15.966522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Checking segment: {'id': '4d77f38e-857e-4193-95a1-34e768113854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3b4a5f6a-828c-492b-b188-01ea0cb53b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:15.967015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.967359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Bound using segment: {'id': '4d77f38e-857e-4193-95a1-34e768113854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3b4a5f6a-828c-492b-b188-01ea0cb53b2f'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:15.967917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Bound port: 7c951f04-aedb-48fa-be88-8231c096fd53, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d77f38e-857e-4193-95a1-34e768113854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3b4a5f6a-828c-492b-b188-01ea0cb53b2f'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:15.968306 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:15.978004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Network f1c6f7b9-9992-49de-91ed-dfbae414945a is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:15.992996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2bbdbf34-be0f-4499-b785-df9a720c581c tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:16.024202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:16.025955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Pushing event updated for resources: {'Port': ['ID=bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:16.034767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:16.046667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:16.049985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922b737-81ad-4e75-936f-fb1081986905 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Subnet': ['ID=1e34a69b-b1b0-44ef-ac96-7c127b6f3757,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:16.052711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0922b737-81ad-4e75-936f-fb1081986905 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:16.066585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8:0:1::3ce (2bf35732-ffe6-4e33-a6fb-db76771bc26d/0cdb1a8c-833c-4a63-8935-e15fb1bf7965/5135c6dc-afe4-41e9-8453-c7c3955f2b64) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:16.079724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-985bd9b7-9f3f-4376-88ae-3f7dbaec9edf None None] Port 9351e1ce-4b17-46ed-b18c-725339ac7339 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:16.082305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.082604 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0922b737-81ad-4e75-936f-fb1081986905 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.087552 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0922b737-81ad-4e75-936f-fb1081986905 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "DELETE /v2.0/subnets/1e34a69b-b1b0-44ef-ac96-7c127b6f3757 HTTP/1.1" status: 204 len: 168 time: 2.9552429 Jun 11 11:45:16.090183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46402) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:16.111709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::f816:3eff:fe75:b2f2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/b06a8543-7032-4331-971b-7cd10ce4f5a2/5135c6dc-afe4-41e9-8453-c7c3955f2b64) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:16.194387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] For port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:16.200384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Attempting to bind port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:16.200774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Attempting to bind port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'afba04a9-3fc8-4253-a4aa-9897e75b65e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'f1c6f7b9-9992-49de-91ed-dfbae414945a'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:16.201149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Attempting to bind port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c on network f1c6f7b9-9992-49de-91ed-dfbae414945a {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:16.209675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d3c94a-4b37-42cc-b1b1-a2c3d0867162 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:16.212606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] For port 7c951f04-aedb-48fa-be88-8231c096fd53, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:16.215721 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d1d3c94a-4b37-42cc-b1b1-a2c3d0867162 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1234894 Jun 11 11:45:16.216473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46404) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:16.222742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] For port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:16.224509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:16.225032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Checking segment: {'id': 'afba04a9-3fc8-4253-a4aa-9897e75b65e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'f1c6f7b9-9992-49de-91ed-dfbae414945a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:16.225354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.225760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Bound using segment: {'id': 'afba04a9-3fc8-4253-a4aa-9897e75b65e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'f1c6f7b9-9992-49de-91ed-dfbae414945a'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:16.226396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Bound port: bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afba04a9-3fc8-4253-a4aa-9897e75b65e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'f1c6f7b9-9992-49de-91ed-dfbae414945a'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:16.226743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.229249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ee300-a584-40fc-ba55-57416668481c req-9df69a79-0f12-41f0-9d75-97c622d8f90c tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:16.237673 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0a8ee300-a584-40fc-ba55-57416668481c req-9df69a79-0f12-41f0-9d75-97c622d8f90c tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 944 time: 0.1744606 Jun 11 11:45:16.240850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.244628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:16.370707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2733a1c-e42e-4f7b-851e-e01275fc6bcf req-46030be0-83b4-4aba-b43a-a905826a05dd tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:16.372103 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2733a1c-e42e-4f7b-851e-e01275fc6bcf req-46030be0-83b4-4aba-b43a-a905826a05dd tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3740819 Jun 11 11:45:16.471410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.478770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bcf4637e-322d-4fe0-863e-bec8225c9833 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.497753 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0a8ee300-a584-40fc-ba55-57416668481c req-d1986f13-c50e-42ef-b28c-839e274de2e5 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558722 Jun 11 11:45:16.504358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-28c3323d-5fcd-4647-842c-849dbd726301 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:16.528494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.532582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] For port 7c951f04-aedb-48fa-be88-8231c096fd53, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7c951f04-aedb-48fa-be88-8231c096fd53,segment=NetworkSegment(4d77f38e-857e-4193-95a1-34e768113854),segment_id=4d77f38e-857e-4193-95a1-34e768113854)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:16.536191 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2733a1c-e42e-4f7b-851e-e01275fc6bcf req-866512b9-0022-4d1e-9508-7b75996ab6b7 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122749 Jun 11 11:45:16.558455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.567312 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.574807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0a6ed2c3-b262-48c4-a115-b7b86402026b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:16.593616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4637e-322d-4fe0-863e-bec8225c9833 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=9351e1ce-4b17-46ed-b18c-725339ac7339,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:16.599511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Pushing event updated for resources: {'Port': ['ID=b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:16.606774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.607831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:16.608840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ad80dcbc-911b-4c8a-a02c-274b8cd70859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:16.609764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bcf4637e-322d-4fe0-863e-bec8225c9833 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:16.611795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] For port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:16.616195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] For port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c,segment=NetworkSegment(afba04a9-3fc8-4253-a4aa-9897e75b65e3),segment_id=afba04a9-3fc8-4253-a4aa-9897e75b65e3)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:16.644124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.653870 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bcf4637e-322d-4fe0-863e-bec8225c9833 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.656195 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bcf4637e-322d-4fe0-863e-bec8225c9833 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/9351e1ce-4b17-46ed-b18c-725339ac7339 HTTP/1.1" status: 204 len: 168 time: 1.2401285 Jun 11 11:45:16.659133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 5135c6dc-afe4-41e9-8453-c7c3955f2b64 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:16.661613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46408) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:16.745039 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5655ac2-12f3-41c1-b6d5-bcb817616894 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:45:16.746881 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c5655ac2-12f3-41c1-b6d5-bcb817616894 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/9351e1ce-4b17-46ed-b18c-725339ac7339 HTTP/1.1" status: 404 len: 333 time: 0.0855372 Jun 11 11:45:16.750448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46410) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:16.763833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Pushing event updated for resources: {'Port': ['ID=7c951f04-aedb-48fa-be88-8231c096fd53,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:16.769322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:16.769903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:16.814236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d297ae-0b35-4715-94c1-d71b2732dde3 None None] Network 3b4a5f6a-828c-492b-b188-01ea0cb53b2f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:16.877648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=47843ca3-39b8-4fa6-a1b8-4761cc5652c4,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:16.878992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Pushing event updated for resources: {'Port': ['ID=bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:16.887072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:16.905198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.932088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:16.966389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-110b44ee-3e74-4255-8687-402f85019144 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting subnet 00c3a434-0428-47a5-9ebe-7b6f85e88027 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:16.977317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-110b44ee-3e74-4255-8687-402f85019144 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:16.986416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Deleting port 7c951f04-aedb-48fa-be88-8231c096fd53 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:16.987082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.039725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.062674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:17.128981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-110b44ee-3e74-4255-8687-402f85019144 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.181282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:17.182662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] For port 7c951f04-aedb-48fa-be88-8231c096fd53, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7c951f04-aedb-48fa-be88-8231c096fd53,segment=NetworkSegment(4d77f38e-857e-4193-95a1-34e768113854),segment_id=4d77f38e-857e-4193-95a1-34e768113854)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:17.183071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.194427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:17.227774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:17.238641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:17.239188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.246118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f1c6f7b9-9992-49de-91ed-dfbae414945a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:17.249667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:17.262462 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=5135c6dc-afe4-41e9-8453-c7c3955f2b64,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:17.271935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:17.302680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1ce66-a4ac-4823-8365-dadc730d73f6 req-488cef90-bae2-4557-a9ea-33c176a69424 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:17.310269 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a2b1ce66-a4ac-4823-8365-dadc730d73f6 req-488cef90-bae2-4557-a9ea-33c176a69424 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.4532857 Jun 11 11:45:17.312322 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8516555 Jun 11 11:45:17.328320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46412) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:17.366277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Calling delete_port for 7c951f04-aedb-48fa-be88-8231c096fd53 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:17.387694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device eef9c0a8-1b79-4a20-97fc-58f8d9189a45 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:17.438682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f652ed05-a870-4e2c-82df-1980ed1523e9 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:17.519338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port eef9c0a8-1b79-4a20-97fc-58f8d9189a45 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:17.523861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port eef9c0a8-1b79-4a20-97fc-58f8d9189a45 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:17.524257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.553799 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f652ed05-a870-4e2c-82df-1980ed1523e9 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:17.555163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.682046 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.693568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5e15625-9abf-4411-a93c-9a79184e6038 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:17.736372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Port': ['ID=7c951f04-aedb-48fa-be88-8231c096fd53,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:17.739488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.739656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:17.763194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.792830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] No DVR routers for this DVR port 7c951f04-aedb-48fa-be88-8231c096fd53 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:17.845902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port eef9c0a8-1b79-4a20-97fc-58f8d9189a45, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eef9c0a8-1b79-4a20-97fc-58f8d9189a45,segment=NetworkSegment(ac0bf6af-09ab-47bf-a3dc-b650e73a51a3),segment_id=ac0bf6af-09ab-47bf-a3dc-b650e73a51a3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:17.850185 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33fd40b-9319-4439-9f57-f563f5e85354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef9c0a8-1b79-4a20-97fc-58f8d9189a45'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:45:17.853906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2144e2-d929-4646-8a06-3c6d9c4c739f" -d '{"events": [{"server_uuid": "a33fd40b-9319-4439-9f57-f563f5e85354", "name": "network-vif-plugged", "status": "completed", "tag": "eef9c0a8-1b79-4a20-97fc-58f8d9189a45"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:45:17.861338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.867751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:17.874874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:17.970388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:17.987154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Router e7b33fbe-6abe-45fc-ae1a-fabd2a40be05 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:45:17.993148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4a5f6a-828c-492b-b188-01ea0cb53b2f']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:17.993534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:18.013788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d77f38e-857e-4193-95a1-34e768113854') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:18.014151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d77f38e-857e-4193-95a1-34e768113854') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:18.020910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=eef9c0a8-1b79-4a20-97fc-58f8d9189a45,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:18.023414 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a2b1ce66-a4ac-4823-8365-dadc730d73f6 req-97ed0f5d-0474-4d27-b723-483a7406e73e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6962872 Jun 11 11:45:18.025226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:18.036424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a16cb-6c8f-49db-b4fc-a8750d08cc97 req-f069de24-8439-4c04-8513-4810657d0ffb tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:18.038176 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0d9a16cb-6c8f-49db-b4fc-a8750d08cc97 req-f069de24-8439-4c04-8513-4810657d0ffb tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 944 time: 0.3034468 Jun 11 11:45:18.051140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-110b44ee-3e74-4255-8687-402f85019144 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:18.052458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:18.100914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e009abef-1ee4-4108-8a45-7145c03be37d x-openstack-request-id: req-e009abef-1ee4-4108-8a45-7145c03be37d {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:45:18.114002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33fd40b-9319-4439-9f57-f563f5e85354", "name": "network-vif-plugged", "status": "completed", "tag": "eef9c0a8-1b79-4a20-97fc-58f8d9189a45", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:45:18.116370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e009abef-1ee4-4108-8a45-7145c03be37d {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:45:18.119378 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33fd40b-9319-4439-9f57-f563f5e85354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef9c0a8-1b79-4a20-97fc-58f8d9189a45', 'code': 200} Jun 11 11:45:18.143351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-b0452f13-217c-4154-8a4e-ce2a507c6a48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 5135c6dc-afe4-41e9-8453-c7c3955f2b64 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:18.143690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b0452f13-217c-4154-8a4e-ce2a507c6a48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:18.169914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedb99e8-767b-49f6-b63e-4b5052769e78 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:18.197267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-110b44ee-3e74-4255-8687-402f85019144 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:18.201727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:18.226166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:45:18.232278 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "PUT /v2.0/routers/e7b33fbe-6abe-45fc-ae1a-fabd2a40be05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6065581 Jun 11 11:45:18.248275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46420) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:18.248584 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b78a2-64ef-4db7-b441-23312995f9d1 None None] Sync routers for ids ['e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:45:18.275075 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b78a2-64ef-4db7-b441-23312995f9d1 None None] Routers {'e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:18.280211 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bf1b78a2-64ef-4db7-b441-23312995f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:18.283795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b44ee-3e74-4255-8687-402f85019144 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Subnet': ['ID=00c3a434-0428-47a5-9ebe-7b6f85e88027,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:18.297449 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-110b44ee-3e74-4255-8687-402f85019144 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:18.312470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5de9e52e-6840-472c-a52e-6a631a8c9a97 None None] Provisioning for port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:18.328057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:18.383476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:45:18.388442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:45:18.397447 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:45:18.412049 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bf1b78a2-64ef-4db7-b441-23312995f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:18.420823 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0d9a16cb-6c8f-49db-b4fc-a8750d08cc97 req-dd9ddff7-e634-4472-a797-7211ea03f857 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626719 Jun 11 11:45:18.428421 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b78a2-64ef-4db7-b441-23312995f9d1 None None] Routers {'e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:18.429420 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bf1b78a2-64ef-4db7-b441-23312995f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:18.525674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5de9e52e-6840-472c-a52e-6a631a8c9a97 None None] Provisioning complete for port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:18.528656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5de9e52e-6840-472c-a52e-6a631a8c9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:18.551881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-110b44ee-3e74-4255-8687-402f85019144 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:18.558067 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-110b44ee-3e74-4255-8687-402f85019144 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/00c3a434-0428-47a5-9ebe-7b6f85e88027 HTTP/1.1" status: 204 len: 168 time: 1.8041747 Jun 11 11:45:18.559724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46424) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:18.617193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0639e004-c6a8-4fa8-a186-9ff9dd6bf6f7 None None] Network e050d377-26e9-4f7a-8dc1-c83d3abb941b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:18.678409 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bf1b78a2-64ef-4db7-b441-23312995f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:18.678978 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b78a2-64ef-4db7-b441-23312995f9d1 None None] The sync data for ids ['e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:45:18.707729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b0452f13-217c-4154-8a4e-ce2a507c6a48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:18.722616 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e652d-a9b6-4481-a302-c858203a0308 None None] Network f1c6f7b9-9992-49de-91ed-dfbae414945a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:18.853798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:18.904024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-b0452f13-217c-4154-8a4e-ce2a507c6a48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 5135c6dc-afe4-41e9-8453-c7c3955f2b64 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:18.997286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e010-e3bf-49df-9bc0-ff0dd6a950b4 req-b615e119-714d-44f9-a3e7-24d258cc9b7d tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:19.002343 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5920e010-e3bf-49df-9bc0-ff0dd6a950b4 req-b615e119-714d-44f9-a3e7-24d258cc9b7d tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3782423 Jun 11 11:45:19.067450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5de9e52e-6840-472c-a52e-6a631a8c9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.131062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768cf121-6f0d-46d8-9e03-183ef2ddaece tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:19.132679 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-768cf121-6f0d-46d8-9e03-183ef2ddaece tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b33fbe-6abe-45fc-ae1a-fabd2a40be05 HTTP/1.1" status: 200 len: 982 time: 0.8830533 Jun 11 11:45:19.139028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46428) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:19.163244 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5920e010-e3bf-49df-9bc0-ff0dd6a950b4 req-b9bf74e0-502a-4ced-a41b-593cf19efda4 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267838 Jun 11 11:45:19.179801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5de9e52e-6840-472c-a52e-6a631a8c9a97 None None] For port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:19.193083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5de9e52e-6840-472c-a52e-6a631a8c9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.197833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a84b7fd9-a5d0-4875-8f56-71c4e0e5cacc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:19.219501 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port f652ed05-a870-4e2c-82df-1980ed1523e9 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:19.220095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.261525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.268314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.273168 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "DELETE /v2.0/networks/3b4a5f6a-828c-492b-b188-01ea0cb53b2f HTTP/1.1" status: 204 len: 168 time: 3.0518017 Jun 11 11:45:19.274195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46430) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:19.283031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9e52e-6840-472c-a52e-6a631a8c9a97 None None] Pushing event updated for resources: {'Port': ['ID=b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:19.284836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3aa5a0a1-7e93-4174-8248-6fb644f23dfa tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:19.289357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5de9e52e-6840-472c-a52e-6a631a8c9a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:19.325192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:19.415270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Network': ['ID=3b4a5f6a-828c-492b-b188-01ea0cb53b2f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:19.418436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:19.424959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] For port f652ed05-a870-4e2c-82df-1980ed1523e9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f652ed05-a870-4e2c-82df-1980ed1523e9,segment=NetworkSegment(d327574e-67be-4509-a7fc-06283e5583a7),segment_id=d327574e-67be-4509-a7fc-06283e5583a7)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:19.424959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.428301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.453809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3fe68-99f7-4786-a275-d78d8e24bde4 req-9e3dbb18-db7c-4d76-8618-d146d610231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:19.454711 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-abe3fe68-99f7-4786-a275-d78d8e24bde4 req-9e3dbb18-db7c-4d76-8618-d146d610231b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 1098 time: 0.9900813 Jun 11 11:45:19.495765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] DHCP port deletion for e050d377-26e9-4f7a-8dc1-c83d3abb941b request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:45:19.554398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ee765-821e-4eb9-bea9-c63f33e29b9d None None] Update dhcp port {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'fixed_ips': [{'subnet_id': 'b06a8543-7032-4331-971b-7cd10ce4f5a2', 'ip_address': '2001:db8::f816:3eff:fe71:8526'}, {'subnet_id': '0cdb1a8c-833c-4a63-8935-e15fb1bf7965'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': 'b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:45:19.596175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for f652ed05-a870-4e2c-82df-1980ed1523e9 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:19.643265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:19.653717 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:19.654228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.678161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b0452f13-217c-4154-8a4e-ce2a507c6a48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.683162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c8112548-ff49-4385-87a7-8229f84947e8 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:19.688261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a99000ff-afdd-4f79-8255-0278f4c50638 None None] Provisioning for port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:19.731258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0452f13-217c-4154-8a4e-ce2a507c6a48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=5135c6dc-afe4-41e9-8453-c7c3955f2b64,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:19.734707 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-abe3fe68-99f7-4786-a275-d78d8e24bde4 req-43b98de3-4284-4377-bbc2-1a761f3673bb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722714 Jun 11 11:45:19.737060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b0452f13-217c-4154-8a4e-ce2a507c6a48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:19.793651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Deleting port 2dad960b-f8ff-4794-836f-3c104c8ba71e {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:19.794085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.831900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b0452f13-217c-4154-8a4e-ce2a507c6a48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.839961 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b0452f13-217c-4154-8a4e-ce2a507c6a48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/5135c6dc-afe4-41e9-8453-c7c3955f2b64 HTTP/1.1" status: 204 len: 168 time: 2.5102346 Jun 11 11:45:19.841186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46434) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:19.854226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.860422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-43e00df9-ad4a-4c00-87d1-7a1cf21b857d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:19.906156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0a1d7-e3ea-412d-a0e9-d19b8b16a4f5 req-1807c2bc-e1fa-4417-8444-86194b552d21 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:19.907779 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a7f0a1d7-e3ea-412d-a0e9-d19b8b16a4f5 req-1807c2bc-e1fa-4417-8444-86194b552d21 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.2970300 Jun 11 11:45:19.908048 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a99000ff-afdd-4f79-8255-0278f4c50638 None None] Provisioning complete for port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:19.908433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a99000ff-afdd-4f79-8255-0278f4c50638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.910766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] For port 2dad960b-f8ff-4794-836f-3c104c8ba71e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2dad960b-f8ff-4794-836f-3c104c8ba71e,segment=NetworkSegment(7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0),segment_id=7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:19.911141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.948283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=f652ed05-a870-4e2c-82df-1980ed1523e9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:19.953242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:19.958603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No DVR routers for this DVR port f652ed05-a870-4e2c-82df-1980ed1523e9 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:19.970260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a8ee765-821e-4eb9-bea9-c63f33e29b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:19.996328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] Deleting port f652ed05-a870-4e2c-82df-1980ed1523e9 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:19.996717 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.042016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Calling delete_port for 2dad960b-f8ff-4794-836f-3c104c8ba71e owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:20.109102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.126167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e050d377-26e9-4f7a-8dc1-c83d3abb941b']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:20.136958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e72e9a-cb71-4d62-abbb-340fb3e10d91 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:20.138523 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-71e72e9a-cb71-4d62-abbb-340fb3e10d91 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2953310 Jun 11 11:45:20.142859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] For port f652ed05-a870-4e2c-82df-1980ed1523e9, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:20.143314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.146154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46436) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:20.160857 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd327574e-67be-4509-a7fc-06283e5583a7') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:20.161063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd327574e-67be-4509-a7fc-06283e5583a7') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:20.203314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.218716 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a7f0a1d7-e3ea-412d-a0e9-d19b8b16a4f5 req-536a1463-1311-48bc-8444-3c66a19abaf7 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977457 Jun 11 11:45:20.226632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.256033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:45:20.256462 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:45:20.259811 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:45:20.317527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.320130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac944f3d-8233-4bc6-9162-06fdafbd1d72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:20.324283 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ac944f3d-8233-4bc6-9162-06fdafbd1d72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1748476 Jun 11 11:45:20.332541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46440) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:20.334861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-37188de6-acb6-4fec-b8cc-d357feb11b65 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:20.379019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] Calling delete_port for f652ed05-a870-4e2c-82df-1980ed1523e9 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:20.387839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] No DVR routers for this DVR port 2dad960b-f8ff-4794-836f-3c104c8ba71e on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:20.391700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.ipam_backend_mixin [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] Port f652ed05-a870-4e2c-82df-1980ed1523e9 was not found and therefore no delete operation was performed {{(pid=99007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:45:20.394964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Port': ['ID=2dad960b-f8ff-4794-836f-3c104c8ba71e,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:20.404320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:20.411806 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.422111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.429057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:20.432184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0648b33a-225a-4949-9d7f-81b26bd5a76e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:20.444240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.476105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a99000ff-afdd-4f79-8255-0278f4c50638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.481426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.487494 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/networks/e050d377-26e9-4f7a-8dc1-c83d3abb941b HTTP/1.1" status: 204 len: 168 time: 1.9192872 Jun 11 11:45:20.490592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] Network e050d377-26e9-4f7a-8dc1-c83d3abb941b is not hosted by any dhcp agent {{(pid=99007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 11:45:20.491040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] No DVR routers for this DVR port f652ed05-a870-4e2c-82df-1980ed1523e9 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:20.496722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46442) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:20.502320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1325943977'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:20.506642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] Pushing event deleted for resources: {'Port': ['ID=f652ed05-a870-4e2c-82df-1980ed1523e9,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:20.507851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Network': ['ID=e050d377-26e9-4f7a-8dc1-c83d3abb941b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:20.510698 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:20.543509 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:20.551134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.568107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:20.583356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78f6ec-9fc6-4088-8a57-e1e1493bb60a req-516077f8-9c2d-4bf5-9a9b-d76981e3952f tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:20.590331 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ca78f6ec-9fc6-4088-8a57-e1e1493bb60a req-516077f8-9c2d-4bf5-9a9b-d76981e3952f tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.1754553 Jun 11 11:45:20.605036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c,segment=NetworkSegment(afba04a9-3fc8-4253-a4aa-9897e75b65e3),segment_id=afba04a9-3fc8-4253-a4aa-9897e75b65e3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:20.616893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:45:20.618955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.624029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-9a8ee765-821e-4eb9-bea9-c63f33e29b9d None None] Allocated IP 2001:db8:0:1::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/0cdb1a8c-833c-4a63-8935-e15fb1bf7965/b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:20.625975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:20.651832 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ca78f6ec-9fc6-4088-8a57-e1e1493bb60a req-b3901fcb-6d25-4bf7-b0d2-3ed12ee9fbab tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604961 Jun 11 11:45:20.664027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.664622 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Added segment ec14312d-73d3-485a-99b4-9bf4a05b31d2 of type vlan for network 6d25d831-5631-4b0a-8f39-40dc1219695b Jun 11 11:45:20.719991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.732897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-a99000ff-afdd-4f79-8255-0278f4c50638 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:45:20.734079 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-a99000ff-afdd-4f79-8255-0278f4c50638 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:45:20.735607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.761763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2104489-11fb-478c-b343-76aaf31c1be8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:20.763512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2104489-11fb-478c-b343-76aaf31c1be8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:20.765742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2104489-11fb-478c-b343-76aaf31c1be8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:20.770654 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c2104489-11fb-478c-b343-76aaf31c1be8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3902102 Jun 11 11:45:20.771434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46444) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:20.773513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:20.774203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a37d4f5-3776-4f24-b686-49d4095e47ca']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:20.784980 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:20.793496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:20.793807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7168bb84-a6e4-4ac7-bb4a-aa8ec045c6e0') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:20.808114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.809931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.823492 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.829447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:20.830032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.834333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b7a14d2-50aa-40e4-a184-c4acc40bc3a1 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:20.873433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9a8ee765-821e-4eb9-bea9-c63f33e29b9d None None] For port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:20.877666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d854a2ea-5c2d-43aa-88bd-68388819b4a7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 0cdb1a8c-833c-4a63-8935-e15fb1bf7965 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:20.892338 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3919055 Jun 11 11:45:20.893515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46446) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:20.897669 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': '6d25d831-5631-4b0a-8f39-40dc1219695b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:20.921719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a8ee765-821e-4eb9-bea9-c63f33e29b9d None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.922206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.938228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:45:20.938672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.939730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9a8ee765-821e-4eb9-bea9-c63f33e29b9d None None] Transition to ACTIVE for port object b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:45:20.941810 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:45:20.948995 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9a8ee765-821e-4eb9-bea9-c63f33e29b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.949438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d854a2ea-5c2d-43aa-88bd-68388819b4a7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:20.951448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-53828b9c-d785-4a6a-ad97-82e5865a9a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:20.978222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Network': ['ID=6d25d831-5631-4b0a-8f39-40dc1219695b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:20.994625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:21.020291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 6d25d831-5631-4b0a-8f39-40dc1219695b details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:45:21.031219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d854a2ea-5c2d-43aa-88bd-68388819b4a7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.094159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ee765-821e-4eb9-bea9-c63f33e29b9d None None] Pushing event updated for resources: {'Port': ['ID=b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:21.098814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9a8ee765-821e-4eb9-bea9-c63f33e29b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:21.105304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.109984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c936d62d-7b46-439f-8fdc-3f794f3b6015 tempest-ExternalNetworksTestJSON-676171878 tempest-ExternalNetworksTestJSON-676171878-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:21.115114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.119520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46448) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:21.120239 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "DELETE /v2.0/networks/6a37d4f5-3776-4f24-b686-49d4095e47ca HTTP/1.1" status: 204 len: 168 time: 1.8285394 Jun 11 11:45:21.141797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Network': ['ID=6a37d4f5-3776-4f24-b686-49d4095e47ca,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:21.144545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:21.278136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 47843ca3-39b8-4fa6-a1b8-4761cc5652c4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:21.279058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.298645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:21.306428 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:21.310053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.390371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:21.449105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:21.449755 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.451156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.462466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.481356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d854a2ea-5c2d-43aa-88bd-68388819b4a7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.506781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fa56ffad-39e1-4c0e-a60a-d526867ec3ca None None] Provisioning for port 47843ca3-39b8-4fa6-a1b8-4761cc5652c4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:21.512750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fa56ffad-39e1-4c0e-a60a-d526867ec3ca None None] Provisioning complete for port 47843ca3-39b8-4fa6-a1b8-4761cc5652c4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:21.513269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fa56ffad-39e1-4c0e-a60a-d526867ec3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.580823 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 47843ca3-39b8-4fa6-a1b8-4761cc5652c4 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:21.598125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fa56ffad-39e1-4c0e-a60a-d526867ec3ca None None] Port 47843ca3-39b8-4fa6-a1b8-4761cc5652c4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:21.617650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fa56ffad-39e1-4c0e-a60a-d526867ec3ca None None] Provisioning complete for port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:21.618261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fa56ffad-39e1-4c0e-a60a-d526867ec3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.713749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f652ed05-a870-4e2c-82df-1980ed1523e9 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:21.733651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee49f4b-b47d-46d5-9264-600fdd110d26 req-9fdb70bb-f2e7-4a2a-95f6-13374a2f5e72 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:21.742104 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ee49f4b-b47d-46d5-9264-600fdd110d26 req-9fdb70bb-f2e7-4a2a-95f6-13374a2f5e72 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.3336825 Jun 11 11:45:21.746245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: f652ed05-a870-4e2c-82df-1980ed1523e9 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:45:21.746928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f652ed05-a870-4e2c-82df-1980ed1523e9 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:45:21.844129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.853728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d854a2ea-5c2d-43aa-88bd-68388819b4a7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.860844 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d2154b2a-1b9f-4ce6-b44e-6ffd5512ff08 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:21.872524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7461f80e-0dcd-4c32-8996-89afdceed487']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:21.876756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.879165 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ee49f4b-b47d-46d5-9264-600fdd110d26 req-a4bc91ef-784e-4ffa-a01e-2e6e4ab02816 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357570 Jun 11 11:45:21.886514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cf1565f6-9b43-4c40-91d3-a85ac81d5c3b None None] Provisioning for port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:21.891280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cf1565f6-9b43-4c40-91d3-a85ac81d5c3b None None] Provisioning complete for port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:21.891824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf1565f6-9b43-4c40-91d3-a85ac81d5c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:21.946412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854a2ea-5c2d-43aa-88bd-68388819b4a7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=0cdb1a8c-833c-4a63-8935-e15fb1bf7965,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:21.956327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e52eeb7-1e34-43f6-b7b2-c6806a39da43') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:21.956654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e52eeb7-1e34-43f6-b7b2-c6806a39da43') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:21.960005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d854a2ea-5c2d-43aa-88bd-68388819b4a7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:21.968122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-27bbabdb-3f2b-4e54-9aef-0d874c54cc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:22.015262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d854a2ea-5c2d-43aa-88bd-68388819b4a7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:22.019541 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d854a2ea-5c2d-43aa-88bd-68388819b4a7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/0cdb1a8c-833c-4a63-8935-e15fb1bf7965 HTTP/1.1" status: 204 len: 168 time: 1.2448270 Jun 11 11:45:22.022255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cf1565f6-9b43-4c40-91d3-a85ac81d5c3b None None] Could not find standard attr ID for object 5135c6dc-afe4-41e9-8453-c7c3955f2b64. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:45:22.024796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46456) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:22.035873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:22.047707 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:22.069285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:22.086194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Subnet': ['ID=065213d9-f9be-45d0-b190-e92c59f49a23,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:22.090440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:22.093375 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:22.115239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:45:22.115571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:45:22.121093 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:45:22.146162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=47843ca3-39b8-4fa6-a1b8-4761cc5652c4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:22.148958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:22.161689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Checking segment: {'id': 'ec14312d-73d3-485a-99b4-9bf4a05b31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '6d25d831-5631-4b0a-8f39-40dc1219695b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:22.162055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network hostable DHCP agents. Network: 6d25d831-5631-4b0a-8f39-40dc1219695b, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:45:22.185184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b891f9cb-50e6-4e83-b059-d7ca620f9a0a None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:22.199945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f55d9fd-b05d-4a47-8f31-fa4b55bd3d47 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet b06a8543-7032-4331-971b-7cd10ce4f5a2 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:22.224474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615c6a5-723b-40f2-8c76-ebf39269bdbc req-f623ec08-9609-4cb9-a9a4-8bc6a1977776 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:22.225163 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5615c6a5-723b-40f2-8c76-ebf39269bdbc req-f623ec08-9609-4cb9-a9a4-8bc6a1977776 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3691421 Jun 11 11:45:22.231752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6f55d9fd-b05d-4a47-8f31-fa4b55bd3d47 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:22.256019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:22.263493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dd02bb8c-c8bf-4aed-8670-688cdfc14fcb tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:22.267975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:22.269766 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "DELETE /v2.0/networks/7461f80e-0dcd-4c32-8996-89afdceed487 HTTP/1.1" status: 204 len: 168 time: 1.1493034 Jun 11 11:45:22.274640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46458) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:22.288896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3342c919-e525-4771-b00f-cabbe738a7cd None None] Could not find standard attr ID for object 5135c6dc-afe4-41e9-8453-c7c3955f2b64. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:45:22.289364 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network 6d25d831-5631-4b0a-8f39-40dc1219695b is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:45:22.291527 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Network': ['ID=7461f80e-0dcd-4c32-8996-89afdceed487,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:22.301029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:22.311937 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5615c6a5-723b-40f2-8c76-ebf39269bdbc req-d2b55bc9-93a5-4ec2-ad7c-c836167d29ed tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753255 Jun 11 11:45:22.313406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 6d25d831-5631-4b0a-8f39-40dc1219695b) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:22.317963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:22.318790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:22.339802 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd23848-37f5-44e6-bff1-b85e4704c150 None None] Network 6d25d831-5631-4b0a-8f39-40dc1219695b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:22.343588 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4489896 Jun 11 11:45:22.346777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46460) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:22.361707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-dd57a99f-918e-4493-9231-988b3ebc711e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-924917851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:22.392718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6f55d9fd-b05d-4a47-8f31-fa4b55bd3d47 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:22.538593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec04ce-0792-4e73-bf08-1b6613b2b974 req-093766e6-70ef-40a2-977d-7547a05eeb2f tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:22.540082 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cec04ce-0792-4e73-bf08-1b6613b2b974 req-093766e6-70ef-40a2-977d-7547a05eeb2f tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.4727073 Jun 11 11:45:22.792677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-6d25d831-5631-4b0a-8f39-40dc1219695b', 'network_id': '6d25d831-5631-4b0a-8f39-40dc1219695b', 'tenant_id': '2bce661b7891475ea38e6060ed025bb1', 'fixed_ips': [{'subnet_id': '065213d9-f9be-45d0-b190-e92c59f49a23'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:22.793577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:22.964286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Allocated IP 2001:db8::2 (6d25d831-5631-4b0a-8f39-40dc1219695b/065213d9-f9be-45d0-b190-e92c59f49a23/89f5f610-7bea-484e-8c67-bae60738920b) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:23.067662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.089271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd57a99f-918e-4493-9231-988b3ebc711e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.090293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd57a99f-918e-4493-9231-988b3ebc711e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.097581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.202574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:23.204406 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cec04ce-0792-4e73-bf08-1b6613b2b974 req-526ccc77-c814-4af7-b2dd-e328e71bbee5 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559787 Jun 11 11:45:23.268021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.287896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Transition to ACTIVE for port object 89f5f610-7bea-484e-8c67-bae60738920b will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:23.308913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:23.309378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.365868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Transition to ACTIVE for port object 89f5f610-7bea-484e-8c67-bae60738920b will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:23.426258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6f55d9fd-b05d-4a47-8f31-fa4b55bd3d47 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.453934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.456871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9a8ee765-821e-4eb9-bea9-c63f33e29b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:23.504333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Pushing event updated for resources: {'Port': ['ID=89f5f610-7bea-484e-8c67-bae60738920b,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:23.510626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:23.510818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd57a99f-918e-4493-9231-988b3ebc711e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.521360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Network 6d25d831-5631-4b0a-8f39-40dc1219695b is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:23.522924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:23.525748 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:23.611643 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Attempting to bind port 89f5f610-7bea-484e-8c67-bae60738920b on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:23.612033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Attempting to bind port 89f5f610-7bea-484e-8c67-bae60738920b by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'ec14312d-73d3-485a-99b4-9bf4a05b31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '6d25d831-5631-4b0a-8f39-40dc1219695b'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:23.612410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Attempting to bind port 89f5f610-7bea-484e-8c67-bae60738920b on network 6d25d831-5631-4b0a-8f39-40dc1219695b {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:23.618885 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd57a99f-918e-4493-9231-988b3ebc711e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.622020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:23.622411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Checking segment: {'id': 'ec14312d-73d3-485a-99b4-9bf4a05b31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '6d25d831-5631-4b0a-8f39-40dc1219695b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:23.622854 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.623260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Bound using segment: {'id': 'ec14312d-73d3-485a-99b4-9bf4a05b31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '6d25d831-5631-4b0a-8f39-40dc1219695b'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:23.624483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Bound port: 89f5f610-7bea-484e-8c67-bae60738920b, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec14312d-73d3-485a-99b4-9bf4a05b31d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '6d25d831-5631-4b0a-8f39-40dc1219695b'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:23.627469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.652689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a6d8d91a-870f-470b-91e3-a2b4f38221fc None None] Provisioning complete for port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:23.653496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d91a-870f-470b-91e3-a2b4f38221fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.757731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] For port 89f5f610-7bea-484e-8c67-bae60738920b, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:23.760916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a5241-ae80-441d-97e9-a4f10abe2c9d req-f92e4ecc-9435-40d6-ab00-a804128a2701 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:23.761505 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] For port 89f5f610-7bea-484e-8c67-bae60738920b, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=89f5f610-7bea-484e-8c67-bae60738920b,segment=NetworkSegment(ec14312d-73d3-485a-99b4-9bf4a05b31d2),segment_id=ec14312d-73d3-485a-99b4-9bf4a05b31d2)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:23.763529 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-422a5241-ae80-441d-97e9-a4f10abe2c9d req-f92e4ecc-9435-40d6-ab00-a804128a2701 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.0848560 Jun 11 11:45:23.766743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.773701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-82a0145b-b5be-4145-b8ea-7e41ecf82ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:23.787208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd57a99f-918e-4493-9231-988b3ebc711e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.791121 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dd57a99f-918e-4493-9231-988b3ebc711e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4369457 Jun 11 11:45:23.800119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46468) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:23.805666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'network_id': '6d25d831-5631-4b0a-8f39-40dc1219695b', 'name': 'tempest-PortsIpV6TestJSON-414021785'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:23.829099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.847554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898bd3ad-bf29-4502-9cd8-d6981008d7e1']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:23.869860 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-422a5241-ae80-441d-97e9-a4f10abe2c9d req-a8526d37-fbb3-4b3f-b5d5-314b9424c068 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977397 Jun 11 11:45:23.871897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab477c01-c2f9-4df5-9a24-b083ed0bfd9b') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:23.872198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab477c01-c2f9-4df5-9a24-b083ed0bfd9b') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:23.875164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Router e7b33fbe-6abe-45fc-ae1a-fabd2a40be05 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:45:23.875946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Pushing event updated for resources: {'Port': ['ID=89f5f610-7bea-484e-8c67-bae60738920b,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:23.882880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:23.911520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.931811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6f55d9fd-b05d-4a47-8f31-fa4b55bd3d47 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.939871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a16d4ecb-9bfb-4abe-961a-6b3dd4d099da tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:23.950065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c3eb-65d8-49d7-b8ea-8e9c1b4e27cc req-8227a8c8-7d0a-4bd9-a767-ff4253533f19 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:23.957886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7066c3eb-65d8-49d7-b8ea-8e9c1b4e27cc req-8227a8c8-7d0a-4bd9-a767-ff4253533f19 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.4357836 Jun 11 11:45:23.972806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:23.993914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:23.997443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:24.018240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55d9fd-b05d-4a47-8f31-fa4b55bd3d47 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=b06a8543-7032-4331-971b-7cd10ce4f5a2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:24.024967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:45:24.025672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:24.028248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port e18b90c9-1028-4959-8db3-183ddcb09ca1 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:45:24.092921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6f55d9fd-b05d-4a47-8f31-fa4b55bd3d47 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:24.094882 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6f55d9fd-b05d-4a47-8f31-fa4b55bd3d47 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/b06a8543-7032-4331-971b-7cd10ce4f5a2 HTTP/1.1" status: 204 len: 168 time: 2.0685537 Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:45:24.095803 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:45:24.098669 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46470) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:24.102495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5560cec9-86d5-4b93-b4b4-0a4340b656bf None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:24.184261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6f55d9fd-b05d-4a47-8f31-fa4b55bd3d47 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:24.191491 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0ebb5d44-60d7-4b44-bc69-335ddb900e99 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907602 Jun 11 11:45:24.195570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46472) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:24.251772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:24.299013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:45:24.308614 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "PUT /v2.0/routers/e7b33fbe-6abe-45fc-ae1a-fabd2a40be05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1650507 Jun 11 11:45:24.309794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46474) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:24.315494 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7066c3eb-65d8-49d7-b8ea-8e9c1b4e27cc req-760e2b7e-8dfd-4f72-8bf4-e966fb30ea7b tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563786 Jun 11 11:45:24.328892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:24.334563 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:24.339102 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] 10.222.0.46 "DELETE /v2.0/networks/898bd3ad-bf29-4502-9cd8-d6981008d7e1 HTTP/1.1" status: 204 len: 168 time: 2.0557809 Jun 11 11:45:24.340316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-445833b4-3a81-4c09-8f8f-8a9485ca9a3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:24.355075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6955650-ec13-43ba-9693-7091e33c8966 None None] Sync routers for ids ['e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:45:24.361422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Pushing event deleted for resources: {'Network': ['ID=898bd3ad-bf29-4502-9cd8-d6981008d7e1,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:24.365116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:24.375217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6955650-ec13-43ba-9693-7091e33c8966 None None] Routers {'e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:24.375872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f6955650-ec13-43ba-9693-7091e33c8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:24.441915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f6955650-ec13-43ba-9693-7091e33c8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:24.456067 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6955650-ec13-43ba-9693-7091e33c8966 None None] Routers {'e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:24.456561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f6955650-ec13-43ba-9693-7091e33c8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:24.507269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f6955650-ec13-43ba-9693-7091e33c8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:24.507763 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6955650-ec13-43ba-9693-7091e33c8966 None None] The sync data for ids ['e7b33fbe-6abe-45fc-ae1a-fabd2a40be05'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:45:24.580974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf3eef-73b3-4d22-bee1-feedbef2610c None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:45:24.645684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf3eef-73b3-4d22-bee1-feedbef2610c None None] Deleting port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:24.646384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ebdf3eef-73b3-4d22-bee1-feedbef2610c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:24.668228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46482) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:24.737398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ebdf3eef-73b3-4d22-bee1-feedbef2610c None None] For port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:24.738102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ebdf3eef-73b3-4d22-bee1-feedbef2610c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:24.813475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8::1ac (6d25d831-5631-4b0a-8f39-40dc1219695b/065213d9-f9be-45d0-b190-e92c59f49a23/e18b90c9-1028-4959-8db3-183ddcb09ca1) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:24.821041 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-d204eed5-25ce-433c-b75d-fbe7069be78c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:45:24.822878 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d204eed5-25ce-433c-b75d-fbe7069be78c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/47843ca3-39b8-4fa6-a1b8-4761cc5652c4 HTTP/1.1" status: 404 len: 333 time: 0.4441364 Jun 11 11:45:24.826291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46486) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:24.836362 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4efbbbf0-a25b-4cb7-be0e-66a153f62b85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5a80255ab6c4b46b9b68a3811858f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666677 Jun 11 11:45:24.838569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46488) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:24.841605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf3eef-73b3-4d22-bee1-feedbef2610c None None] Calling delete_port for b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:24.906461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3ea1-eae5-4409-91c4-890c806d4f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:24.935615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3ea1-eae5-4409-91c4-890c806d4f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:24.984146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ebdf3eef-73b3-4d22-bee1-feedbef2610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:24.988093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:25.006694 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-635fb9fd-fbf2-4ed6-ad71-77c371268c70 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.015019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:25.018794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.029335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3ea1-eae5-4409-91c4-890c806d4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.033050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3ea1-eae5-4409-91c4-890c806d4f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.034424 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a7fc3ea1-eae5-4409-91c4-890c806d4f9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/464fa330-74ca-4c7d-834a-c8d37fba4651 HTTP/1.1" status: 204 len: 168 time: 0.1945994 Jun 11 11:45:25.035615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bff01ebe-ad50-4903-8b11-8a8366632e10 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:25.045019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf3eef-73b3-4d22-bee1-feedbef2610c None None] Pushing event deleted for resources: {'Port': ['ID=b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:25.051945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ebdf3eef-73b3-4d22-bee1-feedbef2610c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:25.052985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf3eef-73b3-4d22-bee1-feedbef2610c None None] No DVR routers for this DVR port b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:25.072273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc3ea1-eae5-4409-91c4-890c806d4f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464fa330-74ca-4c7d-834a-c8d37fba4651,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:25.076147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a7fc3ea1-eae5-4409-91c4-890c806d4f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:25.209736 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7bbeb-d1bc-4a9b-a6bb-ce5d18035d17 None None] Network 6d25d831-5631-4b0a-8f39-40dc1219695b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:25.313408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 89f5f610-7bea-484e-8c67-bae60738920b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:25.389832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-19adace5-9788-4a7e-b361-7404331cff46 None None] Provisioning for port 89f5f610-7bea-484e-8c67-bae60738920b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:25.449437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 89f5f610-7bea-484e-8c67-bae60738920b completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:25.458215 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 89f5f610-7bea-484e-8c67-bae60738920b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:25.458633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.550737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584178a6-ec03-47b3-b555-41511ee3eae9 req-140bf641-9eb5-44cb-b33b-5d1eeb13d1a5 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:25.562785 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-584178a6-ec03-47b3-b555-41511ee3eae9 req-140bf641-9eb5-44cb-b33b-5d1eeb13d1a5 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.1062746 Jun 11 11:45:25.602438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-635fb9fd-fbf2-4ed6-ad71-77c371268c70 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.616560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-635fb9fd-fbf2-4ed6-ad71-77c371268c70 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.627939 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-584178a6-ec03-47b3-b555-41511ee3eae9 req-72566935-4e3b-477f-8a7a-c4c985d2bbc2 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642745 Jun 11 11:45:25.630648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.739941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f1bc3-005c-4cc0-951f-896a80d2b147 req-3fdfe561-f73e-44e1-ac10-2fc5d3b73fa8 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:25.747458 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6d7f1bc3-005c-4cc0-951f-896a80d2b147 req-3fdfe561-f73e-44e1-ac10-2fc5d3b73fa8 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.6236494 Jun 11 11:45:25.769378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-635fb9fd-fbf2-4ed6-ad71-77c371268c70 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.769991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635fb9fd-fbf2-4ed6-ad71-77c371268c70 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Fanout notify agent at l3_agent the message router_deleted on router e7b33fbe-6abe-45fc-ae1a-fabd2a40be05 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:45:25.778406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-635fb9fd-fbf2-4ed6-ad71-77c371268c70 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.779875 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-635fb9fd-fbf2-4ed6-ad71-77c371268c70 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/routers/e7b33fbe-6abe-45fc-ae1a-fabd2a40be05 HTTP/1.1" status: 204 len: 168 time: 0.9495633 Jun 11 11:45:25.782794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46512) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:25.816756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.892815 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object e18b90c9-1028-4959-8db3-183ddcb09ca1 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:25.908232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-70bc1b67-3696-4303-99b1-54260aab0dfd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting subnet 4db5ddf6-e6cf-4f1d-88a3-a973f1452b69 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:25.911786 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6d7f1bc3-005c-4cc0-951f-896a80d2b147 req-9d262715-7a46-41bc-b6c9-163531c518da tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626899 Jun 11 11:45:25.912081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-70bc1b67-3696-4303-99b1-54260aab0dfd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:25.959470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc21636-72ea-4e3b-be35-868c529bc04f None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:45:25.978178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-70bc1b67-3696-4303-99b1-54260aab0dfd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.042103 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 89f5f610-7bea-484e-8c67-bae60738920b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=89f5f610-7bea-484e-8c67-bae60738920b,segment=NetworkSegment(ec14312d-73d3-485a-99b4-9bf4a05b31d2),segment_id=ec14312d-73d3-485a-99b4-9bf4a05b31d2)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:26.043358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bf14784c-d827-413e-adc8-febec286049d None None] Provisioning complete for port 89f5f610-7bea-484e-8c67-bae60738920b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:26.043788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bf14784c-d827-413e-adc8-febec286049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.106864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.112171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-70bc1b67-3696-4303-99b1-54260aab0dfd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.118133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:26.126969 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46518) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:26.159732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.187629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:26.204068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-70bc1b67-3696-4303-99b1-54260aab0dfd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.207588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:26.224373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-70bc1b67-3696-4303-99b1-54260aab0dfd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.226412 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-70bc1b67-3696-4303-99b1-54260aab0dfd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/4db5ddf6-e6cf-4f1d-88a3-a973f1452b69 HTTP/1.1" status: 204 len: 168 time: 0.4424722 Jun 11 11:45:26.242387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:26.250978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46524) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:26.273905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc1b67-3696-4303-99b1-54260aab0dfd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Subnet': ['ID=4db5ddf6-e6cf-4f1d-88a3-a973f1452b69,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:26.276927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-70bc1b67-3696-4303-99b1-54260aab0dfd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:26.322910 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network 6d25d831-5631-4b0a-8f39-40dc1219695b is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:26.323611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:45:26.323981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b32dbda9-ac4a-42c4-9d7c-6a786a5fb9ff not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:45:26.353725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:26.374403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:26.381011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:26.381958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.403802 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=89f5f610-7bea-484e-8c67-bae60738920b,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:26.413641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:26.417466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5007d37f-1552-4a01-a06d-1151c07517b7 tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1245240986', 'prefixes': ['172.20.0.0/16']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:26.438492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc21636-72ea-4e3b-be35-868c529bc04f None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:45:26.477051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4c918-56d5-45da-adb8-8c547ae7a62a req-ae09392e-db90-4393-bc6a-63999c39f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:26.478764 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30e4c918-56d5-45da-adb8-8c547ae7a62a req-ae09392e-db90-4393-bc6a-63999c39f1d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=387fda413ac9483089a213d491358524&device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 1098 time: 0.1592729 Jun 11 11:45:26.493055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=e18b90c9-1028-4959-8db3-183ddcb09ca1,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:26.565502 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:26.570562 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7693529 Jun 11 11:45:26.574335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46528) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:26.606038 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.objects.ports [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99005) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:45:26.612243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.624888 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.632557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-15fa5596-9576-4c42-b256-adc3e0bdc85d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:26.724964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:26.770793 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:26.782648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88277f5e-009c-498a-85af-dbc1ee733d36 req-604e237a-73a7-4545-9467-28d553b3998e tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:26.784224 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-88277f5e-009c-498a-85af-dbc1ee733d36 req-604e237a-73a7-4545-9467-28d553b3998e tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.3901973 Jun 11 11:45:26.788124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:26.788716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.794994 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=d447c317-34b3-4abb-9649-957a8309a71c,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:26.806680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:26.816612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5007d37f-1552-4a01-a06d-1151c07517b7 tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] Notify callbacks [] for subnetpool, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.817916 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5007d37f-1552-4a01-a06d-1151c07517b7 tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6754558 Jun 11 11:45:26.827146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4c918-56d5-45da-adb8-8c547ae7a62a req-37766010-b762-4a81-8730-784c33307b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:26.828639 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30e4c918-56d5-45da-adb8-8c547ae7a62a req-37766010-b762-4a81-8730-784c33307b86 service neutron] 10.222.0.25 "GET /v2.0/networks?id=914375ce-4630-44ee-9aac-21aba3992626 HTTP/1.1" status: 200 len: 913 time: 0.3426723 Jun 11 11:45:26.831815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46532) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:26.842006 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6427295 Jun 11 11:45:26.844695 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46534) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:26.849896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6f2d18e6-b30b-4f0f-ac22-8cb1e4ed54bc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:26.858707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'd447c317-34b3-4abb-9649-957a8309a71c'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:26.860333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:26.901272 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-88277f5e-009c-498a-85af-dbc1ee733d36 req-3e15bf3f-6dcc-4b7d-b0b9-cf9b0896869e tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993409 Jun 11 11:45:26.928332 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30e4c918-56d5-45da-adb8-8c547ae7a62a req-8dacd5c3-203d-44f3-8a1f-5b4d945672c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef9c0a8-1b79-4a20-97fc-58f8d9189a45 HTTP/1.1" status: 200 len: 217 time: 0.0885389 Jun 11 11:45:26.968523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:26.968866 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.036905 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Allocated IP 2001:db8::f816:3eff:fe5e:d35 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/d447c317-34b3-4abb-9649-957a8309a71c/92e18a30-ceb2-4fda-b1e9-61c483ae6f67) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:27.065260 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-52a804f7-139c-4d0e-9d8f-45a2a62bcf09 tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] 10.222.0.46 "GET /v2.0/subnetpools/b90693a9-144b-47e0-ae23-759508f0ddb5 HTTP/1.1" status: 200 len: 732 time: 0.2329431 Jun 11 11:45:27.068345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46536) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:27.087688 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] For port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c,segment=NetworkSegment(afba04a9-3fc8-4253-a4aa-9897e75b65e3),segment_id=afba04a9-3fc8-4253-a4aa-9897e75b65e3)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:27.088403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.117274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e61728fc-5c03-482d-bc2f-8728c61c7116 tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-543377897'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:27.195263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:27.203749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 89f5f610-7bea-484e-8c67-bae60738920b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:27.221492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4c918-56d5-45da-adb8-8c547ae7a62a req-a954085f-d486-4432-85d7-9ba246308fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:27.222879 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30e4c918-56d5-45da-adb8-8c547ae7a62a req-a954085f-d486-4432-85d7-9ba246308fd0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69d2c76e-e3b0-4e64-a01f-425e8e8ae7d5 HTTP/1.1" status: 200 len: 851 time: 0.2215626 Jun 11 11:45:27.263081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2d18e6-b30b-4f0f-ac22-8cb1e4ed54bc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:27.267165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6f2d18e6-b30b-4f0f-ac22-8cb1e4ed54bc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.295634 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30e4c918-56d5-45da-adb8-8c547ae7a62a req-cf65ccbf-d4d1-4621-a93e-744073b63b29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=914375ce-4630-44ee-9aac-21aba3992626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637100 Jun 11 11:45:27.303904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.317260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Transition to ACTIVE for port object 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:27.332329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 89f5f610-7bea-484e-8c67-bae60738920b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:27.332733 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.362702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Transition to ACTIVE for port object 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:27.372946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47b4ec-0be1-4bc0-9b9e-4d189374e11e req-fc6251a9-d3dd-4655-b590-d91e0adafb2a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:27.374599 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9a47b4ec-0be1-4bc0-9b9e-4d189374e11e req-fc6251a9-d3dd-4655-b590-d91e0adafb2a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.5184939 Jun 11 11:45:27.376639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.381894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3b7b6663-9733-44c9-bc35-c3771f8902bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:27.407400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.412460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-183f3db1-e889-4cef-8195-c5dcf6f4d4a5 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:27.425855 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.ipam_backend_mixin [None req-6f2d18e6-b30b-4f0f-ac22-8cb1e4ed54bc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d447c317-34b3-4abb-9649-957a8309a71c (CIDR: 2001:db8::/64) Jun 11 11:45:27.450700 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No DVR routers for this DVR port bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:27.453139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:27.455503 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2d18e6-b30b-4f0f-ac22-8cb1e4ed54bc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:45:27.456361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2d18e6-b30b-4f0f-ac22-8cb1e4ed54bc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:45:27.461724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:27.462472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:27.469386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.473692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:27.485680 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:27.486961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e61728fc-5c03-482d-bc2f-8728c61c7116 tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] Notify callbacks [] for subnetpool, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.487673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Pushing event updated for resources: {'Port': ['ID=92e18a30-ceb2-4fda-b1e9-61c483ae6f67,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:27.491120 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e61728fc-5c03-482d-bc2f-8728c61c7116 tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] 10.222.0.46 "PUT /v2.0/subnetpools/b90693a9-144b-47e0-ae23-759508f0ddb5 HTTP/1.1" status: 200 len: 683 time: 0.3830481 Jun 11 11:45:27.491732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46538) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:27.503415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:27.529067 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6f2d18e6-b30b-4f0f-ac22-8cb1e4ed54bc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6833980 Jun 11 11:45:27.534014 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46540) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:27.541608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:27.578337 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9a47b4ec-0be1-4bc0-9b9e-4d189374e11e req-3016570f-c59f-4a80-a2c6-550e7451e380 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810744 Jun 11 11:45:27.613217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.630922 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c6f7b9-9992-49de-91ed-dfbae414945a']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:27.638634 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30e4c918-56d5-45da-adb8-8c547ae7a62a req-0a6d7221-1797-4658-8650-5db14d43cea4 service neutron] 10.222.0.25 "GET /v2.0/networks/914375ce-4630-44ee-9aac-21aba3992626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358400 Jun 11 11:45:27.647022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.662154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Attempting to bind port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:27.662655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Attempting to bind port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:27.663123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Attempting to bind port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:27.672824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:27.673308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:27.673743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.674314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:27.674878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Bound port: 92e18a30-ceb2-4fda-b1e9-61c483ae6f67, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:27.675331 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.694130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afba04a9-3fc8-4253-a4aa-9897e75b65e3') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:27.694705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afba04a9-3fc8-4253-a4aa-9897e75b65e3') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:27.705131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4fabfa0e-df6c-41d5-86c5-1a1fef561c81 tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] Notify callbacks [] for subnetpool, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.707062 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4fabfa0e-df6c-41d5-86c5-1a1fef561c81 tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] 10.222.0.46 "DELETE /v2.0/subnetpools/b90693a9-144b-47e0-ae23-759508f0ddb5 HTTP/1.1" status: 204 len: 168 time: 0.2091863 Jun 11 11:45:27.711253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46542) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:27.723161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.749315 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-19a17f17-4b1d-4835-b45e-29a0c1f103e1 tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] show failed (client error): The resource could not be found. Jun 11 11:45:27.750228 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-19a17f17-4b1d-4835-b45e-29a0c1f103e1 tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] 10.222.0.46 "GET /v2.0/subnetpools/b90693a9-144b-47e0-ae23-759508f0ddb5 HTTP/1.1" status: 404 len: 346 time: 0.0367155 Jun 11 11:45:27.753316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46544) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:27.760405 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.774138 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] For port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:27.786179 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-29058c78-7591-442c-a9e2-6b6bbbe7452c tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] delete failed (client error): The resource could not be found. Jun 11 11:45:27.787244 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-29058c78-7591-442c-a9e2-6b6bbbe7452c tempest-SubnetPoolsTestJSON-1951854680 tempest-SubnetPoolsTestJSON-1951854680-project] 10.222.0.46 "DELETE /v2.0/subnetpools/b90693a9-144b-47e0-ae23-759508f0ddb5 HTTP/1.1" status: 404 len: 346 time: 0.0330298 Jun 11 11:45:27.788380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:45:27.788830 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:45:27.793089 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:45:27.890311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] For port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=92e18a30-ceb2-4fda-b1e9-61c483ae6f67,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:27.891691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:27.895216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.896101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.898691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.902815 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:27.920092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:27.920759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:27.922361 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/networks/f1c6f7b9-9992-49de-91ed-dfbae414945a HTTP/1.1" status: 204 len: 168 time: 1.6671035 Jun 11 11:45:27.936898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46548) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:27.993241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Network': ['ID=f1c6f7b9-9992-49de-91ed-dfbae414945a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:28.011002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:28.045868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Pushing event updated for resources: {'Port': ['ID=92e18a30-ceb2-4fda-b1e9-61c483ae6f67,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:28.054412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:28.107094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8c1a1b-9557-4c7c-91ff-6acaa9119524 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:28.112712 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6e8c1a1b-9557-4c7c-91ff-6acaa9119524 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/956029df-d096-4894-9e75-de921ffe7a3b HTTP/1.1" status: 200 len: 841 time: 0.1712444 Jun 11 11:45:28.113022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46554) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:28.179755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46556) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:28.259880 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-401586ca-f501-4dec-a745-7b88f3e7c110 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/956029df-d096-4894-9e75-de921ffe7a3b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1417863 Jun 11 11:45:28.259880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46560) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:28.284370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:28.565077 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30e4c918-56d5-45da-adb8-8c547ae7a62a req-bc041027-46ba-4bc1-aa17-cc1fa9ac21bc service neutron] 10.222.0.25 "GET /v2.0/networks/914375ce-4630-44ee-9aac-21aba3992626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9189370 Jun 11 11:45:28.724897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:28.734703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:28.745026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a331beca-bae0-4b40-b6e3-fe666c594782 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:28.819965 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-440c7a06-7394-455d-beec-82e449f8f6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:28.869008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=e18b90c9-1028-4959-8db3-183ddcb09ca1,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:28.872148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:28.922631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603c49a-cb06-4c28-bb83-90aab5c4d4bc req-d0860511-646a-4661-8c4a-2e6c592bf675 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:28.924216 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8603c49a-cb06-4c28-bb83-90aab5c4d4bc req-d0860511-646a-4661-8c4a-2e6c592bf675 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.7870758 Jun 11 11:45:28.950447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65801348-2c4c-473a-b093-6ab3ed249470 req-607126d2-c350-4433-ab56-1f4ce84177d2 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:28.952595 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-65801348-2c4c-473a-b093-6ab3ed249470 req-607126d2-c350-4433-ab56-1f4ce84177d2 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.2204463 Jun 11 11:45:29.054754 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8603c49a-cb06-4c28-bb83-90aab5c4d4bc req-536ed731-1fe2-418d-929a-9a132d57e26f tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215234 Jun 11 11:45:29.088420 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-65801348-2c4c-473a-b093-6ab3ed249470 req-664dd239-4b22-4123-9095-0b1bc10c6278 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293128 Jun 11 11:45:29.089594 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.117368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.120519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-91541548-e44d-4d98-9ed1-7c91c84963c6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:29.226717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:29.235694 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:29.237976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:29.238798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.255756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-440c7a06-7394-455d-beec-82e449f8f6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.268354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=356a3817-5682-45b7-a3db-047ff188c91b,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:29.271146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:29.274214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-440c7a06-7394-455d-beec-82e449f8f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.280360 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fe07d5fa-d02f-4d85-a703-0f9e5c29a2c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:29.281947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.330661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:29.334395 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.344255 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8091667 Jun 11 11:45:29.344619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46564) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:29.357123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:3d:53:a3', 'name': 'tempest-NetworksTestDHCPv6-1057279336'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:29.358664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c7a06-7394-455d-beec-82e449f8f6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099e26f7-4d3b-4945-a988-cb8dd8e0d4f8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:29.361825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-440c7a06-7394-455d-beec-82e449f8f6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:29.366214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:29.381781 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-440c7a06-7394-455d-beec-82e449f8f6a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6fb1efeeab648ea8c29c1c79c7b17e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1962185 Jun 11 11:45:29.392347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46566) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:29.456368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65409fd8-e361-474d-810f-113fdeb80c02 None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:45:29.497395 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:29.577570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-80d01f17-f525-451f-a6b0-a527954b081c None None] Provisioning for port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:29.591985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-80d01f17-f525-451f-a6b0-a527954b081c None None] Provisioning complete for port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:29.592319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-80d01f17-f525-451f-a6b0-a527954b081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.627744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65409fd8-e361-474d-810f-113fdeb80c02 None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:45:29.649782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.652747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-89152ad1-5473-4504-913a-766d9652cba9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:29.698414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b3c79815-0b73-4ad6-b506-bc89d31aee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.716354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:29.722123 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:29.726515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:29.727137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.733792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Subnet': ['ID=afd5a048-8a52-4ca7-9171-4a7fb0c23b91,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:29.737840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:29.749399 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4836988 Jun 11 11:45:29.749917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46568) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:29.755022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9190d91d-b773-4adc-a763-3039c5ecd073 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'security_group': {'name': 'tempest-secgroup-1555292599'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:29.796741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-80d01f17-f525-451f-a6b0-a527954b081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.803366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b3c79815-0b73-4ad6-b506-bc89d31aee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.814590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:29.822690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9190d91d-b773-4adc-a763-3039c5ecd073 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.893673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-80d01f17-f525-451f-a6b0-a527954b081c None None] For port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=92e18a30-ceb2-4fda-b1e9-61c483ae6f67,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:29.899891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-80d01f17-f525-451f-a6b0-a527954b081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.903734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ebdf3eef-73b3-4d22-bee1-feedbef2610c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:29.927029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9190d91d-b773-4adc-a763-3039c5ecd073 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.932917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9190d91d-b773-4adc-a763-3039c5ecd073 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.937015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9bb76ce4-cbcf-4c3a-a631-b35ea49bd06e tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:29.965972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9190d91d-b773-4adc-a763-3039c5ecd073 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.970792 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9190d91d-b773-4adc-a763-3039c5ecd073 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2162044 Jun 11 11:45:29.970792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46570) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:29.975570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ca839aab-f254-4906-84b9-14c536754516 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'security_group': {'name': 'tempest-secgroup-418784991'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:29.978724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d01f17-f525-451f-a6b0-a527954b081c None None] Pushing event updated for resources: {'Port': ['ID=92e18a30-ceb2-4fda-b1e9-61c483ae6f67,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:29.979752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.981005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190d91d-b773-4adc-a763-3039c5ecd073 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1964e957-00b1-4cd0-bd52-ea8bec5bccac,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:29.981887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b3c79815-0b73-4ad6-b506-bc89d31aee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.982032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-80d01f17-f525-451f-a6b0-a527954b081c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:29.984448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b3c79815-0b73-4ad6-b506-bc89d31aee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:29.985647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9190d91d-b773-4adc-a763-3039c5ecd073 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:29.988544 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b3c79815-0b73-4ad6-b506-bc89d31aee94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/099e26f7-4d3b-4945-a988-cb8dd8e0d4f8 HTTP/1.1" status: 204 len: 168 time: 0.5404401 Jun 11 11:45:29.991326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:30.006415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c79815-0b73-4ad6-b506-bc89d31aee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099e26f7-4d3b-4945-a988-cb8dd8e0d4f8,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:30.014374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:30.015491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:30.018154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca839aab-f254-4906-84b9-14c536754516 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:30.019034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b3c79815-0b73-4ad6-b506-bc89d31aee94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:30.019709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-74ada943-f977-41bf-9648-cdb6578a4546 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:30.059777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:30.149732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca839aab-f254-4906-84b9-14c536754516 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:30.155960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca839aab-f254-4906-84b9-14c536754516 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:30.172057 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5af3a835-b01f-41d8-86ac-3467fc2a8455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:30.184014 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca839aab-f254-4906-84b9-14c536754516 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:30.189587 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ca839aab-f254-4906-84b9-14c536754516 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2177854 Jun 11 11:45:30.199298 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46578) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:30.204220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5416be-c982-4e48-99dc-4559865acce6 None None] DHCP port deletion for f1c6f7b9-9992-49de-91ed-dfbae414945a request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:45:30.208970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 65557767-f564-4db0-abc0-90a362d09281 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:45:30.209116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-338735310', 'security_groups': ['aeb4e506-d91f-47cb-bf66-ea9cfbdb1b01'], 'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'afd5a048-8a52-4ca7-9171-4a7fb0c23b91'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:30.245012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'tenant_id': '074eae8a1772468abe29c1bccd90dbdf', 'fixed_ips': [{'subnet_id': 'afd5a048-8a52-4ca7-9171-4a7fb0c23b91'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:30.246018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:30.288371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=e18b90c9-1028-4959-8db3-183ddcb09ca1,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:30.298299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:30.321817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca839aab-f254-4906-84b9-14c536754516 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb4e506-d91f-47cb-bf66-ea9cfbdb1b01,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:30.325116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ca839aab-f254-4906-84b9-14c536754516 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:30.417494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cac1ab-6bc4-432f-bc1c-fbbb143b158d req-4711126b-c12e-41a9-9c2c-ffd278fda233 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:30.419806 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-35cac1ab-6bc4-432f-bc1c-fbbb143b158d req-4711126b-c12e-41a9-9c2c-ffd278fda233 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.2053912 Jun 11 11:45:30.477209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Allocated IP 172.20.0.2 (f5e8931e-4331-4c4b-8f24-20d96d580d4d/afd5a048-8a52-4ca7-9171-4a7fb0c23b91/78b0efb1-e444-44bf-9ba6-302eedf97382) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:30.482305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network 6d25d831-5631-4b0a-8f39-40dc1219695b is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:30.486306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:30.509946 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-35cac1ab-6bc4-432f-bc1c-fbbb143b158d req-e3b347a4-f18d-46fd-8fde-c959cb5cf325 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769033 Jun 11 11:45:30.529271 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:30.681999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:30.724774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:30.728560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port 9b039332-6ad6-40fb-b959-0417c8a9f49b yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:45:30.747774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Transition to ACTIVE for port object 78b0efb1-e444-44bf-9ba6-302eedf97382 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:30.754975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31000a-e5da-40f3-8c91-1a988cc608ba req-007d0f4c-7715-4b63-a2f8-b3fa2c0aa198 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:30.761768 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ff31000a-e5da-40f3-8c91-1a988cc608ba req-007d0f4c-7715-4b63-a2f8-b3fa2c0aa198 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.4687936 Jun 11 11:45:30.783893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Transition to ACTIVE for port object 78b0efb1-e444-44bf-9ba6-302eedf97382 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:30.798973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:30.801186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-44fd511f-f7cf-42cd-b945-c4dd13526132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:30.825447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8:0:1::269 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/356a3817-5682-45b7-a3db-047ff188c91b/65557767-f564-4db0-abc0-90a362d09281) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:30.847906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::f816:3eff:fe3d:53a3 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/d447c317-34b3-4abb-9649-957a8309a71c/65557767-f564-4db0-abc0-90a362d09281) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:30.863261 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ff31000a-e5da-40f3-8c91-1a988cc608ba req-cdcb98d6-4196-4718-b930-56d66012d587 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005492 Jun 11 11:45:30.892555 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:30.897120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:30.907413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:30.948743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Pushing event updated for resources: {'Port': ['ID=78b0efb1-e444-44bf-9ba6-302eedf97382,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:30.982412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Router 9324b1a5-c783-4487-acc7-db602d8c130a is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:45:31.004612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:31.032282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.10 (f5e8931e-4331-4c4b-8f24-20d96d580d4d/afd5a048-8a52-4ca7-9171-4a7fb0c23b91/9b039332-6ad6-40fb-b959-0417c8a9f49b) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:31.056347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Attempting to bind port 78b0efb1-e444-44bf-9ba6-302eedf97382 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:31.056347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Attempting to bind port 78b0efb1-e444-44bf-9ba6-302eedf97382 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '7a01bab4-e6c4-4c91-bcda-9732e4668dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:31.056685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Attempting to bind port 78b0efb1-e444-44bf-9ba6-302eedf97382 on network f5e8931e-4331-4c4b-8f24-20d96d580d4d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:31.062431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:31.063008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Checking segment: {'id': '7a01bab4-e6c4-4c91-bcda-9732e4668dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:31.063557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:31.064052 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Bound using segment: {'id': '7a01bab4-e6c4-4c91-bcda-9732e4668dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:31.064646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Bound port: 78b0efb1-e444-44bf-9ba6-302eedf97382, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a01bab4-e6c4-4c91-bcda-9732e4668dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:31.065289 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:31.143158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd136ee-c48c-42de-b2cd-a574fb73d1a1 req-d69fa2a0-ac41-400c-834b-bfb7d26c31c0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:31.144731 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6bd136ee-c48c-42de-b2cd-a574fb73d1a1 req-d69fa2a0-ac41-400c-834b-bfb7d26c31c0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.1159098 Jun 11 11:45:31.220636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] For port 78b0efb1-e444-44bf-9ba6-302eedf97382, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:31.226756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] For port 78b0efb1-e444-44bf-9ba6-302eedf97382, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=78b0efb1-e444-44bf-9ba6-302eedf97382,segment=NetworkSegment(7a01bab4-e6c4-4c91-bcda-9732e4668dbc),segment_id=7a01bab4-e6c4-4c91-bcda-9732e4668dbc)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:31.231178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:31.298519 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:31.311414 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-80d01f17-f525-451f-a6b0-a527954b081c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:31.352224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:45:31.362712 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e96ba-ad18-4784-815f-e54c7c3ffcbb None None] Sync routers for ids ['9324b1a5-c783-4487-acc7-db602d8c130a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:45:31.393090 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e96ba-ad18-4784-815f-e54c7c3ffcbb None None] Routers {'9324b1a5-c783-4487-acc7-db602d8c130a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:31.395477 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-7e0e96ba-ad18-4784-815f-e54c7c3ffcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9324b1a5-c783-4487-acc7-db602d8c130a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:31.456557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:31.458700 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "PUT /v2.0/routers/9324b1a5-c783-4487-acc7-db602d8c130a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8822870 Jun 11 11:45:31.473765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object 9b039332-6ad6-40fb-b959-0417c8a9f49b will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:31.476665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46612) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:31.494860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Pushing event updated for resources: {'Port': ['ID=78b0efb1-e444-44bf-9ba6-302eedf97382,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:31.509203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:31.509941 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:31.510895 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:31.514241 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6bd136ee-c48c-42de-b2cd-a574fb73d1a1 req-a90bcf25-09cd-4a2e-8b79-539b2199f963 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376832 Jun 11 11:45:31.530887 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-7e0e96ba-ad18-4784-815f-e54c7c3ffcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:31.542766 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:31.545070 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e96ba-ad18-4784-815f-e54c7c3ffcbb None None] Routers {'9324b1a5-c783-4487-acc7-db602d8c130a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:31.546846 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-7e0e96ba-ad18-4784-815f-e54c7c3ffcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9324b1a5-c783-4487-acc7-db602d8c130a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:31.549592 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-92254495-453d-472b-9db0-28a4548bdfeb tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:31.661811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:31.665756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:31.670353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:31.676176 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-7e0e96ba-ad18-4784-815f-e54c7c3ffcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:31.676867 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e96ba-ad18-4784-815f-e54c7c3ffcbb None None] The sync data for ids ['9324b1a5-c783-4487-acc7-db602d8c130a'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:45:31.747296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:31.747296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:31.749776 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=9b039332-6ad6-40fb-b959-0417c8a9f49b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:31.756466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:31.782347 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5805657 Jun 11 11:45:31.785192 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46616) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:31.799698 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2e02f023-f1e5-4144-a811-eb52dd9d1a9e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:31.809605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:31.831394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:31.840548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71563c1-e143-4502-a58d-caec6c1046cc req-5cf27f40-661f-4b68-9fd2-f0169a7dff71 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:31.848339 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c71563c1-e143-4502-a58d-caec6c1046cc req-5cf27f40-661f-4b68-9fd2-f0169a7dff71 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3882093 Jun 11 11:45:31.873288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:45:31.873697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device bd23c3ff-7bf2-4ba3-991b-90fe277dcf8c not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:45:31.885261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6710e-e4f4-424c-b029-d2d4424fb889 req-5b901290-868b-4225-8652-7f3be53c9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:31.886847 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-90f6710e-e4f4-424c-b029-d2d4424fb889 req-5b901290-868b-4225-8652-7f3be53c9206 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ae6cd23526432e8d1c423d0133032f&device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 1098 time: 0.4444134 Jun 11 11:45:31.915845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 65557767-f564-4db0-abc0-90a362d09281 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:31.969421 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2833bd-e7c6-4587-a2b4-40a12160436f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:31.974109 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9a2833bd-e7c6-4587-a2b4-40a12160436f tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports?device_id=9324b1a5-c783-4487-acc7-db602d8c130a HTTP/1.1" status: 200 len: 988 time: 0.4915104 Jun 11 11:45:31.974606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46624) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:31.987132 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c71563c1-e143-4502-a58d-caec6c1046cc req-dabdc628-bbef-436b-84c8-e1130102b5ed tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375992 Jun 11 11:45:32.081764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:32.086988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3e37b26c-27a5-4281-b192-c12bcc79f84c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:32.127525 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e02f023-f1e5-4144-a811-eb52dd9d1a9e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:32.130956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e02f023-f1e5-4144-a811-eb52dd9d1a9e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:32.143832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6710e-e4f4-424c-b029-d2d4424fb889 req-c0d3da4f-dbd0-498b-b541-b657f3a7c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:32.145336 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-90f6710e-e4f4-424c-b029-d2d4424fb889 req-c0d3da4f-dbd0-498b-b541-b657f3a7c96d service neutron] 10.222.0.25 "GET /v2.0/networks?id=3072c694-f3c9-4ecc-83b5-3be429a16450 HTTP/1.1" status: 200 len: 914 time: 0.2501569 Jun 11 11:45:32.159743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:32.212452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:32.214234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46630) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:32.228444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:32.234361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:32.234995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:32.245198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=65557767-f564-4db0-abc0-90a362d09281,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:32.253737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:32.272339 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9212759 Jun 11 11:45:32.272652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46634) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:32.307139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-90f6710e-e4f4-424c-b029-d2d4424fb889 req-31026fc5-7807-4686-8160-15ae91f5cf6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c8b3e5-7646-4625-8d95-1fc403795a41 HTTP/1.1" status: 200 len: 1001 time: 0.1523714 Jun 11 11:45:32.399870 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.ipam_backend_mixin [None req-2e02f023-f1e5-4144-a811-eb52dd9d1a9e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet afd5a048-8a52-4ca7-9171-4a7fb0c23b91 (CIDR: 172.20.0.0/28) Jun 11 11:45:32.409107 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e02f023-f1e5-4144-a811-eb52dd9d1a9e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:45:32.409692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e02f023-f1e5-4144-a811-eb52dd9d1a9e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:45:32.433874 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2e02f023-f1e5-4144-a811-eb52dd9d1a9e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6442990 Jun 11 11:45:32.453282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46636) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:32.458974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:32.728301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:32.729953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:32.733988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:32.771606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d237e607-4d54-496d-baa0-bde7b0c0a4a2 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:32.877948 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'network': {'name': 'tempest-network-smoke--1074433782', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'port_security_enabled': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:32.896992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6710e-e4f4-424c-b029-d2d4424fb889 req-2a7c5d84-3bd6-4492-a7f9-f10578959a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:32.898469 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-90f6710e-e4f4-424c-b029-d2d4424fb889 req-2a7c5d84-3bd6-4492-a7f9-f10578959a1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c220a6cf-448b-430d-9969-8a36f99f4566 HTTP/1.1" status: 200 len: 851 time: 0.5789847 Jun 11 11:45:32.954047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:32.957590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:32.978969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.001708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b69991e9-292a-471e-9672-371e7ca80d85 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 65557767-f564-4db0-abc0-90a362d09281 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:33.002065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b69991e9-292a-471e-9672-371e7ca80d85 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.083817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e61fcd-a814-4770-b3f0-66a90ff7d0f5 None None] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:33.183740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6710e-e4f4-424c-b029-d2d4424fb889 req-fb252ff7-2f2c-4160-8ea2-a6a437b2af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:33.185233 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-90f6710e-e4f4-424c-b029-d2d4424fb889 req-fb252ff7-2f2c-4160-8ea2-a6a437b2af26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3072c694-f3c9-4ecc-83b5-3be429a16450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2744789 Jun 11 11:45:33.267452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 78b0efb1-e444-44bf-9ba6-302eedf97382 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:33.271403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-773d4fc1-db9c-44c0-941d-d97ac5d5e90d None None] Provisioning complete for port 956029df-d096-4894-9e75-de921ffe7a3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:33.271833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-773d4fc1-db9c-44c0-941d-d97ac5d5e90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.316360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b69991e9-292a-471e-9672-371e7ca80d85 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.323723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-773d4fc1-db9c-44c0-941d-d97ac5d5e90d None None] Port 956029df-d096-4894-9e75-de921ffe7a3b cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:33.415160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-773d4fc1-db9c-44c0-941d-d97ac5d5e90d None None] Provisioning for port 78b0efb1-e444-44bf-9ba6-302eedf97382 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:33.508572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b69991e9-292a-471e-9672-371e7ca80d85 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 65557767-f564-4db0-abc0-90a362d09281 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:33.525644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.545672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.553781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608aed8-8829-47d5-b340-1f138f68de10 req-ea5424c3-4add-45ed-8683-21c02cb2228c tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:33.555396 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7608aed8-8829-47d5-b340-1f138f68de10 req-ea5424c3-4add-45ed-8683-21c02cb2228c tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.8722785 Jun 11 11:45:33.556823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 78b0efb1-e444-44bf-9ba6-302eedf97382 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:33.574936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 78b0efb1-e444-44bf-9ba6-302eedf97382 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:33.575479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.576819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1f5e5f1d-f2d3-4965-bc55-f0d87dd792c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:33.631079 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8495f066-6e52-4302-b73d-5b93ab50af5d None None] Provisioning for port e18b90c9-1028-4959-8db3-183ddcb09ca1 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:33.664532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a2ef9-efef-443c-8d2e-6895571a9059 req-95811647-5f66-42b2-bfe3-34afd8ce7845 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:33.666286 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6b9a2ef9-efef-443c-8d2e-6895571a9059 req-95811647-5f66-42b2-bfe3-34afd8ce7845 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.5022955 Jun 11 11:45:33.668320 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-90f6710e-e4f4-424c-b029-d2d4424fb889 req-0b480798-6aee-472d-a875-1180da02e8c5 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637213 Jun 11 11:45:33.677327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:45:33.679449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8495f066-6e52-4302-b73d-5b93ab50af5d None None] Provisioning complete for port e18b90c9-1028-4959-8db3-183ddcb09ca1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:33.682618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8495f066-6e52-4302-b73d-5b93ab50af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.708723 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7608aed8-8829-47d5-b340-1f138f68de10 req-487a2b24-1ab0-476c-b4cf-b909c98cc455 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011558 Jun 11 11:45:33.764187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.764546 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Added segment d63c3a25-7ba5-47a0-a6c9-949d3093766c of type vlan for network adb2bedd-c475-4354-a670-92b43b58e788 Jun 11 11:45:33.768600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8495f066-6e52-4302-b73d-5b93ab50af5d None None] Port e18b90c9-1028-4959-8db3-183ddcb09ca1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:33.771690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feab760-3526-49a3-91cf-1bbe6af233b4 None None] Update dhcp port {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'fixed_ips': [{'subnet_id': 'd447c317-34b3-4abb-9649-957a8309a71c', 'ip_address': '2001:db8::f816:3eff:fe5e:d35'}, {'subnet_id': '356a3817-5682-45b7-a3db-047ff188c91b'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '92e18a30-ceb2-4fda-b1e9-61c483ae6f67'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:45:33.775483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:33.791759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:33.864561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9feab760-3526-49a3-91cf-1bbe6af233b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.866496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.944267 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6b9a2ef9-efef-443c-8d2e-6895571a9059 req-1367a4b2-9d42-4add-91a7-dfb0d79517e3 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621593 Jun 11 11:45:33.945334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port e18b90c9-1028-4959-8db3-183ddcb09ca1 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:33.947144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.975553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:33.995780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 78b0efb1-e444-44bf-9ba6-302eedf97382, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=78b0efb1-e444-44bf-9ba6-302eedf97382,segment=NetworkSegment(7a01bab4-e6c4-4c91-bcda-9732e4668dbc),segment_id=7a01bab4-e6c4-4c91-bcda-9732e4668dbc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:34.002236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-df1198ef-f291-45c3-999f-0689041fdaeb None None] Provisioning complete for port e18b90c9-1028-4959-8db3-183ddcb09ca1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:34.002666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-df1198ef-f291-45c3-999f-0689041fdaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.053992 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-90f6710e-e4f4-424c-b029-d2d4424fb889 req-f99ff7c9-67ae-401e-84ec-134b19cc1adf service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742633 Jun 11 11:45:34.059187 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.103557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:34.116875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.130045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:34.188657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-df1198ef-f291-45c3-999f-0689041fdaeb None None] Port e18b90c9-1028-4959-8db3-183ddcb09ca1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:34.238393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.243040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=78b0efb1-e444-44bf-9ba6-302eedf97382,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:34.252608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:34.252903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:34.259856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:34.273429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:34.274233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.279454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.284275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-9feab760-3526-49a3-91cf-1bbe6af233b4 None None] Allocated IP 2001:db8:0:1::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/356a3817-5682-45b7-a3db-047ff188c91b/92e18a30-ceb2-4fda-b1e9-61c483ae6f67) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:34.285766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:34.286475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.292381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:34.360050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-aa3082e5-7936-4dd7-a7f6-2989aceefcb3 None None] Provisioning for port 9b039332-6ad6-40fb-b959-0417c8a9f49b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:34.370407 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-aa3082e5-7936-4dd7-a7f6-2989aceefcb3 None None] Provisioning complete for port 9b039332-6ad6-40fb-b959-0417c8a9f49b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:34.372348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-aa3082e5-7936-4dd7-a7f6-2989aceefcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.417924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for e18b90c9-1028-4959-8db3-183ddcb09ca1 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:34.429613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Subnet': ['ID=b7d29d05-4211-4b59-b3ef-eb51d9acddf2,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:34.445624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:34.450625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Network': ['ID=adb2bedd-c475-4354-a670-92b43b58e788,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:34.472122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:34.476881 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2523847 Jun 11 11:45:34.481545 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0271230 Jun 11 11:45:34.482139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46646) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:34.509093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46648) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:34.509946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b69991e9-292a-471e-9672-371e7ca80d85 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.520985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-aa3082e5-7936-4dd7-a7f6-2989aceefcb3 None None] Port 9b039332-6ad6-40fb-b959-0417c8a9f49b cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:34.533743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network adb2bedd-c475-4354-a670-92b43b58e788 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:45:34.541269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1925361836', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b7d29d05-4211-4b59-b3ef-eb51d9acddf2'}], 'security_groups': ['1964e957-00b1-4cd0-bd52-ea8bec5bccac']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:34.545173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b87a8453-a648-4a65-91c0-a2234636dbb1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:34.548270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'admin_state_up': True, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:34.577567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69991e9-292a-471e-9672-371e7ca80d85 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=65557767-f564-4db0-abc0-90a362d09281,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:34.644825 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c1411-de68-4579-9238-05379d3ced35 None None] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:34.661473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b69991e9-292a-471e-9672-371e7ca80d85 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:34.683827 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-aa3082e5-7936-4dd7-a7f6-2989aceefcb3 None None] Provisioning complete for port 956029df-d096-4894-9e75-de921ffe7a3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:34.684218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-aa3082e5-7936-4dd7-a7f6-2989aceefcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.689627 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.690778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.711207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b69991e9-292a-471e-9672-371e7ca80d85 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.713093 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b69991e9-292a-471e-9672-371e7ca80d85 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/65557767-f564-4db0-abc0-90a362d09281 HTTP/1.1" status: 204 len: 168 time: 2.4396245 Jun 11 11:45:34.717577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46650) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:34.737720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-aa3082e5-7936-4dd7-a7f6-2989aceefcb3 None None] Port 956029df-d096-4894-9e75-de921ffe7a3b cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:34.771556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.778058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-25879c5c-dabd-4290-8349-ae9c5d047f4d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:34.815080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0980b-d263-4d5e-bf4d-dd2859b22193 req-81483a62-1bd7-4113-90e2-219135fae25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:34.816748 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8eb0980b-d263-4d5e-bf4d-dd2859b22193 req-81483a62-1bd7-4113-90e2-219135fae25b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=387fda413ac9483089a213d491358524&device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 1098 time: 0.3626912 Jun 11 11:45:34.817137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9feab760-3526-49a3-91cf-1bbe6af233b4 None None] For port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=92e18a30-ceb2-4fda-b1e9-61c483ae6f67,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:34.818836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=e18b90c9-1028-4959-8db3-183ddcb09ca1,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:34.829728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:34.834024 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-aa3082e5-7936-4dd7-a7f6-2989aceefcb3 None None] Provisioning complete for port 78b0efb1-e444-44bf-9ba6-302eedf97382 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:34.834421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-aa3082e5-7936-4dd7-a7f6-2989aceefcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.875832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:34.950414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3305c9-f51f-4a23-9e47-ed93a91036e8 req-a80dff8b-34b9-46d5-9422-970a4a968c51 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:34.959290 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ba3305c9-f51f-4a23-9e47-ed93a91036e8 req-a80dff8b-34b9-46d5-9422-970a4a968c51 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.4528716 Jun 11 11:45:35.072051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0924b63-c0ea-4fae-acfc-e771ea49799f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:35.076863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46654) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:35.077554 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e0924b63-c0ea-4fae-acfc-e771ea49799f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.3549984 Jun 11 11:45:35.174675 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ba3305c9-f51f-4a23-9e47-ed93a91036e8 req-08662b94-5606-470e-a529-2d382a800192 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097104 Jun 11 11:45:35.191093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9feab760-3526-49a3-91cf-1bbe6af233b4 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:35.191970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0980b-d263-4d5e-bf4d-dd2859b22193 req-ae15510e-7f7e-46f2-9622-0414446af3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:35.193544 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8eb0980b-d263-4d5e-bf4d-dd2859b22193 req-ae15510e-7f7e-46f2-9622-0414446af3af service neutron] 10.222.0.25 "GET /v2.0/networks?id=914375ce-4630-44ee-9aac-21aba3992626 HTTP/1.1" status: 200 len: 913 time: 0.3681579 Jun 11 11:45:35.194098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:35.239195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 78b0efb1-e444-44bf-9ba6-302eedf97382 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:35.247223 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9feab760-3526-49a3-91cf-1bbe6af233b4 None None] Transition to ACTIVE for port object 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:35.265806 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8eb0980b-d263-4d5e-bf4d-dd2859b22193 req-15a93dc4-b551-480a-9035-e5e01b3fb73e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eef9c0a8-1b79-4a20-97fc-58f8d9189a45 HTTP/1.1" status: 200 len: 217 time: 0.0584497 Jun 11 11:45:35.278099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9feab760-3526-49a3-91cf-1bbe6af233b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:35.283715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5b767826-b447-4e73-aa9f-a043aad7191f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:35.321299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:35.326666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:35.402159 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0980b-d263-4d5e-bf4d-dd2859b22193 req-eb196a7e-7b76-45d8-b955-195aabfd730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:35.403590 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8eb0980b-d263-4d5e-bf4d-dd2859b22193 req-eb196a7e-7b76-45d8-b955-195aabfd730a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=69d2c76e-e3b0-4e64-a01f-425e8e8ae7d5 HTTP/1.1" status: 200 len: 851 time: 0.1145511 Jun 11 11:45:35.443925 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8eb0980b-d263-4d5e-bf4d-dd2859b22193 req-e75b962d-435b-4dc9-8f39-38f3f2fea3f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=914375ce-4630-44ee-9aac-21aba3992626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342612 Jun 11 11:45:35.483231 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feab760-3526-49a3-91cf-1bbe6af233b4 None None] Pushing event updated for resources: {'Port': ['ID=92e18a30-ceb2-4fda-b1e9-61c483ae6f67,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:35.492339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9feab760-3526-49a3-91cf-1bbe6af233b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:35.514650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 78b0efb1-e444-44bf-9ba6-302eedf97382 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:35.515042 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:35.521391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ce368-2c24-40f9-9ed7-49d98fd989f7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:35.526752 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ad7ce368-2c24-40f9-9ed7-49d98fd989f7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4451535 Jun 11 11:45:35.526912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46656) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:35.536635 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc52b5-68a3-4903-88e5-272117310e54 req-e85dc61b-6ca5-4fa8-b50b-db82fb8cc398 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:35.539003 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b2cc52b5-68a3-4903-88e5-272117310e54 req-e85dc61b-6ca5-4fa8-b50b-db82fb8cc398 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3851008 Jun 11 11:45:35.736263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ecfec304-3ad3-4bc1-9ce4-7c92bfa03a75 None None] Provisioning complete for port 9b039332-6ad6-40fb-b959-0417c8a9f49b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:35.737798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ecfec304-3ad3-4bc1-9ce4-7c92bfa03a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:35.752064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0a659-2f9c-4d91-b829-5e239b219df5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:35.754059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Router 9324b1a5-c783-4487-acc7-db602d8c130a has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:45:35.754763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0a659-2f9c-4d91-b829-5e239b219df5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:35.757176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0a659-2f9c-4d91-b829-5e239b219df5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:35.764528 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5ab0a659-2f9c-4d91-b829-5e239b219df5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2370620 Jun 11 11:45:35.764906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46658) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:35.789858 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b2cc52b5-68a3-4903-88e5-272117310e54 req-d0b2ccb7-402a-4604-9106-954039c8f9b9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430341 Jun 11 11:45:35.801727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f901bcd-a457-4e4b-b866-666bb4857373 None None] Update dhcp port {'port': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'fixed_ips': [{'subnet_id': 'afd5a048-8a52-4ca7-9171-4a7fb0c23b91', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b7d29d05-4211-4b59-b3ef-eb51d9acddf2'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '78b0efb1-e444-44bf-9ba6-302eedf97382'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:45:35.846234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ecfec304-3ad3-4bc1-9ce4-7c92bfa03a75 None None] Port 9b039332-6ad6-40fb-b959-0417c8a9f49b cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:35.862893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f901bcd-a457-4e4b-b866-666bb4857373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:35.871138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 356a3817-5682-45b7-a3db-047ff188c91b {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:35.924846 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8eb0980b-d263-4d5e-bf4d-dd2859b22193 req-d8dc06f4-42d6-4509-ab9d-7431110b6c6a service neutron] 10.222.0.25 "GET /v2.0/networks/914375ce-4630-44ee-9aac-21aba3992626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423118 Jun 11 11:45:35.992046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:36.040458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:45:36.046356 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "PUT /v2.0/routers/9324b1a5-c783-4487-acc7-db602d8c130a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0704958 Jun 11 11:45:36.049015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46662) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:36.058055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84badc65-ea00-4de7-b39f-104709c7c8da None None] Sync routers for ids ['9324b1a5-c783-4487-acc7-db602d8c130a'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:45:36.068370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84badc65-ea00-4de7-b39f-104709c7c8da None None] Routers {'9324b1a5-c783-4487-acc7-db602d8c130a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:36.069059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-84badc65-ea00-4de7-b39f-104709c7c8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9324b1a5-c783-4487-acc7-db602d8c130a'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:36.087033 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08bce11-a8c4-4315-8c5d-2dc082388c5b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:45:36.088686 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c08bce11-a8c4-4315-8c5d-2dc082388c5b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/e18b90c9-1028-4959-8db3-183ddcb09ca1 HTTP/1.1" status: 404 len: 333 time: 0.0374069 Jun 11 11:45:36.094052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46664) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:36.100626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:36.145174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-84badc65-ea00-4de7-b39f-104709c7c8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:36.154255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84badc65-ea00-4de7-b39f-104709c7c8da None None] Routers {'9324b1a5-c783-4487-acc7-db602d8c130a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:36.155595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-84badc65-ea00-4de7-b39f-104709c7c8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9324b1a5-c783-4487-acc7-db602d8c130a'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:36.213932 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-84badc65-ea00-4de7-b39f-104709c7c8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:36.214501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84badc65-ea00-4de7-b39f-104709c7c8da None None] The sync data for ids ['9324b1a5-c783-4487-acc7-db602d8c130a'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:45:36.287203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7546b6-557c-49a7-b560-6b50e5705b4d None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:36.338810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:36.382811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7c0ad090-9d0a-4784-9e4a-e3073e49ebfd None None] Could not find standard attr ID for object 65557767-f564-4db0-abc0-90a362d09281. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:45:36.406514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7c0ad090-9d0a-4784-9e4a-e3073e49ebfd None None] Provisioning for port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:36.413111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7c0ad090-9d0a-4784-9e4a-e3073e49ebfd None None] Provisioning complete for port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:36.413501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad090-9d0a-4784-9e4a-e3073e49ebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:36.455561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:36.500628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:36.717019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4d4b5-b1dc-4002-998c-802a92f1b613 req-adeb6583-982b-47dc-ae7a-5c5e2479d46b tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:36.718506 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-50b4d4b5-b1dc-4002-998c-802a92f1b613 req-adeb6583-982b-47dc-ae7a-5c5e2479d46b tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.3846347 Jun 11 11:45:36.728718 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:36.745158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Delete allocated IP 172.20.0.10 (f5e8931e-4331-4c4b-8f24-20d96d580d4d/afd5a048-8a52-4ca7-9171-4a7fb0c23b91) {{(pid=99006) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 11:45:36.769061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.28 (f5e8931e-4331-4c4b-8f24-20d96d580d4d/b7d29d05-4211-4b59-b3ef-eb51d9acddf2/9b039332-6ad6-40fb-b959-0417c8a9f49b) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:36.778274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b2da1ec-b2c6-40f3-99d8-6d8b6ea5f292 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:36.915984 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8eb0980b-d263-4d5e-bf4d-dd2859b22193 req-35d244b1-9095-420b-94ab-801b18d081e1 service neutron] 10.222.0.25 "GET /v2.0/networks/914375ce-4630-44ee-9aac-21aba3992626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9819567 Jun 11 11:45:36.930635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa823c0-e10a-4342-af32-9cc433f85ec5 req-1fe6c469-40d8-4c98-8769-787014b5e96e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:36.936869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-74fbb892-43d4-4da9-b481-ae50dba25ec7 None None] Provisioning complete for port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:36.937833 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5fa823c0-e10a-4342-af32-9cc433f85ec5 req-1fe6c469-40d8-4c98-8769-787014b5e96e tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.9530299 Jun 11 11:45:36.938185 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-74fbb892-43d4-4da9-b481-ae50dba25ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.131431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f26ba69c-7f4d-40d3-bc1a-3e9be040c426 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:37.178325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b2da1ec-b2c6-40f3-99d8-6d8b6ea5f292 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.182682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b2da1ec-b2c6-40f3-99d8-6d8b6ea5f292 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.183365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:37.188589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d7573108-8511-40a3-b0fd-f7ff17ad6224 None None] Could not find standard attr ID for object 65557767-f564-4db0-abc0-90a362d09281. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:45:37.192687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.84 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/b317242b-2b40-4014-b8d8-33fd8aaea3e8) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:37.196253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=356a3817-5682-45b7-a3db-047ff188c91b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:37.197536 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5fa823c0-e10a-4342-af32-9cc433f85ec5 req-59924357-7a69-487b-9b94-904138e07139 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587254 Jun 11 11:45:37.200989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.205773 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/356a3817-5682-45b7-a3db-047ff188c91b HTTP/1.1" status: 204 len: 168 time: 1.4368191 Jun 11 11:45:37.208623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46668) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:37.233663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.234069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.234462 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.234879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.235264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.235648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.236027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.236408 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.236790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.237169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.237604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.237921 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:37.256142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:37.279120 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-50b4d4b5-b1dc-4002-998c-802a92f1b613 req-6579c460-7b57-47dd-86da-92aeb3903669 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540938 Jun 11 11:45:37.300384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:37.301040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.338856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71df56b3-9dc5-4a08-b5bd-9ae4f68c6714 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:37.392010 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.435390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.439088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c8e14235-22ea-4382-ba62-8ab9cd75fc4b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:37.441114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b2da1ec-b2c6-40f3-99d8-6d8b6ea5f292 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.441846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2da1ec-b2c6-40f3-99d8-6d8b6ea5f292 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Fanout notify agent at l3_agent the message router_deleted on router 9324b1a5-c783-4487-acc7-db602d8c130a {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:45:37.458172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b2da1ec-b2c6-40f3-99d8-6d8b6ea5f292 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.461687 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0b2da1ec-b2c6-40f3-99d8-6d8b6ea5f292 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/routers/9324b1a5-c783-4487-acc7-db602d8c130a HTTP/1.1" status: 204 len: 168 time: 1.3601761 Jun 11 11:45:37.473239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46672) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:37.516612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fdbabd-8082-4043-93a4-1c502529426f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet d447c317-34b3-4abb-9649-957a8309a71c {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:37.526280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13fdbabd-8082-4043-93a4-1c502529426f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.582957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a101ba-8039-4f5a-9bdb-a0281acb2357 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting subnet 065213d9-f9be-45d0-b190-e92c59f49a23 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:37.589631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=b317242b-2b40-4014-b8d8-33fd8aaea3e8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:37.601235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:37.601425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:37.611681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d8a101ba-8039-4f5a-9bdb-a0281acb2357 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.614240 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:37.620132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13fdbabd-8082-4043-93a4-1c502529426f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.651486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:37.663160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.697543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object 9b039332-6ad6-40fb-b959-0417c8a9f49b will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:37.712085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d6856-7fb0-4400-9841-f212ca2baabf req-91d85da6-cead-4969-aa81-c27b9d2a24c9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:37.717795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d8a101ba-8039-4f5a-9bdb-a0281acb2357 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.719103 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a68d6856-7fb0-4400-9841-f212ca2baabf req-91d85da6-cead-4969-aa81-c27b9d2a24c9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.3022141 Jun 11 11:45:37.730309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.745440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc7b0f25-b209-4d3c-91e4-08643ead2872 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:37.829536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-4f901bcd-a457-4e4b-b866-666bb4857373 None None] Allocated IP 172.20.0.18 (f5e8931e-4331-4c4b-8f24-20d96d580d4d/b7d29d05-4211-4b59-b3ef-eb51d9acddf2/78b0efb1-e444-44bf-9ba6-302eedf97382) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:37.964345 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a68d6856-7fb0-4400-9841-f212ca2baabf req-2727d5c9-1680-4e8b-a59e-fb4e83417f8c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442534 Jun 11 11:45:37.972003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13fdbabd-8082-4043-93a4-1c502529426f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:37.978389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=9b039332-6ad6-40fb-b959-0417c8a9f49b,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:37.991576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d8a101ba-8039-4f5a-9bdb-a0281acb2357 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.033560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.033869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.034265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.034678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.035063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.035571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.035956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.036339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.036700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.037070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.037442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.037808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:38.046265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:38.061692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] In _notify_port_updated(), no bound segment for port 9b039332-6ad6-40fb-b959-0417c8a9f49b on network f5e8931e-4331-4c4b-8f24-20d96d580d4d {{(pid=99006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:45:38.067403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:38.068059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.069429 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "PUT /v2.0/ports/9b039332-6ad6-40fb-b959-0417c8a9f49b HTTP/1.1" status: 200 len: 921 time: 3.5573990 Jun 11 11:45:38.072451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46676) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:38.194776 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.234130 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13fdbabd-8082-4043-93a4-1c502529426f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.248669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-126e0cb7-c5fe-4e28-bd8a-00f9e13319a5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:38.272193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4f901bcd-a457-4e4b-b866-666bb4857373 None None] For port 78b0efb1-e444-44bf-9ba6-302eedf97382, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=78b0efb1-e444-44bf-9ba6-302eedf97382,segment=NetworkSegment(7a01bab4-e6c4-4c91-bcda-9732e4668dbc),segment_id=7a01bab4-e6c4-4c91-bcda-9732e4668dbc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:38.313542 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f901bcd-a457-4e4b-b866-666bb4857373 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.327220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdbabd-8082-4043-93a4-1c502529426f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=d447c317-34b3-4abb-9649-957a8309a71c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:38.330259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-13fdbabd-8082-4043-93a4-1c502529426f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.332402 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-13fdbabd-8082-4043-93a4-1c502529426f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/d447c317-34b3-4abb-9649-957a8309a71c HTTP/1.1" status: 204 len: 168 time: 1.1206980 Jun 11 11:45:38.334921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-13fdbabd-8082-4043-93a4-1c502529426f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:38.336224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46680) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:38.348461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4f901bcd-a457-4e4b-b866-666bb4857373 None None] Transition to ACTIVE for port object 78b0efb1-e444-44bf-9ba6-302eedf97382 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:38.361396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f901bcd-a457-4e4b-b866-666bb4857373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.364605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3902a227-0490-4fe9-9c65-b9768b50f4c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:38.373780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a91d10af-fdb7-40e1-85ad-e942e75f87a6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 9b039332-6ad6-40fb-b959-0417c8a9f49b {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:38.374943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a91d10af-fdb7-40e1-85ad-e942e75f87a6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.416565 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1c81feb3-0489-4002-96a5-e4d30aa4b3a7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790627 Jun 11 11:45:38.417185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46684) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:38.426953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:38.489763 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a2eb7e-a8f2-4168-ae50-658467a72429 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:38.491872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d8a101ba-8039-4f5a-9bdb-a0281acb2357 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.570386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9b01dbab-e0bf-4d2f-87d0-c034c5dce808 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:38.591443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f901bcd-a457-4e4b-b866-666bb4857373 None None] Pushing event updated for resources: {'Port': ['ID=78b0efb1-e444-44bf-9ba6-302eedf97382,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:38.608098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4f901bcd-a457-4e4b-b866-666bb4857373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:38.635168 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a101ba-8039-4f5a-9bdb-a0281acb2357 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Subnet': ['ID=065213d9-f9be-45d0-b190-e92c59f49a23,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:38.645409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a91d10af-fdb7-40e1-85ad-e942e75f87a6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.665164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d8a101ba-8039-4f5a-9bdb-a0281acb2357 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:38.665928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d8a101ba-8039-4f5a-9bdb-a0281acb2357 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.668051 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d8a101ba-8039-4f5a-9bdb-a0281acb2357 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/065213d9-f9be-45d0-b190-e92c59f49a23 HTTP/1.1" status: 204 len: 168 time: 1.1922705 Jun 11 11:45:38.672474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46686) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:38.683856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677a94f-bb31-470c-994f-177b3c7cb579 None None] Network 6d25d831-5631-4b0a-8f39-40dc1219695b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:38.693074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8881a835-8adf-4aa3-868e-ff5172d6c4e3 None None] Provisioning complete for port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:38.693524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8881a835-8adf-4aa3-868e-ff5172d6c4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.757101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a91d10af-fdb7-40e1-85ad-e942e75f87a6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 9b039332-6ad6-40fb-b959-0417c8a9f49b owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:38.847059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c1cd7-12f6-4d06-a987-d8f1dcadfacf req-bb9c8a06-415a-4081-bb40-80c093902420 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:38.854568 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-658c1cd7-12f6-4d06-a987-d8f1dcadfacf req-bb9c8a06-415a-4081-bb40-80c093902420 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.2929568 Jun 11 11:45:38.883970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:38.932613 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-658c1cd7-12f6-4d06-a987-d8f1dcadfacf req-b71e80dd-4794-458a-bf1a-c765ce255812 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771861 Jun 11 11:45:38.942788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:38.963379 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.128379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a91d10af-fdb7-40e1-85ad-e942e75f87a6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.140802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8095bd62-7194-4921-a543-77134a3a20e8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:39.168232 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d969d-3250-4658-9d7f-42181df97fd4 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:45:39.239155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d10af-fdb7-40e1-85ad-e942e75f87a6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=9b039332-6ad6-40fb-b959-0417c8a9f49b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:39.255200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a91d10af-fdb7-40e1-85ad-e942e75f87a6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:39.278754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8672ef-a398-46d7-bd2d-12d738260995 None None] DHCP port deletion for 6d25d831-5631-4b0a-8f39-40dc1219695b request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:45:39.290336 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90811c84-0e50-4416-9ba6-c315814c5fcc req-3df2efea-e977-4f2d-938f-2b1f94a3885c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:39.293122 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-90811c84-0e50-4416-9ba6-c315814c5fcc req-3df2efea-e977-4f2d-938f-2b1f94a3885c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.7059207 Jun 11 11:45:39.294750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 78b0efb1-e444-44bf-9ba6-302eedf97382 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:39.364574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.413868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a91d10af-fdb7-40e1-85ad-e942e75f87a6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.416735 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a91d10af-fdb7-40e1-85ad-e942e75f87a6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/9b039332-6ad6-40fb-b959-0417c8a9f49b HTTP/1.1" status: 204 len: 168 time: 1.3428152 Jun 11 11:45:39.421844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46692) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:39.439193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 89f5f610-7bea-484e-8c67-bae60738920b {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:39.439645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.445522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-301a2065-65b8-4182-af61-ac89174f0a1d None None] Could not find standard attr ID for object 9b039332-6ad6-40fb-b959-0417c8a9f49b. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:45:39.464964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-238d969d-3250-4658-9d7f-42181df97fd4 None None] Deleting port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:39.465403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-238d969d-3250-4658-9d7f-42181df97fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.476203 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0a4aa8-5729-4233-9cf0-9847acb33f1b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:45:39.480876 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5f0a4aa8-5729-4233-9cf0-9847acb33f1b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/9b039332-6ad6-40fb-b959-0417c8a9f49b HTTP/1.1" status: 404 len: 333 time: 0.0553603 Jun 11 11:45:39.481192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46694) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:39.487518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4b8672ef-a398-46d7-bd2d-12d738260995 None None] Deleting port 89f5f610-7bea-484e-8c67-bae60738920b {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:39.487910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4b8672ef-a398-46d7-bd2d-12d738260995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.522037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-301a2065-65b8-4182-af61-ac89174f0a1d None None] Provisioning complete for port 956029df-d096-4894-9e75-de921ffe7a3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:39.522423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-301a2065-65b8-4182-af61-ac89174f0a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.613172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7209-2a90-43f1-b263-e92f4ebf18c8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.645464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7209-2a90-43f1-b263-e92f4ebf18c8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.661554 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-90811c84-0e50-4416-9ba6-c315814c5fcc req-72865fc8-81f0-489b-8d1f-6b874eff250b tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549969 Jun 11 11:45:39.662815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a302f5b-dfc2-489d-a475-f431fe972fb3 req-019666a0-f293-4b9c-9a94-162c4616377b tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:39.669809 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a302f5b-dfc2-489d-a475-f431fe972fb3 req-019666a0-f293-4b9c-9a94-162c4616377b tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.1350005 Jun 11 11:45:39.676634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-238d969d-3250-4658-9d7f-42181df97fd4 None None] For port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=92e18a30-ceb2-4fda-b1e9-61c483ae6f67,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:39.686294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-238d969d-3250-4658-9d7f-42181df97fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.687280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] For port 89f5f610-7bea-484e-8c67-bae60738920b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=89f5f610-7bea-484e-8c67-bae60738920b,segment=NetworkSegment(ec14312d-73d3-485a-99b4-9bf4a05b31d2),segment_id=ec14312d-73d3-485a-99b4-9bf4a05b31d2)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:39.687280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.716155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4b8672ef-a398-46d7-bd2d-12d738260995 None None] For port 89f5f610-7bea-484e-8c67-bae60738920b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=89f5f610-7bea-484e-8c67-bae60738920b,segment=NetworkSegment(ec14312d-73d3-485a-99b4-9bf4a05b31d2),segment_id=ec14312d-73d3-485a-99b4-9bf4a05b31d2)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:39.717370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4b8672ef-a398-46d7-bd2d-12d738260995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.728840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-301a2065-65b8-4182-af61-ac89174f0a1d None None] Port 956029df-d096-4894-9e75-de921ffe7a3b cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:39.753626 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a302f5b-dfc2-489d-a475-f431fe972fb3 req-43250c6a-176b-4f96-898d-c08f87050108 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819602 Jun 11 11:45:39.778330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7209-2a90-43f1-b263-e92f4ebf18c8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.782230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7209-2a90-43f1-b263-e92f4ebf18c8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.787057 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ab1c7209-2a90-43f1-b263-e92f4ebf18c8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/security-groups/aeb4e506-d91f-47cb-bf66-ea9cfbdb1b01 HTTP/1.1" status: 204 len: 168 time: 0.3045459 Jun 11 11:45:39.787873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46696) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:39.788821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-251f3de1-948f-4965-bea1-358c87916330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:39.816491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c7209-2a90-43f1-b263-e92f4ebf18c8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb4e506-d91f-47cb-bf66-ea9cfbdb1b01,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:39.822493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ab1c7209-2a90-43f1-b263-e92f4ebf18c8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:39.831702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-238d969d-3250-4658-9d7f-42181df97fd4 None None] Calling delete_port for 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:39.859330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 89f5f610-7bea-484e-8c67-bae60738920b owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:39.891093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c6815a9-ab6e-4db8-82b2-4769287e84b1 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.924855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c6815a9-ab6e-4db8-82b2-4769287e84b1 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.937018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4b8672ef-a398-46d7-bd2d-12d738260995 None None] Calling delete_port for 89f5f610-7bea-484e-8c67-bae60738920b owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:39.961676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-301a2065-65b8-4182-af61-ac89174f0a1d None None] Provisioning for port 78b0efb1-e444-44bf-9ba6-302eedf97382 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:39.995273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c6815a9-ab6e-4db8-82b2-4769287e84b1 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:39.998211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c6815a9-ab6e-4db8-82b2-4769287e84b1 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.002011 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0c6815a9-ab6e-4db8-82b2-4769287e84b1 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/security-groups/1964e957-00b1-4cd0-bd52-ea8bec5bccac HTTP/1.1" status: 204 len: 168 time: 0.2065034 Jun 11 11:45:40.002212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63a29c1c-a25e-4156-9eab-73e946ae3b10 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:40.005472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46698) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:40.059071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-301a2065-65b8-4182-af61-ac89174f0a1d None None] Provisioning complete for port 78b0efb1-e444-44bf-9ba6-302eedf97382 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:40.059462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-301a2065-65b8-4182-af61-ac89174f0a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.087943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-899ecb20-3ba0-4767-8b87-69cabdf54d18 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting subnet afd5a048-8a52-4ca7-9171-4a7fb0c23b91 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:40.094840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6815a9-ab6e-4db8-82b2-4769287e84b1 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1964e957-00b1-4cd0-bd52-ea8bec5bccac,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:40.102402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c6815a9-ab6e-4db8-82b2-4769287e84b1 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:40.103198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-899ecb20-3ba0-4767-8b87-69cabdf54d18 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.187536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-899ecb20-3ba0-4767-8b87-69cabdf54d18 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.211229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-238d969d-3250-4658-9d7f-42181df97fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.236661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cb8a013f-e2c6-469c-87ee-275204a5337a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:40.244048 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4b8672ef-a398-46d7-bd2d-12d738260995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.289848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d969d-3250-4658-9d7f-42181df97fd4 None None] Pushing event deleted for resources: {'Port': ['ID=92e18a30-ceb2-4fda-b1e9-61c483ae6f67,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:40.293642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d969d-3250-4658-9d7f-42181df97fd4 None None] No DVR routers for this DVR port 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:40.299022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-238d969d-3250-4658-9d7f-42181df97fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:40.299523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:40.301811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8672ef-a398-46d7-bd2d-12d738260995 None None] No DVR routers for this DVR port 89f5f610-7bea-484e-8c67-bae60738920b on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:40.316040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-899ecb20-3ba0-4767-8b87-69cabdf54d18 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.340524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8672ef-a398-46d7-bd2d-12d738260995 None None] Pushing event deleted for resources: {'Port': ['ID=89f5f610-7bea-484e-8c67-bae60738920b,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:40.342939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4b8672ef-a398-46d7-bd2d-12d738260995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:40.350050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.355311 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f5cdad0f-c334-4ff1-affa-7d300c2e7cc2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:40.395559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-899ecb20-3ba0-4767-8b87-69cabdf54d18 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.397669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2628c647-9dac-4da1-b9db-9cb5a22b7556 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:40.432437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ecb20-3ba0-4767-8b87-69cabdf54d18 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Subnet': ['ID=afd5a048-8a52-4ca7-9171-4a7fb0c23b91,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:40.435414 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:40.437881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-899ecb20-3ba0-4767-8b87-69cabdf54d18 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.439895 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-899ecb20-3ba0-4767-8b87-69cabdf54d18 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/afd5a048-8a52-4ca7-9171-4a7fb0c23b91 HTTP/1.1" status: 204 len: 168 time: 0.4333987 Jun 11 11:45:40.440623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cf1e9657-9b17-4556-a235-3f63b5b1b6a9 None None] Could not find standard attr ID for object 9b039332-6ad6-40fb-b959-0417c8a9f49b. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:45:40.440855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-899ecb20-3ba0-4767-8b87-69cabdf54d18 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:40.444208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46700) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:40.449535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:40.454780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:40.459377 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d59c9f-838c-4169-b91b-0ba16d5451e1 None None] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:40.467082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:40.468398 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.480920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c2fb3-9380-407e-ab82-47f6a60a9b29 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:40.485050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=c0b7bc64-eff3-4ce6-b1ae-7ab5e5b178ce,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:40.489437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:40.524027 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1010914 Jun 11 11:45:40.528261 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:40.530438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46702) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:40.533363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:40.550269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-bbb75410-96a5-4685-a3a8-c260ff279db4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:40.615415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No DVR routers for this DVR port 89f5f610-7bea-484e-8c67-bae60738920b on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:40.621659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=89f5f610-7bea-484e-8c67-bae60738920b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:40.624208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:40.625594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:40.626425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:45:40.628594 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.028238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27450258-180b-4091-abde-4533bda1f353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'c0b7bc64-eff3-4ce6-b1ae-7ab5e5b178ce'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:41.030101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0e7f9-fa7f-479b-a4fe-9d0ecaab38a0 req-63c6fe91-3ec6-4cc3-8a7c-c5300bcce734 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:41.030277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.031320 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-72c0e7f9-fa7f-479b-a4fe-9d0ecaab38a0 req-63c6fe91-3ec6-4cc3-8a7c-c5300bcce734 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.1430764 Jun 11 11:45:41.032983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.036133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7a889086-00b4-4893-83ed-c932ef58ba34 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:41.105268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.107385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:41.115155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:41.120863 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:41.121469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.130615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Subnet': ['ID=e9539155-e54b-4e86-a6c4-423ec667ccb0,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:41.136597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:41.146774 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-72c0e7f9-fa7f-479b-a4fe-9d0ecaab38a0 req-22b8eb34-a3cd-4af7-a441-b9087406506f tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776799 Jun 11 11:45:41.158079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d25d831-5631-4b0a-8f39-40dc1219695b']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:41.160246 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7147074 Jun 11 11:45:41.160375 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46708) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:41.167013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-52e9a0d2-5a11-4e90-9932-77612262ef02 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'security_group': {'name': 'tempest-secgroup-1954924131'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:41.212296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec14312d-73d3-485a-99b4-9bf4a05b31d2') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:41.212296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec14312d-73d3-485a-99b4-9bf4a05b31d2') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:41.241642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.243936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-27450258-180b-4091-abde-4533bda1f353 None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/c0b7bc64-eff3-4ce6-b1ae-7ab5e5b178ce/491c8140-a966-47e2-a5dc-17b05b9ec25d) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:41.245859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-bbb75410-96a5-4685-a3a8-c260ff279db4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:45:41.245859 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 11:45:41.245859 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'project_id_1': 'a121131f859d4a119e5a9d1ae215de04', 'expiration_1': datetime.datetime(2021, 6, 11, 11, 45, 41, 207273)}] Jun 11 11:45:41.245859 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:45:41.246242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-bbb75410-96a5-4685-a3a8-c260ff279db4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:45:41.270839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52e9a0d2-5a11-4e90-9932-77612262ef02 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.281975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5d56a-f045-4ec1-baaa-c9a7fb8018bb req-c4925b63-437e-42c0-a99a-c70e3ed60c75 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:41.284397 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7ca5d56a-f045-4ec1-baaa-c9a7fb8018bb req-c4925b63-437e-42c0-a99a-c70e3ed60c75 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.1172903 Jun 11 11:45:41.286491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:41.293421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.309792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761834f3-dd7d-4f9d-b2fb-c1ed3e901666 req-c4f0b23b-cc75-4f00-ae89-7579bafabd7c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:41.311875 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-761834f3-dd7d-4f9d-b2fb-c1ed3e901666 req-c4f0b23b-cc75-4f00-ae89-7579bafabd7c tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.5020404 Jun 11 11:45:41.313307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:45:41.326038 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Sync routers for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:45:41.329063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:45:41.329480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:45:41.333030 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:45:41.336570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:45:41.336570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 92e18a30-ceb2-4fda-b1e9-61c483ae6f67 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:45:41.336570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 89f5f610-7bea-484e-8c67-bae60738920b no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:41.347058 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:41.348248 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:41.378072 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 89f5f610-7bea-484e-8c67-bae60738920b {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:45:41.378814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 89f5f610-7bea-484e-8c67-bae60738920b not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:45:41.393873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.398711 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5cb52f32-d98d-4251-867c-73e8202d6880 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8696299 Jun 11 11:45:41.399316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46710) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:41.473933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-7ca5d56a-f045-4ec1-baaa-c9a7fb8018bb req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Deleting port eef9c0a8-1b79-4a20-97fc-58f8d9189a45 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:41.474422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7ca5d56a-f045-4ec1-baaa-c9a7fb8018bb req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.518412 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-761834f3-dd7d-4f9d-b2fb-c1ed3e901666 req-67b0c6d0-3eda-40d5-aac3-d0bb828ea15f tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814489 Jun 11 11:45:41.531761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.538240 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.540775 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/networks/6d25d831-5631-4b0a-8f39-40dc1219695b HTTP/1.1" status: 204 len: 168 time: 2.8455806 Jun 11 11:45:41.541606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f1ceab0c-5a3c-44fb-b868-103e68ac8a57 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:41.545422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46714) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:41.581289 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:45:41.592105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.611154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-27450258-180b-4091-abde-4533bda1f353 None None] Transition to ACTIVE for port object 491c8140-a966-47e2-a5dc-17b05b9ec25d will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:41.629419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-27450258-180b-4091-abde-4533bda1f353 None None] Transition to ACTIVE for port object 491c8140-a966-47e2-a5dc-17b05b9ec25d will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:41.639234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.648137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5ec03c04-5432-4088-b943-ae1ad770ff25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:41.699474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Network': ['ID=6d25d831-5631-4b0a-8f39-40dc1219695b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:41.703086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:41.722169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27450258-180b-4091-abde-4533bda1f353 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:41.725588 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-27450258-180b-4091-abde-4533bda1f353 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:41.730105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27450258-180b-4091-abde-4533bda1f353 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:41.739014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27450258-180b-4091-abde-4533bda1f353 None None] Pushing event updated for resources: {'Port': ['ID=491c8140-a966-47e2-a5dc-17b05b9ec25d,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:41.774197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.774781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.775240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.775687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.776130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.776569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.777457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.777960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.778494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.778949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.779451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.779916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:41.791508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-27450258-180b-4091-abde-4533bda1f353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:41.814630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-7ca5d56a-f045-4ec1-baaa-c9a7fb8018bb req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] For port eef9c0a8-1b79-4a20-97fc-58f8d9189a45, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=eef9c0a8-1b79-4a20-97fc-58f8d9189a45,segment=NetworkSegment(ac0bf6af-09ab-47bf-a3dc-b650e73a51a3),segment_id=ac0bf6af-09ab-47bf-a3dc-b650e73a51a3)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:41.815009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7ca5d56a-f045-4ec1-baaa-c9a7fb8018bb req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.832156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-27450258-180b-4091-abde-4533bda1f353 None None] Attempting to bind port 491c8140-a966-47e2-a5dc-17b05b9ec25d on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:41.832697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-27450258-180b-4091-abde-4533bda1f353 None None] Attempting to bind port 491c8140-a966-47e2-a5dc-17b05b9ec25d by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:41.833173 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27450258-180b-4091-abde-4533bda1f353 None None] Attempting to bind port 491c8140-a966-47e2-a5dc-17b05b9ec25d on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:41.839839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27450258-180b-4091-abde-4533bda1f353 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:41.840397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27450258-180b-4091-abde-4533bda1f353 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:41.840862 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f1ddc0ef-c02a-4cba-bebd-dede5aabbffd tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=d8399334e9cb4ae2b4d59d7a1c160597&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3837309 Jun 11 11:45:41.840993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.841514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27450258-180b-4091-abde-4533bda1f353 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:41.842796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-27450258-180b-4091-abde-4533bda1f353 None None] Bound port: 491c8140-a966-47e2-a5dc-17b05b9ec25d, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:41.843381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.853535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46718) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:41.878612 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:45:37Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:41.882506 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Checking router: 488e480e-1b9d-47c9-b3ac-2e610f6aad1a for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:45:41.883058 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Updating router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a port b317242b-2b40-4014-b8d8-33fd8aaea3e8 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:45:41.936114 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:41.961146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d06f44-9731-42a9-b9e8-d4093f17ab49 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:41.962552 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b7d06f44-9731-42a9-b9e8-d4093f17ab49 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/a3b04cbd-21ff-4dee-934d-89e6768c5ea4 HTTP/1.1" status: 200 len: 845 time: 0.4141572 Jun 11 11:45:41.973769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46720) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:41.989275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-27450258-180b-4091-abde-4533bda1f353 None None] For port 491c8140-a966-47e2-a5dc-17b05b9ec25d, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:41.991549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-7ca5d56a-f045-4ec1-baaa-c9a7fb8018bb req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Calling delete_port for eef9c0a8-1b79-4a20-97fc-58f8d9189a45 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:41.997731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-27450258-180b-4091-abde-4533bda1f353 None None] For port 491c8140-a966-47e2-a5dc-17b05b9ec25d, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=491c8140-a966-47e2-a5dc-17b05b9ec25d,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:42.005382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-27450258-180b-4091-abde-4533bda1f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.007842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7971339b-b038-4c74-acbf-1a11b879c033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:42.123811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27450258-180b-4091-abde-4533bda1f353 None None] Pushing event updated for resources: {'Port': ['ID=491c8140-a966-47e2-a5dc-17b05b9ec25d,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:42.141213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-27450258-180b-4091-abde-4533bda1f353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:42.145641 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-58aac1b3-da80-4ef8-89be-cb2ffa723729 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/a3b04cbd-21ff-4dee-934d-89e6768c5ea4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1507525 Jun 11 11:45:42.172296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ff98cc-1594-4f07-bd5f-e2f89ed7dc1c None None] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:42.178627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46724) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:42.189343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:42.217614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6f845526-2700-46e1-90ca-fd0fc3bad456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.234802 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c1b065ee-4796-48d2-bfa3-af0e53599b0c None None] Provisioning complete for port 956029df-d096-4894-9e75-de921ffe7a3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:42.235491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1b065ee-4796-48d2-bfa3-af0e53599b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.364940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c1b065ee-4796-48d2-bfa3-af0e53599b0c None None] Port 956029df-d096-4894-9e75-de921ffe7a3b cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:42.447439 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd03f12a-c0b9-47f5-9a84-2d9eaba61c38 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:42.448962 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bd03f12a-c0b9-47f5-9a84-2d9eaba61c38 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5921721 Jun 11 11:45:42.457833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52e9a0d2-5a11-4e90-9932-77612262ef02 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.460559 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46728) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:42.468948 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.473325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c1b065ee-4796-48d2-bfa3-af0e53599b0c None None] Provisioning complete for port 78b0efb1-e444-44bf-9ba6-302eedf97382 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:42.474093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1b065ee-4796-48d2-bfa3-af0e53599b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.482941 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Transition to ACTIVE for port object b317242b-2b40-4014-b8d8-33fd8aaea3e8 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:42.498329 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.508039 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:42.525962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52e9a0d2-5a11-4e90-9932-77612262ef02 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.558787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cbc2026d-329a-4b2e-950a-e3c7f495ab1b tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:42.570175 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Pushing event updated for resources: {'Port': ['ID=b317242b-2b40-4014-b8d8-33fd8aaea3e8,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:42.608549 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.609188 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.609634 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.610064 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.610492 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.610938 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.611360 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.611809 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.612246 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.612672 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.613153 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.613558 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:45:42.618718 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Attempting to bind port b317242b-2b40-4014-b8d8-33fd8aaea3e8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:42.622088 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Attempting to bind port b317242b-2b40-4014-b8d8-33fd8aaea3e8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:42.622640 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Attempting to bind port b317242b-2b40-4014-b8d8-33fd8aaea3e8 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:42.636682 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:42.636916 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-76fbedef-bdcf-4729-9e0c-cdbbf5317147 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1209803 Jun 11 11:45:42.637052 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:42.637052 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:42.637052 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.637052 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:42.637052 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Bound port: b317242b-2b40-4014-b8d8-33fd8aaea3e8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:42.637779 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.651300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46730) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:42.667241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1590302761', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:42.715276 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] For port b317242b-2b40-4014-b8d8-33fd8aaea3e8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:42.719752 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] For port b317242b-2b40-4014-b8d8-33fd8aaea3e8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b317242b-2b40-4014-b8d8-33fd8aaea3e8,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:42.728056 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.730207 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-37e8ef2f-d9e9-4dc8-b9af-3ad935502b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:42.783197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb75410-96a5-4685-a3a8-c260ff279db4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:42.788307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bbb75410-96a5-4685-a3a8-c260ff279db4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.804347 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Pushing event updated for resources: {'Port': ['ID=b317242b-2b40-4014-b8d8-33fd8aaea3e8,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:42.816128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d4e95-f34d-4404-8d88-67830d4a839c None None] Update dhcp port {'port': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'fixed_ips': [{'subnet_id': 'b7d29d05-4211-4b59-b3ef-eb51d9acddf2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e9539155-e54b-4e86-a6c4-423ec667ccb0'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '78b0efb1-e444-44bf-9ba6-302eedf97382'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:45:42.819503 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:42.841010 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:42.842090 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:42.879084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5b3d4e95-f34d-4404-8d88-67830d4a839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.965185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9a0d2-5a11-4e90-9932-77612262ef02 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a62fde-9e0a-49d2-8dbe-5ed22e3ecac9,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:42.976733 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-52e9a0d2-5a11-4e90-9932-77612262ef02 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:42.981894 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-52e9a0d2-5a11-4e90-9932-77612262ef02 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8189595 Jun 11 11:45:42.984770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-52e9a0d2-5a11-4e90-9932-77612262ef02 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:42.995529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46734) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:43.002256 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6d2a4246-df39-4d27-ac08-3fc3bfe2335d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'security_group': {'name': 'tempest-secgroup-1248479941'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:43.010667 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:45:43.032092 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.ipam_backend_mixin [None req-bbb75410-96a5-4685-a3a8-c260ff279db4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c0b7bc64-eff3-4ce6-b1ae-7ab5e5b178ce (CIDR: 2001:db8::/64) Jun 11 11:45:43.042670 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb75410-96a5-4685-a3a8-c260ff279db4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:45:43.043166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb75410-96a5-4685-a3a8-c260ff279db4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:45:43.063390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4a9ae-a1d5-4973-bc6f-cb9d98741111 req-2d0394d3-42b1-468f-aa63-6159565339c4 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:43.065503 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-13b4a9ae-a1d5-4973-bc6f-cb9d98741111 req-2d0394d3-42b1-468f-aa63-6159565339c4 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.6060688 Jun 11 11:45:43.068260 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:43.072816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.134258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-5b3d4e95-f34d-4404-8d88-67830d4a839c None None] Allocated IP 172.20.0.2 (f5e8931e-4331-4c4b-8f24-20d96d580d4d/e9539155-e54b-4e86-a6c4-423ec667ccb0/78b0efb1-e444-44bf-9ba6-302eedf97382) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:43.221119 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bbb75410-96a5-4685-a3a8-c260ff279db4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6845443 Jun 11 11:45:43.223558 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7985b80-00b3-448a-99f7-65e61eeed96d req-041d8b7c-3488-4fa4-88ec-9d95d14faf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:43.225282 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f7985b80-00b3-448a-99f7-65e61eeed96d req-041d8b7c-3488-4fa4-88ec-9d95d14faf2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ae6cd23526432e8d1c423d0133032f&device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 1098 time: 1.1021440 Jun 11 11:45:43.225693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46736) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:43.237853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:43.316309 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 491c8140-a966-47e2-a5dc-17b05b9ec25d up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:43.364294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4246-df39-4d27-ac08-3fc3bfe2335d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.391904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5b3d4e95-f34d-4404-8d88-67830d4a839c None None] For port 78b0efb1-e444-44bf-9ba6-302eedf97382, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=78b0efb1-e444-44bf-9ba6-302eedf97382,segment=NetworkSegment(7a01bab4-e6c4-4c91-bcda-9732e4668dbc),segment_id=7a01bab4-e6c4-4c91-bcda-9732e4668dbc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:43.427244 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 491c8140-a966-47e2-a5dc-17b05b9ec25d completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:43.438065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ff8ba-02f9-4f89-90d3-69550eb87c98 req-c0078fad-fa53-42a4-9f12-0dba34de0c81 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:43.447961 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a75ff8ba-02f9-4f89-90d3-69550eb87c98 req-c0078fad-fa53-42a4-9f12-0dba34de0c81 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 945 time: 0.4332583 Jun 11 11:45:43.454644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5b3d4e95-f34d-4404-8d88-67830d4a839c None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.472891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5b3d4e95-f34d-4404-8d88-67830d4a839c None None] Transition to ACTIVE for port object 78b0efb1-e444-44bf-9ba6-302eedf97382 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:43.481906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5b3d4e95-f34d-4404-8d88-67830d4a839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.485891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:43.501905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7ca5d56a-f045-4ec1-baaa-c9a7fb8018bb req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.527178 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-13b4a9ae-a1d5-4973-bc6f-cb9d98741111 req-635ed7e7-97e5-467c-b2ff-30d4b5909d8a tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141208 Jun 11 11:45:43.528514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['eef9c0a8-1b79-4a20-97fc-58f8d9189a45'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:45:43.547108 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a75ff8ba-02f9-4f89-90d3-69550eb87c98 req-c42694aa-3bfc-44e6-a182-02ead6f05016 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980141 Jun 11 11:45:43.550601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-785a796e-9c43-4ecd-9a64-b27d23107b67 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:43.610847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:43.616844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.642092 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:45:37Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:43.644761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Pushing event deleted for resources: {'Port': ['ID=eef9c0a8-1b79-4a20-97fc-58f8d9189a45,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:43.655684 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0393c-20f5-491e-bace-cd9bc2f4160d None None] The sync data for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv is: [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:45:37Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:45:43.704770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d4e95-f34d-4404-8d88-67830d4a839c None None] Pushing event updated for resources: {'Port': ['ID=78b0efb1-e444-44bf-9ba6-302eedf97382,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:43.708806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5b3d4e95-f34d-4404-8d88-67830d4a839c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:43.721654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.726644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d74b7e8d-f425-4c2f-87c0-dcb26040aa43 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:43.757609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:43.758189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-000102d4-dd5c-47b4-8087-7764f295e24f None None] Provisioning for port 491c8140-a966-47e2-a5dc-17b05b9ec25d completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:43.763228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-000102d4-dd5c-47b4-8087-7764f295e24f None None] Provisioning complete for port 491c8140-a966-47e2-a5dc-17b05b9ec25d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:43.764174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-000102d4-dd5c-47b4-8087-7764f295e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.804797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4246-df39-4d27-ac08-3fc3bfe2335d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.840246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4246-df39-4d27-ac08-3fc3bfe2335d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.845559 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:43.849483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.860709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Subnet': ['ID=dca22576-9a47-45f7-8498-4b4bc45d7419,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:43.886575 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:43.887243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-14afe6f4-acf9-4c4d-b8fe-e3b6169daf31 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:43.888205 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca5d56a-f045-4ec1-baaa-c9a7fb8018bb req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] No DVR routers for this DVR port eef9c0a8-1b79-4a20-97fc-58f8d9189a45 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:43.894720 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7985b80-00b3-448a-99f7-65e61eeed96d req-3efb7a5b-3fff-4dcd-a1ff-17b5fef8c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:43.897275 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f7985b80-00b3-448a-99f7-65e61eeed96d req-3efb7a5b-3fff-4dcd-a1ff-17b5fef8c881 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3072c694-f3c9-4ecc-83b5-3be429a16450 HTTP/1.1" status: 200 len: 914 time: 0.6588793 Jun 11 11:45:43.900511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7ca5d56a-f045-4ec1-baaa-c9a7fb8018bb req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.902781 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7ca5d56a-f045-4ec1-baaa-c9a7fb8018bb req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.25 "DELETE /v2.0/ports/eef9c0a8-1b79-4a20-97fc-58f8d9189a45 HTTP/1.1" status: 204 len: 173 time: 2.6136007 Jun 11 11:45:43.903419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33fd40b-9319-4439-9f57-f563f5e85354', 'name': 'network-vif-deleted', 'tag': 'eef9c0a8-1b79-4a20-97fc-58f8d9189a45'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:45:43.906870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c859438-4f99-4305-b94d-ff6368d78ee5" -d '{"events": [{"server_uuid": "a33fd40b-9319-4439-9f57-f563f5e85354", "name": "network-vif-deleted", "tag": "eef9c0a8-1b79-4a20-97fc-58f8d9189a45"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:45:43.928846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Checking segment: {'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:43.929269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network hostable DHCP agents. Network: adb2bedd-c475-4354-a670-92b43b58e788, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:45:43.931853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4246-df39-4d27-ac08-3fc3bfe2335d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.935572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-000102d4-dd5c-47b4-8087-7764f295e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:43.935742 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6d2a4246-df39-4d27-ac08-3fc3bfe2335d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9384673 Jun 11 11:45:43.941051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46742) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:43.947549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-682a044b-2be1-4275-8c21-92dbc6cae99d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'security_group': {'name': 'tempest-secgroup-382053675'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:44.073077 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-000102d4-dd5c-47b4-8087-7764f295e24f None None] For port 491c8140-a966-47e2-a5dc-17b05b9ec25d, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=491c8140-a966-47e2-a5dc-17b05b9ec25d,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:44.080964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-000102d4-dd5c-47b4-8087-7764f295e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:44.094720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4f901bcd-a457-4e4b-b866-666bb4857373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:44.143653 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a4246-df39-4d27-ac08-3fc3bfe2335d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1e6acc-55d9-444e-b74b-099f0d3f8ad0,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:44.171655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6d2a4246-df39-4d27-ac08-3fc3bfe2335d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:44.207784 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f7985b80-00b3-448a-99f7-65e61eeed96d req-a697003b-9019-4105-879c-8e750d33b400 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c8b3e5-7646-4625-8d95-1fc403795a41 HTTP/1.1" status: 200 len: 1001 time: 0.2983820 Jun 11 11:45:44.239088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network adb2bedd-c475-4354-a670-92b43b58e788 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:45:44.241296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-682a044b-2be1-4275-8c21-92dbc6cae99d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:44.256512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000102d4-dd5c-47b4-8087-7764f295e24f None None] Pushing event updated for resources: {'Port': ['ID=491c8140-a966-47e2-a5dc-17b05b9ec25d,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:44.260924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-000102d4-dd5c-47b4-8087-7764f295e24f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:44.282385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5242e812-36f9-4e0f-b434-940c1dae428a x-openstack-request-id: req-5242e812-36f9-4e0f-b434-940c1dae428a {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:45:44.283042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33fd40b-9319-4439-9f57-f563f5e85354", "name": "network-vif-deleted", "tag": "eef9c0a8-1b79-4a20-97fc-58f8d9189a45", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:45:44.283169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5242e812-36f9-4e0f-b434-940c1dae428a {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:45:44.285145 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33fd40b-9319-4439-9f57-f563f5e85354', 'name': 'network-vif-deleted', 'tag': 'eef9c0a8-1b79-4a20-97fc-58f8d9189a45', 'status': 'completed', 'code': 200} Jun 11 11:45:44.288657 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, adb2bedd-c475-4354-a670-92b43b58e788) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:44.297692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414aa58-fef5-4df3-8207-3bc070f6d2a5 None None] Network adb2bedd-c475-4354-a670-92b43b58e788 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:44.308144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:44.308862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:44.389922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:44.398889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-baab7ea5-0d9a-4ccd-9be8-ca7074d28d10 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:44.408120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7985b80-00b3-448a-99f7-65e61eeed96d req-8532d1ec-4f06-459d-90fd-678b1784ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:44.421853 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f7985b80-00b3-448a-99f7-65e61eeed96d req-8532d1ec-4f06-459d-90fd-678b1784ddba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c220a6cf-448b-430d-9969-8a36f99f4566 HTTP/1.1" status: 200 len: 851 time: 0.2062707 Jun 11 11:45:44.533894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:44.540790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:44.541942 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-682a044b-2be1-4275-8c21-92dbc6cae99d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:44.564361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:44.564965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:44.582428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Subnet': ['ID=6105b9f0-0622-4218-bfbd-d682961e84b9,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:44.602321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-682a044b-2be1-4275-8c21-92dbc6cae99d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:44.607593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:44.609375 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b938bfcc-b88f-4c60-ba01-516a266cf2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:44.620988 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4388361 Jun 11 11:45:44.622295 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:45:44.628778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46748) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:44.631615 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9707692 Jun 11 11:45:44.644167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46750) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:44.645598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-1a880d26-5468-462c-8aa7-5fbf3eb1288e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'security_group': {'name': 'tempest-secgroup-915664481'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:44.696744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7985b80-00b3-448a-99f7-65e61eeed96d req-6dc3c18a-b701-48f5-9182-7d38ad211ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:44.702956 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f7985b80-00b3-448a-99f7-65e61eeed96d req-6dc3c18a-b701-48f5-9182-7d38ad211ed2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3072c694-f3c9-4ecc-83b5-3be429a16450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2400355 Jun 11 11:45:44.774193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a880d26-5468-462c-8aa7-5fbf3eb1288e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:44.995269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ed40c6-e5b9-4a61-8dd9-275f72cffa85 None None] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:45.002200 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f7985b80-00b3-448a-99f7-65e61eeed96d req-c5fa2fd0-c293-4cea-96f8-b6999e89ac23 service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914276 Jun 11 11:45:45.016955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-adb2bedd-c475-4354-a670-92b43b58e788', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:45.017738 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.039559 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-431261fe-191e-48b4-8380-5b69d5a6720f req-be4d5ce1-74f2-41d0-b537-5c29cfaa24ad tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33fd40b-9319-4439-9f57-f563f5e85354 HTTP/1.1" status: 200 len: 210 time: 0.0687196 Jun 11 11:45:45.075018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9b6b3e5e-6f05-48b1-aaab-de19666bd545 None None] Provisioning complete for port 956029df-d096-4894-9e75-de921ffe7a3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:45.075412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3e5e-6f05-48b1-aaab-de19666bd545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.152692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.185240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-451bd08b-9d22-4fb9-b253-26f4e89cfc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.221557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a880d26-5468-462c-8aa7-5fbf3eb1288e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.228442 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f7985b80-00b3-448a-99f7-65e61eeed96d req-00529163-40e9-4c60-891c-37eae64c4d9d service neutron] 10.222.0.25 "GET /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987715 Jun 11 11:45:45.230495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a880d26-5468-462c-8aa7-5fbf3eb1288e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.234292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ab1c7209-2a90-43f1-b263-e92f4ebf18c8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:45.265665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a880d26-5468-462c-8aa7-5fbf3eb1288e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70f1d61-c71e-4570-b4ae-c8b6b1f85bee,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:45.271151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1a880d26-5468-462c-8aa7-5fbf3eb1288e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:45.285785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a880d26-5468-462c-8aa7-5fbf3eb1288e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.287404 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1a880d26-5468-462c-8aa7-5fbf3eb1288e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6561475 Jun 11 11:45:45.291135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46752) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:45.297712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2d5c145a-ff47-42ae-9dcc-17b362e12370 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'security_group': {'name': 'tempest-secgroup-1101035624'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:45.331433 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2d5c145a-ff47-42ae-9dcc-17b362e12370 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.359914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 491c8140-a966-47e2-a5dc-17b05b9ec25d up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:45.366451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b3e5e-6f05-48b1-aaab-de19666bd545 None None] Port 956029df-d096-4894-9e75-de921ffe7a3b cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:45.440476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9b6b3e5e-6f05-48b1-aaab-de19666bd545 None None] Provisioning for port 78b0efb1-e444-44bf-9ba6-302eedf97382 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:45.449257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2d5c145a-ff47-42ae-9dcc-17b362e12370 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.454444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2d5c145a-ff47-42ae-9dcc-17b362e12370 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.457663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2db6bfaa-17ea-4f73-ac13-a2e761b2f2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:45.476303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a044b-2be1-4275-8c21-92dbc6cae99d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbc4066-a4a7-40a0-8b7f-8fddf27f25ee,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:45.483160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9b6b3e5e-6f05-48b1-aaab-de19666bd545 None None] Provisioning complete for port 78b0efb1-e444-44bf-9ba6-302eedf97382 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:45.483612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3e5e-6f05-48b1-aaab-de19666bd545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.485346 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-682a044b-2be1-4275-8c21-92dbc6cae99d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:45.494093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-682a044b-2be1-4275-8c21-92dbc6cae99d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.497841 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-682a044b-2be1-4275-8c21-92dbc6cae99d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5523789 Jun 11 11:45:45.500599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46754) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:45.508704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1216713406', 'security_groups': ['4cbc4066-a4a7-40a0-8b7f-8fddf27f25ee'], 'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e9539155-e54b-4e86-a6c4-423ec667ccb0'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:45.516316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2d5c145a-ff47-42ae-9dcc-17b362e12370 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.521139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2d5c145a-ff47-42ae-9dcc-17b362e12370 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2264912 Jun 11 11:45:45.521325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device eef9c0a8-1b79-4a20-97fc-58f8d9189a45 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:45.527139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46756) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:45.532427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c145a-ff47-42ae-9dcc-17b362e12370 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a918d7-f924-4487-a432-30bc16b600c3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:45.535116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-305641343', 'security_groups': ['80a918d7-f924-4487-a432-30bc16b600c3'], 'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6105b9f0-0622-4218-bfbd-d682961e84b9'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:45.557667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2d5c145a-ff47-42ae-9dcc-17b362e12370 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:45.620647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: eef9c0a8-1b79-4a20-97fc-58f8d9189a45 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:45:45.621005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device eef9c0a8-1b79-4a20-97fc-58f8d9189a45 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:45:45.632057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Allocated IP 172.20.0.2 (adb2bedd-c475-4354-a670-92b43b58e788/dca22576-9a47-45f7-8498-4b4bc45d7419/7de76d9c-14e0-4b7e-a2dc-0982537f09c2) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:45.691074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:45.700843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 491c8140-a966-47e2-a5dc-17b05b9ec25d triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:45.701263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.825659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:45.853106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bdcbc-6c75-457a-9f29-caf38bd46ae6 req-d4614d71-3ea9-423c-b620-69e7fe597349 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:45.860352 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dd4bdcbc-6c75-457a-9f29-caf38bd46ae6 req-d4614d71-3ea9-423c-b620-69e7fe597349 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.4824696 Jun 11 11:45:45.866822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] device_id is not set on port c211eae0-128d-4394-9480-48bc551fc168 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:45:45.875434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.objects.ports [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99005) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:45:45.969611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'tenant_id': '2bce661b7891475ea38e6060ed025bb1', 'fixed_ips': [{'subnet_id': '6105b9f0-0622-4218-bfbd-d682961e84b9'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:45.970795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.039328 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dd4bdcbc-6c75-457a-9f29-caf38bd46ae6 req-30b234c2-1325-4d10-976b-a8079831d829 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778004 Jun 11 11:45:46.057357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 78b0efb1-e444-44bf-9ba6-302eedf97382 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:46.062966 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.105049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.183382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.4 (f5e8931e-4331-4c4b-8f24-20d96d580d4d/e9539155-e54b-4e86-a6c4-423ec667ccb0/c211eae0-128d-4394-9480-48bc551fc168) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:46.194807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Transition to ACTIVE for port object 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:46.208647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46762) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:46.233941 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Transition to ACTIVE for port object 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:46.261917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.264272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:46.268312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.274341 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-216ef602-fbf8-4319-a891-a1384a39a547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:46.332739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 78b0efb1-e444-44bf-9ba6-302eedf97382 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:46.333127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.339951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Network adb2bedd-c475-4354-a670-92b43b58e788 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:46.377240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Allocated IP 2001:db8::2 (e2d97c02-af86-4bcc-a0fe-c720b2b53c5a/6105b9f0-0622-4218-bfbd-d682961e84b9/5de0d228-fa41-45b4-b151-d98b34217294) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:46.381560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:46.386717 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Pushing event updated for resources: {'Port': ['ID=7de76d9c-14e0-4b7e-a2dc-0982537f09c2,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:46.389269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:46.399914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.400408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:46.416049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object c211eae0-128d-4394-9480-48bc551fc168 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:46.456356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.460878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8893c653-b7a5-48e2-8d86-cebb96085c8b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:46.470649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e273b6-f6a3-4d8b-b913-87a27cd69631 admin admin] Deleting subnet 69d2c76e-e3b0-4e64-a01f-425e8e8ae7d5 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:46.509289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:46.512637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:46.517127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:46.531668 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c1e273b6-f6a3-4d8b-b913-87a27cd69631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.557413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=c211eae0-128d-4394-9480-48bc551fc168,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:46.562997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:46.597135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:46.598343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.605545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Attempting to bind port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:46.606038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Attempting to bind port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:46.606319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Attempting to bind port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 on network adb2bedd-c475-4354-a670-92b43b58e788 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:46.630268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:46.630956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Checking segment: {'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:46.631954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.632379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Bound using segment: {'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:46.632900 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Bound port: 7de76d9c-14e0-4b7e-a2dc-0982537f09c2, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:46.636457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.645965 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1416581 Jun 11 11:45:46.648690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46764) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:46.654116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c972199f-5d0f-40a9-9bb7-670285d58891 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:46.666952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b317242b-2b40-4014-b8d8-33fd8aaea3e8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:46.684494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c1e273b6-f6a3-4d8b-b913-87a27cd69631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.746220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.830384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.837356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c972199f-5d0f-40a9-9bb7-670285d58891 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:46.841280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b317242b-2b40-4014-b8d8-33fd8aaea3e8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:46.842580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c972199f-5d0f-40a9-9bb7-670285d58891 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.847616 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Transition to ACTIVE for port object 5de0d228-fa41-45b4-b151-d98b34217294 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:46.857895 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] For port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:46.861667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b317242b-2b40-4014-b8d8-33fd8aaea3e8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:46.862677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.864732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] For port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7de76d9c-14e0-4b7e-a2dc-0982537f09c2,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:46.897965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.902253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port 077fe9e0-adbb-472b-b4b5-9402399969c7 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:45:46.905673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5b3d4e95-f34d-4404-8d88-67830d4a839c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:46.910632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c1e273b6-f6a3-4d8b-b913-87a27cd69631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.914251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Transition to ACTIVE for port object 5de0d228-fa41-45b4-b151-d98b34217294 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:46.954461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:46.986297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b23ef8ff-924e-466d-8dd5-634c5689f1b2 None None] Provisioning for port c211eae0-128d-4394-9480-48bc551fc168 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:46.994279 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.ipam_backend_mixin [None req-c972199f-5d0f-40a9-9bb7-670285d58891 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e9539155-e54b-4e86-a6c4-423ec667ccb0 (CIDR: 172.20.0.0/28) Jun 11 11:45:46.999499 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c972199f-5d0f-40a9-9bb7-670285d58891 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:45:46.999974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c972199f-5d0f-40a9-9bb7-670285d58891 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:45:47.002362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b23ef8ff-924e-466d-8dd5-634c5689f1b2 None None] Provisioning complete for port c211eae0-128d-4394-9480-48bc551fc168 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:47.002792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b23ef8ff-924e-466d-8dd5-634c5689f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.022779 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c972199f-5d0f-40a9-9bb7-670285d58891 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3702753 Jun 11 11:45:47.023079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46766) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:47.029406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-83f94362-33be-4261-8ab1-ea79811cc9b6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:47.051986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:47.056501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:47.059437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Pushing event updated for resources: {'Port': ['ID=7de76d9c-14e0-4b7e-a2dc-0982537f09c2,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:47.067872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] For port 491c8140-a966-47e2-a5dc-17b05b9ec25d, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=491c8140-a966-47e2-a5dc-17b05b9ec25d,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:47.080440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:47.100123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:47.102521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-27450258-180b-4091-abde-4533bda1f353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:47.228075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f94362-33be-4261-8ab1-ea79811cc9b6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:47.233447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-83f94362-33be-4261-8ab1-ea79811cc9b6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.282075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.308321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.309107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.311560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c1e273b6-f6a3-4d8b-b913-87a27cd69631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.318219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f086ff11-9523-4ca9-83d6-4ea35b1e7cda tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:47.322957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.391964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b23ef8ff-924e-466d-8dd5-634c5689f1b2 None None] Port c211eae0-128d-4394-9480-48bc551fc168 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:47.446381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c1e273b6-f6a3-4d8b-b913-87a27cd69631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.451674 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c1e273b6-f6a3-4d8b-b913-87a27cd69631 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/69d2c76e-e3b0-4e64-a01f-425e8e8ae7d5 HTTP/1.1" status: 204 len: 168 time: 1.2354739 Jun 11 11:45:47.457779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:47.462755 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.ipam_backend_mixin [None req-83f94362-33be-4261-8ab1-ea79811cc9b6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b7d29d05-4211-4b59-b3ef-eb51d9acddf2 (CIDR: 172.20.0.16/28) Jun 11 11:45:47.464811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46770) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:47.469362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.470241 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f94362-33be-4261-8ab1-ea79811cc9b6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:45:47.471053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f94362-33be-4261-8ab1-ea79811cc9b6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:45:47.482872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Pushing event updated for resources: {'Port': ['ID=5de0d228-fa41-45b4-b151-d98b34217294,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:47.491335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:47.493228 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-83f94362-33be-4261-8ab1-ea79811cc9b6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4688008 Jun 11 11:45:47.495347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Attempting to bind port 5de0d228-fa41-45b4-b151-d98b34217294 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:47.495742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Attempting to bind port 5de0d228-fa41-45b4-b151-d98b34217294 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '2c0b9fca-f460-4d83-aca4-e68bde96d51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:47.496124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Attempting to bind port 5de0d228-fa41-45b4-b151-d98b34217294 on network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:47.496472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46772) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:47.503420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'subnet': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:47.510105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b317242b-2b40-4014-b8d8-33fd8aaea3e8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b317242b-2b40-4014-b8d8-33fd8aaea3e8,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:47.511552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:47.511959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Checking segment: {'id': '2c0b9fca-f460-4d83-aca4-e68bde96d51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:47.512364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.512847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Bound using segment: {'id': '2c0b9fca-f460-4d83-aca4-e68bde96d51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:47.513373 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Bound port: 5de0d228-fa41-45b4-b151-d98b34217294, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0b9fca-f460-4d83-aca4-e68bde96d51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:47.514279 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.517449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.527462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f0006cf1-7720-4902-babe-4fbc4a1d30e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:47.530193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:47.557270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12bec87-ce3e-4ec5-9a07-6dbefe9178a4 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:47.598160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:47.598854 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.693062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=491c8140-a966-47e2-a5dc-17b05b9ec25d,revision_number=5']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:47.708946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b317242b-2b40-4014-b8d8-33fd8aaea3e8,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:47.713743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8::348 (e2d97c02-af86-4bcc-a0fe-c720b2b53c5a/6105b9f0-0622-4218-bfbd-d682961e84b9/077fe9e0-adbb-472b-b4b5-9402399969c7) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:47.726736 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:47.744471 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:47.752290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] For port 5de0d228-fa41-45b4-b151-d98b34217294, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:47.761598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Made reservation on behalf of 074eae8a1772468abe29c1bccd90dbdf for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:47.768788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.801397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.816056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] For port 5de0d228-fa41-45b4-b151-d98b34217294, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5de0d228-fa41-45b4-b151-d98b34217294,segment=NetworkSegment(2c0b9fca-f460-4d83-aca4-e68bde96d51d),segment_id=2c0b9fca-f460-4d83-aca4-e68bde96d51d)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:47.825346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:47.828273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-000102d4-dd5c-47b4-8087-7764f295e24f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:47.946407 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:47.993187 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Pushing event updated for resources: {'Port': ['ID=5de0d228-fa41-45b4-b151-d98b34217294,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:48.007218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:48.145850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:48.160067 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0922b737-81ad-4e75-936f-fb1081986905 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:48.204683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:48.211614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:48.218289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:48.218937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:48.224017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:48.228920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c843080c-7e9d-476f-8daf-a81146235e08 None None] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:48.246555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:48.266333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0147e-097a-480b-864a-41d01264eed2 req-c00edc18-8425-4e4d-ae1e-f51f5858e1b2 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:48.272642 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-54d0147e-097a-480b-864a-41d01264eed2 req-c00edc18-8425-4e4d-ae1e-f51f5858e1b2 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 1.0694931 Jun 11 11:45:48.274960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c455cbd4-4a00-40f5-859d-6f02c1df60ee tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.952s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:48.286152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Subnet': ['ID=dfe250b5-f468-4abb-9c07-52b0e42c35df,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:48.297254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:48.298086 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.0712974 Jun 11 11:45:48.298866 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8011496 Jun 11 11:45:48.300975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46774) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:48.306408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:a8:c8:74', 'name': 'tempest-NetworksTestDHCPv6-725516033'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:48.331559 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46776) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:48.356343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-647611933', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dfe250b5-f468-4abb-9c07-52b0e42c35df'}], 'security_groups': ['94a62fde-9e0a-49d2-8dbe-5ed22e3ecac9', 'ea1e6acc-55d9-444e-b74b-099f0d3f8ad0']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:48.515128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:48.660345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:48.676671 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-54d0147e-097a-480b-864a-41d01264eed2 req-9dd0796c-a0a5-42fb-82a8-4abb1b14b9ed tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3925514 Jun 11 11:45:48.686021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port 46a152d1-d495-40ff-9ceb-0b8618878bb5 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:45:48.697629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b393c50-97f3-4725-9cf8-e5dc0d1119f7 None None] Network adb2bedd-c475-4354-a670-92b43b58e788 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:48.718696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=c560c592-e8cb-47a6-a698-8569cc3dbe27,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:48.794777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bee2ec-cd0c-4c69-ae40-4592beb3e078 None None] Update dhcp port {'port': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'fixed_ips': [{'subnet_id': 'b7d29d05-4211-4b59-b3ef-eb51d9acddf2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e9539155-e54b-4e86-a6c4-423ec667ccb0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dfe250b5-f468-4abb-9c07-52b0e42c35df'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '78b0efb1-e444-44bf-9ba6-302eedf97382'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:45:48.877407 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1595c28d-642f-4727-bf85-7fed068d1fd2 None None] Provisioning for port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:48.900400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1595c28d-642f-4727-bf85-7fed068d1fd2 None None] Provisioning complete for port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:48.900786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1595c28d-642f-4727-bf85-7fed068d1fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:48.953608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1bee2ec-cd0c-4c69-ae40-4592beb3e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:48.979362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::155 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/c0b7bc64-eff3-4ce6-b1ae-7ab5e5b178ce/46a152d1-d495-40ff-9ceb-0b8618878bb5) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:48.996283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:c874 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/c560c592-e8cb-47a6-a698-8569cc3dbe27/46a152d1-d495-40ff-9ceb-0b8618878bb5) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:49.014705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409633d2-f5d5-4832-b818-5bcfa8c9fbc0 req-ce75dcbd-4281-4117-8209-a3ad45aab2ed tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:49.016445 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-409633d2-f5d5-4832-b818-5bcfa8c9fbc0 req-ce75dcbd-4281-4117-8209-a3ad45aab2ed tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.1689825 Jun 11 11:45:49.022498 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e273b6-f6a3-4d8b-b913-87a27cd69631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d2c76e-e3b0-4e64-a01f-425e8e8ae7d5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:49.080055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c1e273b6-f6a3-4d8b-b913-87a27cd69631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:49.084246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.763s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:49.084674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:49.129612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.155915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.196148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914375ce-4630-44ee-9aac-21aba3992626']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:49.230666 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-409633d2-f5d5-4832-b818-5bcfa8c9fbc0 req-ea96b191-49af-4282-8394-db1a837a14a6 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084882 Jun 11 11:45:49.305257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.336517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object 46a152d1-d495-40ff-9ceb-0b8618878bb5 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:49.358512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1595c28d-642f-4727-bf85-7fed068d1fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.398102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.406629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c84d714b-5584-4ebc-94b5-21f6e5dd0d85 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:49.417860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1595c28d-642f-4727-bf85-7fed068d1fd2 None None] For port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7de76d9c-14e0-4b7e-a2dc-0982537f09c2,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:49.422812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-c1bee2ec-cd0c-4c69-ae40-4592beb3e078 None None] Allocated IP 172.20.0.34 (f5e8931e-4331-4c4b-8f24-20d96d580d4d/dfe250b5-f468-4abb-9c07-52b0e42c35df/78b0efb1-e444-44bf-9ba6-302eedf97382) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:49.429835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1595c28d-642f-4727-bf85-7fed068d1fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.433581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:49.479679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:49.491675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:49.505343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=46a152d1-d495-40ff-9ceb-0b8618878bb5,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:49.509713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:49.510252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:49.514900 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595c28d-642f-4727-bf85-7fed068d1fd2 None None] Pushing event updated for resources: {'Port': ['ID=7de76d9c-14e0-4b7e-a2dc-0982537f09c2,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:49.519577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:49.520210 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1595c28d-642f-4727-bf85-7fed068d1fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:49.520392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.569024 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2668107 Jun 11 11:45:49.570447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46782) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:49.590070 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0bf6af-09ab-47bf-a3dc-b650e73a51a3') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:49.590649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0bf6af-09ab-47bf-a3dc-b650e73a51a3') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:49.654671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-92e075d6-18c5-4515-bbd5-b3ba9a125b41 None None] Provisioning complete for port 491c8140-a966-47e2-a5dc-17b05b9ec25d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:49.655065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-92e075d6-18c5-4515-bbd5-b3ba9a125b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.687460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.787725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-56731d24-58da-4769-9e71-2ed07daffeb5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port 46a152d1-d495-40ff-9ceb-0b8618878bb5 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:49.788078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56731d24-58da-4769-9e71-2ed07daffeb5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.889711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.956709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:45:49.957280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:45:49.966725 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:45:49.975284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:49.980082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5de0d228-fa41-45b4-b151-d98b34217294 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:50.031949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a67b-25a4-43bd-b5e2-6b88423227e7 req-957f4a05-3e16-45b7-a693-5bb09fd59bca tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:50.039020 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b099a67b-25a4-43bd-b5e2-6b88423227e7 req-957f4a05-3e16-45b7-a693-5bb09fd59bca tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.1921301 Jun 11 11:45:50.050495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56731d24-58da-4769-9e71-2ed07daffeb5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.052248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c1bee2ec-cd0c-4c69-ae40-4592beb3e078 None None] For port 78b0efb1-e444-44bf-9ba6-302eedf97382, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=78b0efb1-e444-44bf-9ba6-302eedf97382,segment=NetworkSegment(7a01bab4-e6c4-4c91-bcda-9732e4668dbc),segment_id=7a01bab4-e6c4-4c91-bcda-9732e4668dbc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:50.111203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object 077fe9e0-adbb-472b-b4b5-9402399969c7 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:50.118811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.1 (adb2bedd-c475-4354-a670-92b43b58e788/dca22576-9a47-45f7-8498-4b4bc45d7419/273e6628-3c01-412c-904e-47fbd4e33da8) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:50.138044 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.142748 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1bee2ec-cd0c-4c69-ae40-4592beb3e078 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.149548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 5de0d228-fa41-45b4-b151-d98b34217294 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:50.150215 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c747d10a-843d-4a35-9432-2feafedad815 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975 tempest-ExtraDHCPOptionsIpV6TestJSON-1528192975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:50.152929 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.155423 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] 10.222.0.46 "DELETE /v2.0/networks/914375ce-4630-44ee-9aac-21aba3992626 HTTP/1.1" status: 204 len: 168 time: 2.6858130 Jun 11 11:45:50.160850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46788) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:50.168724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b317242b-2b40-4014-b8d8-33fd8aaea3e8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:50.185731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-56731d24-58da-4769-9e71-2ed07daffeb5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for 46a152d1-d495-40ff-9ceb-0b8618878bb5 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:50.202520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c1bee2ec-cd0c-4c69-ae40-4592beb3e078 None None] Transition to ACTIVE for port object 78b0efb1-e444-44bf-9ba6-302eedf97382 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:50.213031 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b099a67b-25a4-43bd-b5e2-6b88423227e7 req-72fcc322-9ecd-4bc4-a872-2b2b858e5264 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729863 Jun 11 11:45:50.220037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1bee2ec-cd0c-4c69-ae40-4592beb3e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.224669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c79763a9-0288-4519-bf66-d3fd5a154816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:50.233973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a830cc9-9df0-425f-a2fb-fd6081052a2f admin admin] Deleting subnet 83317cdd-8cb1-41d7-ac35-dff3c9d0dcc6 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:50.237422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a830cc9-9df0-425f-a2fb-fd6081052a2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.285279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a830cc9-9df0-425f-a2fb-fd6081052a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.291975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bee2ec-cd0c-4c69-ae40-4592beb3e078 None None] Pushing event updated for resources: {'Port': ['ID=78b0efb1-e444-44bf-9ba6-302eedf97382,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:50.301743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c1bee2ec-cd0c-4c69-ae40-4592beb3e078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:50.346339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a830cc9-9df0-425f-a2fb-fd6081052a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.407853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Provisioning complete for port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:50.408857 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.433231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] Pushing event deleted for resources: {'Network': ['ID=914375ce-4630-44ee-9aac-21aba3992626,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:50.442715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a830cc9-9df0-425f-a2fb-fd6081052a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.450452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b317242b-2b40-4014-b8d8-33fd8aaea3e8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:50.451968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.456997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bb4c687e-9e3a-40f1-ad3f-c4ebcebbf17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:50.469869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8cfbff46-56c3-4e90-8903-3aa4d826a710 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:50.552716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a830cc9-9df0-425f-a2fb-fd6081052a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83317cdd-8cb1-41d7-ac35-dff3c9d0dcc6,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:50.560118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a830cc9-9df0-425f-a2fb-fd6081052a2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.562126 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7a830cc9-9df0-425f-a2fb-fd6081052a2f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/83317cdd-8cb1-41d7-ac35-dff3c9d0dcc6 HTTP/1.1" status: 204 len: 168 time: 0.3993845 Jun 11 11:45:50.614708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7a830cc9-9df0-425f-a2fb-fd6081052a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:50.622515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46790) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:50.682245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:50.737835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.748807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Provisioning for port 5de0d228-fa41-45b4-b151-d98b34217294 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:50.753756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Provisioning complete for port 5de0d228-fa41-45b4-b151-d98b34217294 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:50.755615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.756027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.774422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bcf4637e-322d-4fe0-863e-bec8225c9833 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:50.791939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:50.800839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:50.833882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:50.851883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:50.852537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.886766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.942507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8494873a-31a5-475c-995f-a716d80713fb None None] For port 5de0d228-fa41-45b4-b151-d98b34217294, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5de0d228-fa41-45b4-b151-d98b34217294,segment=NetworkSegment(2c0b9fca-f460-4d83-aca4-e68bde96d51d),segment_id=2c0b9fca-f460-4d83-aca4-e68bde96d51d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:50.946338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:50.946788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.950206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:50.990900 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c1bee2ec-cd0c-4c69-ae40-4592beb3e078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:51.118168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Provisioning complete for port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:51.118566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.146050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.171057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56731d24-58da-4769-9e71-2ed07daffeb5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.177971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.179094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:51.183714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Pushing event updated for resources: {'Port': ['ID=5de0d228-fa41-45b4-b151-d98b34217294,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:51.189567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:51.215205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 273e6628-3c01-412c-904e-47fbd4e33da8 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:51.227686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:51.237268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56731d24-58da-4769-9e71-2ed07daffeb5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=46a152d1-d495-40ff-9ceb-0b8618878bb5,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:51.244385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56731d24-58da-4769-9e71-2ed07daffeb5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:51.265772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Could not find standard attr ID for object 46a152d1-d495-40ff-9ceb-0b8618878bb5. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:45:51.276910 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7465074 Jun 11 11:45:51.283315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.285799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46794) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:51.287338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74323e1-5835-437b-aa87-9850f48ad072']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:51.291914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 491c8140-a966-47e2-a5dc-17b05b9ec25d up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:51.298426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f6c597a3-a743-45bc-afa6-fb4c4aab2208 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:51.302183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=077fe9e0-adbb-472b-b4b5-9402399969c7,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:51.324045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:51.349733 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:51.357612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56731d24-58da-4769-9e71-2ed07daffeb5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.360016 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-56731d24-58da-4769-9e71-2ed07daffeb5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/46a152d1-d495-40ff-9ceb-0b8618878bb5 HTTP/1.1" status: 204 len: 168 time: 1.7874174 Jun 11 11:45:51.362369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46796) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:51.384816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdeb7881-7342-4197-97dd-f02026684c2d') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:51.385427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdeb7881-7342-4197-97dd-f02026684c2d') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:51.400718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 491c8140-a966-47e2-a5dc-17b05b9ec25d triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:51.401290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.416153 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Delete allocated IP 172.20.0.4 (f5e8931e-4331-4c4b-8f24-20d96d580d4d/e9539155-e54b-4e86-a6c4-423ec667ccb0) {{(pid=99005) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 11:45:51.444377 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Provisioning complete for port c211eae0-128d-4394-9480-48bc551fc168 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:51.444843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.494951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5558d44-b268-4896-9194-1e26851d452f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:51.496717 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c5558d44-b268-4896-9194-1e26851d452f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1332030 Jun 11 11:45:51.503119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46798) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:51.505463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.510681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Port c211eae0-128d-4394-9480-48bc551fc168 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:51.521644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network adb2bedd-c475-4354-a670-92b43b58e788 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:51.531272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:51.542028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Allocated IP 172.20.0.44 (f5e8931e-4331-4c4b-8f24-20d96d580d4d/dfe250b5-f468-4abb-9c07-52b0e42c35df/c211eae0-128d-4394-9480-48bc551fc168) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:51.560749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Provisioning complete for port 956029df-d096-4894-9e75-de921ffe7a3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:51.561285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.581383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1efc460-5648-4bc2-b36f-d02232416521 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:51.585119 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e1efc460-5648-4bc2-b36f-d02232416521 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0786409 Jun 11 11:45:51.592165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46800) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:51.607899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Port 956029df-d096-4894-9e75-de921ffe7a3b cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:51.629194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Provisioning for port 78b0efb1-e444-44bf-9ba6-302eedf97382 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:51.637276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Provisioning complete for port 78b0efb1-e444-44bf-9ba6-302eedf97382 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:51.638842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.640705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:51.678141 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=273e6628-3c01-412c-904e-47fbd4e33da8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:51.679291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf245ecf-1f3b-44ef-9690-8bdc329710e3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:51.681128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.691047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf245ecf-1f3b-44ef-9690-8bdc329710e3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:51.692972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf245ecf-1f3b-44ef-9690-8bdc329710e3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:51.697256 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cf245ecf-1f3b-44ef-9690-8bdc329710e3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1017163 Jun 11 11:45:51.697558 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46802) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:51.755212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:51.775382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5de0d228-fa41-45b4-b151-d98b34217294 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:51.786348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a9424b-8e68-4fa7-b90a-a3d07e2056af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet c0b7bc64-eff3-4ce6-b1ae-7ab5e5b178ce {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:51.789701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f8a9424b-8e68-4fa7-b90a-a3d07e2056af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.792862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:45:51.793279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:45:51.796880 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:45:51.852532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.853417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f8a9424b-8e68-4fa7-b90a-a3d07e2056af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.866740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Provisioning for port 077fe9e0-adbb-472b-b4b5-9402399969c7 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:51.870688 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Provisioning complete for port 077fe9e0-adbb-472b-b4b5-9402399969c7 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:51.871179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.874013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 5de0d228-fa41-45b4-b151-d98b34217294 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:51.874483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:51.945170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-de5e3f7e-dc5c-4a94-955e-cfed718e6672 None None] Port 077fe9e0-adbb-472b-b4b5-9402399969c7 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:51.995025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f8a9424b-8e68-4fa7-b90a-a3d07e2056af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.000434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 78b0efb1-e444-44bf-9ba6-302eedf97382 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:52.060585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 78b0efb1-e444-44bf-9ba6-302eedf97382 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:52.060970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.078322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f3da-e487-4081-b6af-f6e219250589 req-7e09e53b-0bf6-4cf3-9d0c-93fd2139f858 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:52.079883 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c848f3da-e487-4081-b6af-f6e219250589 req-7e09e53b-0bf6-4cf3-9d0c-93fd2139f858 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.25 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.1374807 Jun 11 11:45:52.100800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6fb0e709-8f4f-4877-af31-45113acd46e4 None None] Provisioning for port 273e6628-3c01-412c-904e-47fbd4e33da8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:52.109656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6fb0e709-8f4f-4877-af31-45113acd46e4 None None] Provisioning complete for port 273e6628-3c01-412c-904e-47fbd4e33da8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:52.110039 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e709-8f4f-4877-af31-45113acd46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.124325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f8a9424b-8e68-4fa7-b90a-a3d07e2056af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.129095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-83db988d-62dd-4e33-b763-fb016e9c2bc6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:52.157532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-6fb0e709-8f4f-4877-af31-45113acd46e4 None None] Port 273e6628-3c01-412c-904e-47fbd4e33da8 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:52.175913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9424b-8e68-4fa7-b90a-a3d07e2056af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b7bc64-eff3-4ce6-b1ae-7ab5e5b178ce,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:52.180088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f8a9424b-8e68-4fa7-b90a-a3d07e2056af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.181964 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f8a9424b-8e68-4fa7-b90a-a3d07e2056af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/c0b7bc64-eff3-4ce6-b1ae-7ab5e5b178ce HTTP/1.1" status: 204 len: 168 time: 0.4834082 Jun 11 11:45:52.183042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f8a9424b-8e68-4fa7-b90a-a3d07e2056af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:52.189123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46804) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:52.196689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c7dcc-d1f7-4ab7-b4c6-f640508e207d None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:52.282881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-51842427-a7b6-462c-ba03-e88fa84147cc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet c560c592-e8cb-47a6-a698-8569cc3dbe27 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:52.292739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51842427-a7b6-462c-ba03-e88fa84147cc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.348861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51842427-a7b6-462c-ba03-e88fa84147cc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.383131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Deleting port 57c8b3e5-7646-4625-8d95-1fc403795a41 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:52.383548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.418958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bc102-2a73-4275-9291-2ebcf45fa64d req-761ac81a-897b-45fa-b597-094bb7e10603 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:52.421285 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-286bc102-2a73-4275-9291-2ebcf45fa64d req-761ac81a-897b-45fa-b597-094bb7e10603 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 945 time: 0.9987416 Jun 11 11:45:52.422391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.437603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f3f1f2f1-9182-4e7a-8c76-0672993a6887 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:52.440878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.445833 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b74323e1-5835-437b-aa87-9850f48ad072 HTTP/1.1" status: 204 len: 168 time: 1.8188415 Jun 11 11:45:52.494944 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c597a3-a743-45bc-afa6-fb4c4aab2208 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:52.498392 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f6c597a3-a743-45bc-afa6-fb4c4aab2208 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.546771 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74323e1-5835-437b-aa87-9850f48ad072,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:52.565689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:52.570486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] For port 57c8b3e5-7646-4625-8d95-1fc403795a41, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=57c8b3e5-7646-4625-8d95-1fc403795a41,segment=NetworkSegment(e6d55afd-991f-425e-ac37-e192f58d33c0),segment_id=e6d55afd-991f-425e-ac37-e192f58d33c0)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:52.571030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.574204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51842427-a7b6-462c-ba03-e88fa84147cc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.692781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46808) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:52.764630 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-286bc102-2a73-4275-9291-2ebcf45fa64d req-cb6b9ee9-47e4-460b-a574-d76b966ce5b7 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups?id=da7bb36e-caad-41f5-8cfe-bb7c39a0182e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324425 Jun 11 11:45:52.839185 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f8d79fa6-863d-4e61-9f47-df53c0f8199a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=387fda413ac9483089a213d491358524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452248 Jun 11 11:45:52.849079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46810) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:52.861868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51842427-a7b6-462c-ba03-e88fa84147cc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.870617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.871563 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a9dd0d66-5e7c-4a48-9e63-2dc1e9108417 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:52.895699 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.ipam_backend_mixin [None req-f6c597a3-a743-45bc-afa6-fb4c4aab2208 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6105b9f0-0622-4218-bfbd-d682961e84b9 (CIDR: 2001:db8::/64) Jun 11 11:45:52.901344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Transition to ACTIVE for port object c211eae0-128d-4394-9480-48bc551fc168 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:52.902568 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c597a3-a743-45bc-afa6-fb4c4aab2208 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:45:52.903189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c597a3-a743-45bc-afa6-fb4c4aab2208 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:45:52.906155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.909479 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.918640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dc8807bd-b2d0-4c64-9859-3755f16f72cd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:52.965639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51842427-a7b6-462c-ba03-e88fa84147cc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=c560c592-e8cb-47a6-a698-8569cc3dbe27,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:52.968247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-51842427-a7b6-462c-ba03-e88fa84147cc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:52.979388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-51842427-a7b6-462c-ba03-e88fa84147cc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:52.980260 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f6c597a3-a743-45bc-afa6-fb4c4aab2208 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6871264 Jun 11 11:45:52.983589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46812) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:52.984492 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-51842427-a7b6-462c-ba03-e88fa84147cc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/c560c592-e8cb-47a6-a698-8569cc3dbe27 HTTP/1.1" status: 204 len: 168 time: 0.7943802 Jun 11 11:45:52.992995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46814) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:52.999578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:53.035724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.036150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.036749 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Floating IP a2e3cd36-65de-4491-a08a-1583f06fbe49 disassociated. External IP: 172.26.6.177, port: 57c8b3e5-7646-4625-8d95-1fc403795a41. Jun 11 11:45:53.037179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Calling delete_port for 57c8b3e5-7646-4625-8d95-1fc403795a41 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:53.055415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0a185bf5-6463-4841-9663-cbbdd7c5f65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.121926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3b9104-fd7c-428e-a3c2-7d2b6920348d None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:53.136846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0a185bf5-6463-4841-9663-cbbdd7c5f65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.200145 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-16aa05e2-95f7-4178-b9be-e9b75a0b614b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1913321 Jun 11 11:45:53.201088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46816) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:53.211419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] In _notify_port_updated(), no bound segment for port c211eae0-128d-4394-9480-48bc551fc168 on network f5e8931e-4331-4c4b-8f24-20d96d580d4d {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:45:53.217787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:53.218696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.222599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:53.222782 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "PUT /v2.0/ports/c211eae0-128d-4394-9480-48bc551fc168 HTTP/1.1" status: 200 len: 959 time: 4.8682878 Jun 11 11:45:53.223968 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46818) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:53.237807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event updated for resources: {'Port': ['ID=c211eae0-128d-4394-9480-48bc551fc168,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:53.248466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:53.278516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-199f2928-8943-4764-a2a3-a472bda97ae0 None None] Provisioning complete for port 491c8140-a966-47e2-a5dc-17b05b9ec25d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:53.278891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-199f2928-8943-4764-a2a3-a472bda97ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.425470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:53.429211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.512823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c655ee-bc30-4e25-beca-4844dcdae669 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:45:53.541155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0a185bf5-6463-4841-9663-cbbdd7c5f65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.549223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0a185bf5-6463-4841-9663-cbbdd7c5f65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.549863 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0a185bf5-6463-4841-9663-cbbdd7c5f65e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0e0ca9c-6e50-481f-ba51-8f30181c0ae6 HTTP/1.1" status: 204 len: 168 time: 0.6995704 Jun 11 11:45:53.595265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-05c655ee-bc30-4e25-beca-4844dcdae669 None None] Deleting port 491c8140-a966-47e2-a5dc-17b05b9ec25d {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:53.595658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-05c655ee-bc30-4e25-beca-4844dcdae669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.729940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-05c655ee-bc30-4e25-beca-4844dcdae669 None None] For port 491c8140-a966-47e2-a5dc-17b05b9ec25d, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=491c8140-a966-47e2-a5dc-17b05b9ec25d,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:53.730847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-05c655ee-bc30-4e25-beca-4844dcdae669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.772430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:53.775967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.851017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-05c655ee-bc30-4e25-beca-4844dcdae669 None None] Calling delete_port for 491c8140-a966-47e2-a5dc-17b05b9ec25d owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:53.853628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 491c8140-a966-47e2-a5dc-17b05b9ec25d no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:53.855774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.860790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35f89462-2cd1-420a-ab10-91e8b23a4eb1 tempest-FloatingIPNegativeTestJSON-1776030028 tempest-FloatingIPNegativeTestJSON-1776030028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:53.879107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.885018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.897320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a185bf5-6463-4841-9663-cbbdd7c5f65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e0ca9c-6e50-481f-ba51-8f30181c0ae6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:53.913965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1be61032-5060-44dd-983c-08bce564f45d None None] Provisioning for port c211eae0-128d-4394-9480-48bc551fc168 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:53.916098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0a185bf5-6463-4841-9663-cbbdd7c5f65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:53.919257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5e9673c8-8cd6-40c3-8a46-775f06535143 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:53.982411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1be61032-5060-44dd-983c-08bce564f45d None None] Provisioning complete for port c211eae0-128d-4394-9480-48bc551fc168 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:53.983085 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1be61032-5060-44dd-983c-08bce564f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:53.995633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-43614da4-5b93-421b-9061-9098359b33bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:54.002619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46826) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:54.008008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:54.026027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:54.039790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:54.085540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:54.086139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:54.097511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-1be61032-5060-44dd-983c-08bce564f45d None None] Port c211eae0-128d-4394-9480-48bc551fc168 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:54.104999 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cd70f737-7d83-4335-acec-ab2acfc2f23f req-2b0fcce3-0165-4906-867c-02988fa7072b tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 210 time: 0.0797269 Jun 11 11:45:54.118032 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9143627 Jun 11 11:45:54.120758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=de542dde-9a3c-4682-8ef8-11c09f54bd3e,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:54.128224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=273e6628-3c01-412c-904e-47fbd4e33da8,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:54.128436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:54.132078 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:54.132656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46828) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:54.134227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-05c655ee-bc30-4e25-beca-4844dcdae669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:54.146612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:54.151887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3d048dd9-8af1-4517-806d-798f8596e563 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:54.154593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aa025380-9358-4a72-8042-6e5df77886b0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:54.154757 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-27450258-180b-4091-abde-4533bda1f353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:54.174595 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:54.195942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c655ee-bc30-4e25-beca-4844dcdae669 None None] Pushing event deleted for resources: {'Port': ['ID=491c8140-a966-47e2-a5dc-17b05b9ec25d,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:54.202431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c655ee-bc30-4e25-beca-4844dcdae669 None None] No DVR routers for this DVR port 491c8140-a966-47e2-a5dc-17b05b9ec25d on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:54.204245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-05c655ee-bc30-4e25-beca-4844dcdae669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:54.218989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a8ddb4-d699-463d-aa7d-36e4498920de None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:54.256343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Pushing event deleted for resources: {'Port': ['ID=57c8b3e5-7646-4625-8d95-1fc403795a41,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:54.259401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:54.311151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-23366561-99fe-42ee-a907-1d1ad9896f00 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port c211eae0-128d-4394-9480-48bc551fc168 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:54.312072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-23366561-99fe-42ee-a907-1d1ad9896f00 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:54.323406 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ab18ccad-f6f9-4a6b-a32b-a1352977c859 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2e7b3fa7cd340adbfef0eb3dcd5c408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140318 Jun 11 11:45:54.327959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46830) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:54.484314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-23366561-99fe-42ee-a907-1d1ad9896f00 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:54.548828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:45:54.590609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network adb2bedd-c475-4354-a670-92b43b58e788 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:54.590609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d048dd9-8af1-4517-806d-798f8596e563 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:54.590951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-23366561-99fe-42ee-a907-1d1ad9896f00 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for c211eae0-128d-4394-9480-48bc551fc168 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:54.592732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3d048dd9-8af1-4517-806d-798f8596e563 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:54.608391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:54.631810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5326-57c9-4d30-a80e-bde943e6cd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:54.710143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'tenant_id': 'a121131f859d4a119e5a9d1ae215de04', 'fixed_ips': [{'subnet_id': 'de542dde-9a3c-4682-8ef8-11c09f54bd3e'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:45:54.711855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:54.859029 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-23366561-99fe-42ee-a907-1d1ad9896f00 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:54.864293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:54.904686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23366561-99fe-42ee-a907-1d1ad9896f00 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=c211eae0-128d-4394-9480-48bc551fc168,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:54.909373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-23366561-99fe-42ee-a907-1d1ad9896f00 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:54.924353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Allocated IP 2001:db8::2 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/de542dde-9a3c-4682-8ef8-11c09f54bd3e/3c55c722-8b95-40f7-b4c4-44dc5032b4d7) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:54.953732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-90776aed-d4e4-4571-873c-8c35eb3adaf0 None None] Provisioning complete for port 273e6628-3c01-412c-904e-47fbd4e33da8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:54.954665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-90776aed-d4e4-4571-873c-8c35eb3adaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.021645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:45:55.034250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-23366561-99fe-42ee-a907-1d1ad9896f00 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.037200 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-23366561-99fe-42ee-a907-1d1ad9896f00 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/c211eae0-128d-4394-9480-48bc551fc168 HTTP/1.1" status: 204 len: 168 time: 1.8108733 Jun 11 11:45:55.068047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed362d-13f8-4735-b273-e855a32c62a4 None None] Sync routers for ids ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:45:55.077268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46832) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:55.081073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-90776aed-d4e4-4571-873c-8c35eb3adaf0 None None] Port 273e6628-3c01-412c-904e-47fbd4e33da8 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:45:55.092862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed362d-13f8-4735-b273-e855a32c62a4 None None] Routers {'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:55.093519 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-14ed362d-13f8-4735-b273-e855a32c62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:55.157385 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c0f433-9a66-4f45-b78e-76abdfb9c937 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] GET failed (client error): The resource could not be found. Jun 11 11:45:55.159448 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-19c0f433-9a66-4f45-b78e-76abdfb9c937 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports/c211eae0-128d-4394-9480-48bc551fc168 HTTP/1.1" status: 404 len: 333 time: 0.0775945 Jun 11 11:45:55.160738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] No DVR routers for this DVR port 57c8b3e5-7646-4625-8d95-1fc403795a41 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:45:55.162826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46836) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:55.172110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.174516 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c848f3da-e487-4081-b6af-f6e219250589 req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.25 "DELETE /v2.0/ports/57c8b3e5-7646-4625-8d95-1fc403795a41 HTTP/1.1" status: 204 len: 173 time: 3.0868154 Jun 11 11:45:55.175168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'name': 'network-vif-deleted', 'tag': '57c8b3e5-7646-4625-8d95-1fc403795a41'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:45:55.178250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94d7c89-c5fd-4b18-89aa-2f369989991a" -d '{"events": [{"server_uuid": "c715d323-e034-4a24-abf3-c11fab744dc7", "name": "network-vif-deleted", "tag": "57c8b3e5-7646-4625-8d95-1fc403795a41"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:45:55.259457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34a86e39-7e3b-4640-a252-d8fe6e6418f9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.291373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34a86e39-7e3b-4640-a252-d8fe6e6418f9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.307638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.316036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-14ed362d-13f8-4735-b273-e855a32c62a4 None None] Set router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:45:55.348746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0344a3-011c-40cf-b14c-61a1302de600 x-openstack-request-id: req-cc0344a3-011c-40cf-b14c-61a1302de600 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:45:55.349334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715d323-e034-4a24-abf3-c11fab744dc7", "name": "network-vif-deleted", "tag": "57c8b3e5-7646-4625-8d95-1fc403795a41", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:45:55.349750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc0344a3-011c-40cf-b14c-61a1302de600 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:45:55.350364 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c715d323-e034-4a24-abf3-c11fab744dc7', 'name': 'network-vif-deleted', 'tag': '57c8b3e5-7646-4625-8d95-1fc403795a41', 'status': 'completed', 'code': 200} Jun 11 11:45:55.351789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34a86e39-7e3b-4640-a252-d8fe6e6418f9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.353326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5326-57c9-4d30-a80e-bde943e6cd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.355404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34a86e39-7e3b-4640-a252-d8fe6e6418f9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.357749 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-34a86e39-7e3b-4640-a252-d8fe6e6418f9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/security-groups/4cbc4066-a4a7-40a0-8b7f-8fddf27f25ee HTTP/1.1" status: 204 len: 168 time: 0.1938982 Jun 11 11:45:55.358712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1a880d26-5468-462c-8aa7-5fbf3eb1288e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:55.359942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Transition to ACTIVE for port object 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:55.371317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46840) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:55.372339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a86e39-7e3b-4640-a252-d8fe6e6418f9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbc4066-a4a7-40a0-8b7f-8fddf27f25ee,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:55.413771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34a86e39-7e3b-4640-a252-d8fe6e6418f9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:55.417917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.446949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Transition to ACTIVE for port object 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:55.470264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b42a6b87-a010-4b77-a732-f44896caf361 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:55.472008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-152da675-6ecf-47ea-b306-d30a84049ebc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.485940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.486267 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cf939859-c870-4cd9-be34-8a29cca85e15 req-2cc856d6-d2e6-44e5-9c52-58873c232897 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d323-e034-4a24-abf3-c11fab744dc7 HTTP/1.1" status: 200 len: 210 time: 0.1239495 Jun 11 11:45:55.491426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:55.500699 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-152da675-6ecf-47ea-b306-d30a84049ebc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.559904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-152da675-6ecf-47ea-b306-d30a84049ebc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.563706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-152da675-6ecf-47ea-b306-d30a84049ebc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.565391 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-152da675-6ecf-47ea-b306-d30a84049ebc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/security-groups/ea1e6acc-55d9-444e-b74b-099f0d3f8ad0 HTTP/1.1" status: 204 len: 168 time: 0.1812189 Jun 11 11:45:55.566210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0ac24aaf-0342-47ac-89fb-8c037bfa6439 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:55.570514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46842) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:55.583252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:55.586333 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152da675-6ecf-47ea-b306-d30a84049ebc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1e6acc-55d9-444e-b74b-099f0d3f8ad0,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:55.588930 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.ipam_backend_mixin [None req-3d048dd9-8af1-4517-806d-798f8596e563 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de542dde-9a3c-4682-8ef8-11c09f54bd3e (CIDR: 2001:db8::/64) Jun 11 11:45:55.594697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:55.594847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-152da675-6ecf-47ea-b306-d30a84049ebc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:55.594941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:55.598453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:55.599321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.612054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:55.614951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:45:55.615443 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d048dd9-8af1-4517-806d-798f8596e563 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:45:55.616384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d048dd9-8af1-4517-806d-798f8596e563 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:45:55.618490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 57c8b3e5-7646-4625-8d95-1fc403795a41 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:45:55.628977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3b15c-f466-40d6-b9c9-6fec3af401f8 None None] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:55.648945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a099935-cd06-46e9-b662-a9a440abd75e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.661932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46844) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:55.667819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-985283604', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ab1d7889-2a88-4aeb-99fd-7ecfddef9893'}], 'security_groups': ['a70f1d61-c71e-4570-b4ae-c8b6b1f85bee']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:55.671253 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6774964 Jun 11 11:45:55.677298 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Subnet': ['ID=ab1d7889-2a88-4aeb-99fd-7ecfddef9893,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:55.685285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:55.693642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5326-57c9-4d30-a80e-bde943e6cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.696940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5326-57c9-4d30-a80e-bde943e6cd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.698291 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1ccc5326-57c9-4d30-a80e-bde943e6cd10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/585b2441-426c-4c2c-a3e9-2fb1f6d5f0f9 HTTP/1.1" status: 204 len: 168 time: 1.3660302 Jun 11 11:45:55.700616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-feacf858-4216-47c0-8f9a-e75cf0360e7f tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:55.708187 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3d048dd9-8af1-4517-806d-798f8596e563 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5603294 Jun 11 11:45:55.710565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:45:55.716881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46848) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:55.722713 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'subnet': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:55.736518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 57c8b3e5-7646-4625-8d95-1fc403795a41 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:45:55.736923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 57c8b3e5-7646-4625-8d95-1fc403795a41 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:45:55.752293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc5326-57c9-4d30-a80e-bde943e6cd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585b2441-426c-4c2c-a3e9-2fb1f6d5f0f9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:55.769066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a099935-cd06-46e9-b662-a9a440abd75e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.780028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1ccc5326-57c9-4d30-a80e-bde943e6cd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:55.827297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Pushing event updated for resources: {'Port': ['ID=3c55c722-8b95-40f7-b4c4-44dc5032b4d7,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:55.913609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a099935-cd06-46e9-b662-a9a440abd75e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.915047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:55.917285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a099935-cd06-46e9-b662-a9a440abd75e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:55.918853 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1a099935-cd06-46e9-b662-a9a440abd75e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/security-groups/94a62fde-9e0a-49d2-8dbe-5ed22e3ecac9 HTTP/1.1" status: 204 len: 168 time: 0.3475473 Jun 11 11:45:55.921911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:55.925114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46850) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:55.978011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Attempting to bind port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:55.978694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Attempting to bind port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:55.979090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Attempting to bind port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 on network 2bf35732-ffe6-4e33-a6fb-db76771bc26d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:56.035557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:56.035906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Checking segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:56.036334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:56.036748 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Bound using segment: {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:56.037255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Bound port: 3c55c722-8b95-40f7-b4c4-44dc5032b4d7, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:56.037645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:56.120246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:56.125199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:56.146669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-14ed362d-13f8-4735-b273-e855a32c62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:14Z', 'revision_number': 4, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '2f3ac2f7-66fd-4f19-a202-66bafb7e7d54', 'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'mac_address': 'fa:16:3e:e8:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:10Z', 'updated_at': '2021-06-11T11:42:23Z', 'revision_number': 5, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'subnets': [{'id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:56.222502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed362d-13f8-4735-b273-e855a32c62a4 None None] Checking router: bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:45:56.276490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed362d-13f8-4735-b273-e855a32c62a4 None None] Routers {'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:56.277149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-14ed362d-13f8-4735-b273-e855a32c62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:56.285262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] For port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:56.300739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:45:56.313928 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/488e480e-1b9d-47c9-b3ac-2e610f6aad1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6676280 Jun 11 11:45:56.316336 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46852) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:56.317474 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Sync routers for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:45:56.330857 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:56.332436 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1e00b988-d894-498e-85df-ff91652e151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:56.507402 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:45:56.561305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a099935-cd06-46e9-b662-a9a440abd75e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a62fde-9e0a-49d2-8dbe-5ed22e3ecac9,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:56.577186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1a099935-cd06-46e9-b662-a9a440abd75e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:56.592539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] For port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3c55c722-8b95-40f7-b4c4-44dc5032b4d7,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:56.602234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8170228-deb0-4ef3-9284-45d607b64e44 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:56.602234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8170228-deb0-4ef3-9284-45d607b64e44 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:56.602234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8170228-deb0-4ef3-9284-45d607b64e44 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:56.602234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8170228-deb0-4ef3-9284-45d607b64e44 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:56.602234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8170228-deb0-4ef3-9284-45d607b64e44 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:56.602234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8170228-deb0-4ef3-9284-45d607b64e44 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:56.602234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8170228-deb0-4ef3-9284-45d607b64e44 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:56.603174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8170228-deb0-4ef3-9284-45d607b64e44 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:56.603174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8170228-deb0-4ef3-9284-45d607b64e44 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:56.603315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8170228-deb0-4ef3-9284-45d607b64e44 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:56.608807 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e8170228-deb0-4ef3-9284-45d607b64e44 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7210 time: 0.2914400 Jun 11 11:45:56.610304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46856) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:56.640863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:56.646686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:56.710340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46860) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:56.793557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb15e5fc-9cba-4048-8504-43c795e2e209 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting subnet e9539155-e54b-4e86-a6c4-423ec667ccb0 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:56.797252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fb15e5fc-9cba-4048-8504-43c795e2e209 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:56.847468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Pushing event updated for resources: {'Port': ['ID=3c55c722-8b95-40f7-b4c4-44dc5032b4d7,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:56.861486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:56.868092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fb15e5fc-9cba-4048-8504-43c795e2e209 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:56.875691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-14ed362d-13f8-4735-b273-e855a32c62a4 None None] Set router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:45:56.889851 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1e00b988-d894-498e-85df-ff91652e151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:45:52Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:45:53Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:56.897966 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Checking router: 488e480e-1b9d-47c9-b3ac-2e610f6aad1a for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:45:56.898670 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Updating router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a port 273e6628-3c01-412c-904e-47fbd4e33da8 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:45:56.939527 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9985ef8-11cf-4638-bb00-998b507cebe3 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:56.955136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.objects.ports [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99005) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:45:56.968661 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:56.989180 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fb15e5fc-9cba-4048-8504-43c795e2e209 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:56.992865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9985ef8-11cf-4638-bb00-998b507cebe3 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.022637 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ca1087-f1cc-4bbe-b9ac-504e96310aee None None] Update dhcp port {'port': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'fixed_ips': [{'subnet_id': '6105b9f0-0622-4218-bfbd-d682961e84b9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ab1d7889-2a88-4aeb-99fd-7ecfddef9893'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '5de0d228-fa41-45b4-b151-d98b34217294'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:45:57.105349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.173289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.173907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.174428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.175734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.175734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.186026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.186610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.187289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.187640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.188159 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.188711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.189593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.189593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:57.194588 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bd42605d-76c3-4c6d-8b7a-178be860e2ac tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8289 time: 0.5772371 Jun 11 11:45:57.196369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46862) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:57.197583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-40ca1087-f1cc-4bbe-b9ac-504e96310aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.237128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9985ef8-11cf-4638-bb00-998b507cebe3 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.240390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9985ef8-11cf-4638-bb00-998b507cebe3 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.244517 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a9985ef8-11cf-4638-bb00-998b507cebe3 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "DELETE /v2.0/security-groups/da7bb36e-caad-41f5-8cfe-bb7c39a0182e HTTP/1.1" status: 204 len: 168 time: 0.5326703 Jun 11 11:45:57.249732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46864) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:57.250477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6cc5fa09-e2b2-41b8-bb18-dfa21ca80b33 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:57.289551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9985ef8-11cf-4638-bb00-998b507cebe3 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7bb36e-caad-41f5-8cfe-bb7c39a0182e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:57.299533 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a9985ef8-11cf-4638-bb00-998b507cebe3 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:57.313740 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-5e16a0f7-bf85-4876-bda2-123b73c8e114 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] show failed (client error): The resource could not be found. Jun 11 11:45:57.317803 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5e16a0f7-bf85-4876-bda2-123b73c8e114 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "GET /v2.0/security-groups/da7bb36e-caad-41f5-8cfe-bb7c39a0182e HTTP/1.1" status: 404 len: 347 time: 0.0544164 Jun 11 11:45:57.321324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46866) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:57.324553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fb15e5fc-9cba-4048-8504-43c795e2e209 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.346385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-51842427-a7b6-462c-ba03-e88fa84147cc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:57.473818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15e5fc-9cba-4048-8504-43c795e2e209 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Subnet': ['ID=e9539155-e54b-4e86-a6c4-423ec667ccb0,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:57.476406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fb15e5fc-9cba-4048-8504-43c795e2e209 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.478796 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fb15e5fc-9cba-4048-8504-43c795e2e209 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/e9539155-e54b-4e86-a6c4-423ec667ccb0 HTTP/1.1" status: 204 len: 168 time: 1.5489573 Jun 11 11:45:57.488293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fb15e5fc-9cba-4048-8504-43c795e2e209 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:57.488890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46868) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:57.498741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a27958-03cb-4101-bc05-81c233ac0335 None None] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:57.504106 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.511824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.520820 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Transition to ACTIVE for port object 273e6628-3c01-412c-904e-47fbd4e33da8 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:57.526934 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.530393 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:57.669213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.678498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0ab5bb-a69e-412f-8fca-1ef29fcac954 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting subnet dfe250b5-f468-4abb-9c07-52b0e42c35df {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:57.697877 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Deleting port 806e1e16-f1bf-4966-ae1f-11405545bf0d {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:57.698744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.716735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db0ab5bb-a69e-412f-8fca-1ef29fcac954 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.823257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-14ed362d-13f8-4735-b273-e855a32c62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:14Z', 'revision_number': 4, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '2f3ac2f7-66fd-4f19-a202-66bafb7e7d54', 'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'mac_address': 'fa:16:3e:e8:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:10Z', 'updated_at': '2021-06-11T11:42:23Z', 'revision_number': 5, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'subnets': [{'id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:57.876224 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Attempting to bind port 273e6628-3c01-412c-904e-47fbd4e33da8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:45:57.876977 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Attempting to bind port 273e6628-3c01-412c-904e-47fbd4e33da8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:45:57.877516 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Attempting to bind port 273e6628-3c01-412c-904e-47fbd4e33da8 on network adb2bedd-c475-4354-a670-92b43b58e788 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:45:57.884902 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd53634-e6b7-4b37-ad28-e9ffcbfa3d25 None None] Pushing event updated for resources: {'Port': ['ID=273e6628-3c01-412c-904e-47fbd4e33da8,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:57.896477 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:45:57.897202 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Checking segment: {'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:45:57.897810 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.898374 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Bound using segment: {'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:45:57.899055 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Bound port: 273e6628-3c01-412c-904e-47fbd4e33da8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:45:57.899609 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.899883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:45:57.909542 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-40ca1087-f1cc-4bbe-b9ac-504e96310aee None None] Allocated IP 2001:db8:0:1::2 (e2d97c02-af86-4bcc-a0fe-c720b2b53c5a/ab1d7889-2a88-4aeb-99fd-7ecfddef9893/5de0d228-fa41-45b4-b151-d98b34217294) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:57.925544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed362d-13f8-4735-b273-e855a32c62a4 None None] The sync data for ids ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'] in dv-neutron-786478-5-hyperv is: [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:42:14Z', 'revision_number': 4, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '2f3ac2f7-66fd-4f19-a202-66bafb7e7d54', 'name': '', 'network_id': '3072c694-f3c9-4ecc-83b5-3be429a16450', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'mac_address': 'fa:16:3e:e8:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:10Z', 'updated_at': '2021-06-11T11:42:23Z', 'revision_number': 5, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'subnets': [{'id': 'c220a6cf-448b-430d-9969-8a36f99f4566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:45:57.933001 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-5fd53634-e6b7-4b37-ad28-e9ffcbfa3d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:57.941528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db0ab5bb-a69e-412f-8fca-1ef29fcac954 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.987081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:57.987686 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.054437 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-1e00b988-d894-498e-85df-ff91652e151f None None] For port 273e6628-3c01-412c-904e-47fbd4e33da8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:45:58.063448 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-1e00b988-d894-498e-85df-ff91652e151f None None] For port 273e6628-3c01-412c-904e-47fbd4e33da8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=273e6628-3c01-412c-904e-47fbd4e33da8,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:45:58.071486 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.073539 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-b53701e8-acca-45f2-941f-f05fec9dac38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:58.111314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Calling delete_port for 806e1e16-f1bf-4966-ae1f-11405545bf0d owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:45:58.175871 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd53634-e6b7-4b37-ad28-e9ffcbfa3d25 None None] Pushing event updated for resources: {'Port': ['ID=273e6628-3c01-412c-904e-47fbd4e33da8,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:58.189879 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-5fd53634-e6b7-4b37-ad28-e9ffcbfa3d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:58.208043 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:45:58.208691 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1e00b988-d894-498e-85df-ff91652e151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:58.253209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-40ca1087-f1cc-4bbe-b9ac-504e96310aee None None] For port 5de0d228-fa41-45b4-b151-d98b34217294, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5de0d228-fa41-45b4-b151-d98b34217294,segment=NetworkSegment(2c0b9fca-f460-4d83-aca4-e68bde96d51d),segment_id=2c0b9fca-f460-4d83-aca4-e68bde96d51d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:58.254989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db0ab5bb-a69e-412f-8fca-1ef29fcac954 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.346723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:58.370413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-40ca1087-f1cc-4bbe-b9ac-504e96310aee None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.419059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-40ca1087-f1cc-4bbe-b9ac-504e96310aee None None] Transition to ACTIVE for port object 5de0d228-fa41-45b4-b151-d98b34217294 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:58.423219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db0ab5bb-a69e-412f-8fca-1ef29fcac954 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.427627 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-40ca1087-f1cc-4bbe-b9ac-504e96310aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.428228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-59cd0ee7-cfb5-48b7-894d-94686542c37b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:58.430895 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:58.449962 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4198c744-e0ff-4fea-8c3e-80172c31ba4b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 1.2251508 Jun 11 11:45:58.450146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] For port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3c55c722-8b95-40f7-b4c4-44dc5032b4d7,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:45:58.522519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.532903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc755a-a31a-48b4-afdc-ac74139838ec None None] New status for floating IP a2e3cd36-65de-4491-a08a-1583f06fbe49: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:45:58.541047 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-1e00b988-d894-498e-85df-ff91652e151f None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:45:58.556590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.557522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.563633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4a87970a-030b-47ec-831d-bfd1880b7e01 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:58.635554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db0ab5bb-a69e-412f-8fca-1ef29fcac954 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.642407 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-db0ab5bb-a69e-412f-8fca-1ef29fcac954 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/dfe250b5-f468-4abb-9c07-52b0e42c35df HTTP/1.1" status: 204 len: 168 time: 1.1464894 Jun 11 11:45:58.643000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46872) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:58.651982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:45:58.653182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ab5bb-a69e-412f-8fca-1ef29fcac954 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe250b5-f468-4abb-9c07-52b0e42c35df,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:58.735934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:45:58.741828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:58.742437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.772817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Delete allocated IP 2001:db8::348 (e2d97c02-af86-4bcc-a0fe-c720b2b53c5a/6105b9f0-0622-4218-bfbd-d682961e84b9) {{(pid=99006) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 11:45:58.774574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.780210 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d32642-23e8-4d28-b38e-98653791c05c None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:58.780553 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-d507d96a-15be-4b41-b098-cee9178c944e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:45:58.781072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d507d96a-15be-4b41-b098-cee9178c944e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:45:58.787898 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d507d96a-15be-4b41-b098-cee9178c944e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/e9539155-e54b-4e86-a6c4-423ec667ccb0 HTTP/1.1" status: 404 len: 337 time: 0.1380708 Jun 11 11:45:58.791145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8:0:1::10b (e2d97c02-af86-4bcc-a0fe-c720b2b53c5a/ab1d7889-2a88-4aeb-99fd-7ecfddef9893/077fe9e0-adbb-472b-b4b5-9402399969c7) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:45:58.800518 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46874) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:58.876385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-62aaddd6-01b3-4acd-8542-6990305426a1 None None] Provisioning for port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:45:58.882824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-80cc755a-a31a-48b4-afdc-ac74139838ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:45:58.883322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-80cc755a-a31a-48b4-afdc-ac74139838ec None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:45:58.890508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-62aaddd6-01b3-4acd-8542-6990305426a1 None None] Provisioning complete for port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:45:58.898947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-62aaddd6-01b3-4acd-8542-6990305426a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:58.911437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca1087-f1cc-4bbe-b9ac-504e96310aee None None] Pushing event updated for resources: {'Port': ['ID=5de0d228-fa41-45b4-b151-d98b34217294,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:58.925844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-40ca1087-f1cc-4bbe-b9ac-504e96310aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:58.938989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=3c55c722-8b95-40f7-b4c4-44dc5032b4d7,revision_number=4']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:58.958578 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2400329 Jun 11 11:45:58.959961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:58.964440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46876) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:58.968875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-25c2f901-801c-4c87-82e5-064313881a7f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:58.991267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Request body: {'port': {'network_id': '2bf35732-ffe6-4e33-a6fb-db76771bc26d', 'mac_address': 'fa:16:3e:f1:a3:11', 'name': 'tempest-NetworksTestDHCPv6-2057459577'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:59.139817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c27d5c-385f-43fc-90e7-2cff32dca046 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting subnet b7d29d05-4211-4b59-b3ef-eb51d9acddf2 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:45:59.146185 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.149872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e5c27d5c-385f-43fc-90e7-2cff32dca046 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.162304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object 077fe9e0-adbb-472b-b4b5-9402399969c7 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:45:59.163379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46878) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:59.164582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-db0ab5bb-a69e-412f-8fca-1ef29fcac954 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:59.169914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c3d7d9a9-e862-487c-86c2-da23dc47feea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1246044416', 'description': 'tempest-secgroup-smoke-1246044416 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:59.177310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.191171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cf0d38fa-c396-4440-956d-ae32a9f53234 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:59.242624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e5c27d5c-385f-43fc-90e7-2cff32dca046 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.300766 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-1e00b988-d894-498e-85df-ff91652e151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:45:52Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:45:58Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:45:59.305000 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00b988-d894-498e-85df-ff91652e151f None None] The sync data for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv is: [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:45:52Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:45:58Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:45:59.346979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=077fe9e0-adbb-472b-b4b5-9402399969c7,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:59.351622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] In _notify_port_updated(), no bound segment for port 077fe9e0-adbb-472b-b4b5-9402399969c7 on network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a {{(pid=99006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:45:59.358880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:45:59.372371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.376511 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "PUT /v2.0/ports/077fe9e0-adbb-472b-b4b5-9402399969c7 HTTP/1.1" status: 200 len: 930 time: 3.7110169 Jun 11 11:45:59.376511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:59.376792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46880) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:59.419153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c3d7d9a9-e862-487c-86c2-da23dc47feea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.430300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc755a-a31a-48b4-afdc-ac74139838ec None None] New status for floating IP a2e3cd36-65de-4491-a08a-1583f06fbe49: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:45:59.495571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e5c27d5c-385f-43fc-90e7-2cff32dca046 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.557858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3c3ba8-c24c-4361-9dad-a41674c52061 None None] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:45:59.683033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c3d7d9a9-e862-487c-86c2-da23dc47feea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.698703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c3d7d9a9-e862-487c-86c2-da23dc47feea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.721041 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bb9a4e9d-0997-45ca-ac6d-e26f284f88cb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:59.727301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c3d7d9a9-e862-487c-86c2-da23dc47feea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.728608 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c3d7d9a9-e862-487c-86c2-da23dc47feea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5628676 Jun 11 11:45:59.741313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46882) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:45:59.788821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e7e5f65f-bb13-48af-af4c-5321067b12da tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e2602943-0497-4986-8b19-eec94855ba75', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:45:59.808539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7d9a9-e862-487c-86c2-da23dc47feea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2602943-0497-4986-8b19-eec94855ba75,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:59.814634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c3d7d9a9-e862-487c-86c2-da23dc47feea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:59.840975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Subnet': ['ID=21b373ee-3946-43d4-9b08-0b10b68c7073,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:45:59.871394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:45:59.877115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cf1ab742-9e67-4d73-917e-5f6bf9283122 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.073s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:45:59.880259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec4421-e137-466b-be93-35f26f2c1654 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 077fe9e0-adbb-472b-b4b5-9402399969c7 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:45:59.880838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f9ec4421-e137-466b-be93-35f26f2c1654 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.895915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-62aaddd6-01b3-4acd-8542-6990305426a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:45:59.908456 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Made reservation on behalf of a121131f859d4a119e5a9d1ae215de04 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:45:59.996158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.000123 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.001552 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] 10.222.0.46 "DELETE /v2.0/floatingips/a2e3cd36-65de-4491-a08a-1583f06fbe49 HTTP/1.1" status: 204 len: 168 time: 2.6793721 Jun 11 11:46:00.003056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Pushing event deleted for resources: {'Port': ['ID=806e1e16-f1bf-4966-ae1f-11405545bf0d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:00.015441 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:00.041595 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46884) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:00.058487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f9ec4421-e137-466b-be93-35f26f2c1654 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.090918 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5de0d228-fa41-45b4-b151-d98b34217294 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:00.153368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-62aaddd6-01b3-4acd-8542-6990305426a1 None None] For port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3c55c722-8b95-40f7-b4c4-44dc5032b4d7,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:00.169003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-62aaddd6-01b3-4acd-8542-6990305426a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.183016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9feab760-3526-49a3-91cf-1bbe6af233b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:00.202353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec4421-e137-466b-be93-35f26f2c1654 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 077fe9e0-adbb-472b-b4b5-9402399969c7 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:00.258404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e5c27d5c-385f-43fc-90e7-2cff32dca046 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.274474 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaddd6-01b3-4acd-8542-6990305426a1 None None] Pushing event updated for resources: {'Port': ['ID=3c55c722-8b95-40f7-b4c4-44dc5032b4d7,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:00.284314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-62aaddd6-01b3-4acd-8542-6990305426a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:00.300184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 273e6628-3c01-412c-904e-47fbd4e33da8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:00.314625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5a045f5f-e4c5-4a3f-8047-0dd3a1366b31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:00.382325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Provisioning complete for port 956029df-d096-4894-9e75-de921ffe7a3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:00.383080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.422620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f9ec4421-e137-466b-be93-35f26f2c1654 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.426986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bac3a41a-aec3-4c0e-b636-0c02cc404a14 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:00.481606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec4421-e137-466b-be93-35f26f2c1654 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=077fe9e0-adbb-472b-b4b5-9402399969c7,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:00.488569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f9ec4421-e137-466b-be93-35f26f2c1654 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:00.510180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Port 956029df-d096-4894-9e75-de921ffe7a3b cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:00.521620 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb142243-ef89-4790-8258-b65fa35eaef0 None None] Update dhcp port {'port': {'network_id': 'f5e8931e-4331-4c4b-8f24-20d96d580d4d', 'fixed_ips': [{'subnet_id': 'b7d29d05-4211-4b59-b3ef-eb51d9acddf2'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '78b0efb1-e444-44bf-9ba6-302eedf97382'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:46:00.553293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f9ec4421-e137-466b-be93-35f26f2c1654 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.558636 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f9ec4421-e137-466b-be93-35f26f2c1654 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/077fe9e0-adbb-472b-b4b5-9402399969c7 HTTP/1.1" status: 204 len: 168 time: 1.1808789 Jun 11 11:46:00.559301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46886) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:00.632645 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7cef27-13c5-4344-a110-88e100d0c256 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:46:00.635878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Provisioning for port 5de0d228-fa41-45b4-b151-d98b34217294 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:00.640120 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-eb7cef27-13c5-4344-a110-88e100d0c256 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/077fe9e0-adbb-472b-b4b5-9402399969c7 HTTP/1.1" status: 404 len: 333 time: 0.0791893 Jun 11 11:46:00.642200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46888) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:00.650303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Provisioning complete for port 5de0d228-fa41-45b4-b151-d98b34217294 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:00.655433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.715904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 273e6628-3c01-412c-904e-47fbd4e33da8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:00.759601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cb142243-ef89-4790-8258-b65fa35eaef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.763792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 273e6628-3c01-412c-904e-47fbd4e33da8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:00.764180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.799774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2082cacc-67a3-4b50-9619-c75085157039 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.850180 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2082cacc-67a3-4b50-9619-c75085157039 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.884555 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-a847f975-c380-43d3-82ba-8c68dcd75b06 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1362443 Jun 11 11:46:00.956433 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f65f-bb13-48af-af4c-5321067b12da tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.977535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2082cacc-67a3-4b50-9619-c75085157039 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:00.993585 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2082cacc-67a3-4b50-9619-c75085157039 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.001952 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2082cacc-67a3-4b50-9619-c75085157039 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/security-groups/80a918d7-f924-4487-a432-30bc16b600c3 HTTP/1.1" status: 204 len: 168 time: 0.3583322 Jun 11 11:46:01.004301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-956204d0-5d16-4735-879f-f55139136af7 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:01.007558 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46890) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.102129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.120775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082cacc-67a3-4b50-9619-c75085157039 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a918d7-f924-4487-a432-30bc16b600c3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:01.124115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2082cacc-67a3-4b50-9619-c75085157039 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:01.146698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-04225785-dc99-425d-96f6-5e6d03d8c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:01.148955 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-04225785-dc99-425d-96f6-5e6d03d8c820 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 1098 time: 0.2379305 Jun 11 11:46:01.150392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19e81780-fec8-4a76-b2b0-ad129b955185 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.165357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.170908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e5c27d5c-385f-43fc-90e7-2cff32dca046 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.173032 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e5c27d5c-385f-43fc-90e7-2cff32dca046 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/b7d29d05-4211-4b59-b3ef-eb51d9acddf2 HTTP/1.1" status: 204 len: 168 time: 2.3689675 Jun 11 11:46:01.175557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c27d5c-385f-43fc-90e7-2cff32dca046 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d29d05-4211-4b59-b3ef-eb51d9acddf2,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:01.191690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c0d1d-2e44-4ca5-8b2b-ac1a8f261e56 None None] Network f5e8931e-4331-4c4b-8f24-20d96d580d4d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:01.201204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46892) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.238999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19e81780-fec8-4a76-b2b0-ad129b955185 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.247096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 273e6628-3c01-412c-904e-47fbd4e33da8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=273e6628-3c01-412c-904e-47fbd4e33da8,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:01.265573 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e5c27d5c-385f-43fc-90e7-2cff32dca046 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:01.272906 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-b517b18d-9438-485c-9f48-5837cdb9b4d7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:01.273265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b517b18d-9438-485c-9f48-5837cdb9b4d7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:01.277320 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b517b18d-9438-485c-9f48-5837cdb9b4d7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/afd5a048-8a52-4ca7-9171-4a7fb0c23b91 HTTP/1.1" status: 404 len: 337 time: 0.0727289 Jun 11 11:46:01.281387 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46894) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.303911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.304744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:01.308345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-05c655ee-bc30-4e25-beca-4844dcdae669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:01.313881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Could not find standard attr ID for object 077fe9e0-adbb-472b-b4b5-9402399969c7. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:46:01.327617 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b00e1912-7959-4e2e-97d3-16b617a09621 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b33fbe-6abe-45fc-ae1a-fabd2a40be05 HTTP/1.1" status: 200 len: 205 time: 0.0450666 Jun 11 11:46:01.329988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46896) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.413949 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-262d8ba8-b5f7-4b82-a588-4da2404dbd3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] delete failed (client error): The resource could not be found. Jun 11 11:46:01.414902 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-262d8ba8-b5f7-4b82-a588-4da2404dbd3c tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/routers/e7b33fbe-6abe-45fc-ae1a-fabd2a40be05 HTTP/1.1" status: 404 len: 336 time: 0.0829461 Jun 11 11:46:01.416678 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f65f-bb13-48af-af4c-5321067b12da tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.417762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46898) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.424426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] device_id is not set on port c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:46:01.430749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19e81780-fec8-4a76-b2b0-ad129b955185 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.430996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f65f-bb13-48af-af4c-5321067b12da tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.434008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19e81780-fec8-4a76-b2b0-ad129b955185 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.434156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3bec1d92-fadf-4fd7-9894-0c70868b646f tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:01.438660 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-19e81780-fec8-4a76-b2b0-ad129b955185 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/security-groups/a70f1d61-c71e-4570-b4ae-c8b6b1f85bee HTTP/1.1" status: 204 len: 168 time: 0.4297862 Jun 11 11:46:01.439291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46900) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.465146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b3c79815-0b73-4ad6-b506-bc89d31aee94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:01.483085 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Provisioning complete for port 273e6628-3c01-412c-904e-47fbd4e33da8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:01.483480 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.487978 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=273e6628-3c01-412c-904e-47fbd4e33da8,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:01.490545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5f65f-bb13-48af-af4c-5321067b12da tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d6e2d9-9b9d-4379-8978-e819bb14b20e,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:01.504424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7e5f65f-bb13-48af-af4c-5321067b12da tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:01.516250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:01.521481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f65f-bb13-48af-af4c-5321067b12da tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.525235 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e7e5f65f-bb13-48af-af4c-5321067b12da tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7514510 Jun 11 11:46:01.526675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46902) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.527926 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a38189-737d-497c-bd0d-bc6fd3a88881 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:01.528396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a38189-737d-497c-bd0d-bc6fd3a88881 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:01.531260 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b606ddd8-7043-4a80-9992-627acc897667 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e2602943-0497-4986-8b19-eec94855ba75', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:01.532737 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-36a38189-737d-497c-bd0d-bc6fd3a88881 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/4db5ddf6-e6cf-4f1d-88a3-a973f1452b69 HTTP/1.1" status: 404 len: 337 time: 0.1123545 Jun 11 11:46:01.533344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46904) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.539728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e81780-fec8-4a76-b2b0-ad129b955185 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70f1d61-c71e-4570-b4ae-c8b6b1f85bee,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:01.551171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:01.551559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.557358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19e81780-fec8-4a76-b2b0-ad129b955185 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:01.590108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-21357a46-a8af-4bd3-a0db-5a85a2cb6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:01.590108 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-21357a46-a8af-4bd3-a0db-5a85a2cb6be9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.4113882 Jun 11 11:46:01.592503 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1695e71e-6e4d-463e-a8c6-30693d75a3f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:01.593000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1695e71e-6e4d-463e-a8c6-30693d75a3f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:01.598070 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1695e71e-6e4d-463e-a8c6-30693d75a3f6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/39a63be4-bf9c-4aa0-824a-9f2174a241b9 HTTP/1.1" status: 404 len: 337 time: 0.0587759 Jun 11 11:46:01.598070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46906) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.647907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b606ddd8-7043-4a80-9992-627acc897667 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.700011 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88fe1f5-f3d1-48d2-a074-fee7d458bfdd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:01.700414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88fe1f5-f3d1-48d2-a074-fee7d458bfdd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:01.706570 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e88fe1f5-f3d1-48d2-a074-fee7d458bfdd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/37c1b9ab-7f24-4f86-a9eb-05a8538deefa HTTP/1.1" status: 404 len: 337 time: 0.0943766 Jun 11 11:46:01.706570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46908) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.746076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-160b021e-86b4-422e-9f84-00fab73f78f2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting subnet 6105b9f0-0622-4218-bfbd-d682961e84b9 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:01.752397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-160b021e-86b4-422e-9f84-00fab73f78f2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.755429 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2d0c3b-0da8-4f1b-8935-030943195005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:01.756233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2d0c3b-0da8-4f1b-8935-030943195005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:01.760409 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1c2d0c3b-0da8-4f1b-8935-030943195005 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/fea340b8-d520-47ca-b65a-a1103024faf1 HTTP/1.1" status: 404 len: 333 time: 0.0514998 Jun 11 11:46:01.771452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46910) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.810399 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-6ca47407-7187-470b-a37f-1128bdd4fd75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9882d74b-818f-4dec-baa2-41bafc23dd19 HTTP/1.1" status: 200 len: 1001 time: 0.2087791 Jun 11 11:46:01.824425 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-a506e502-076c-4c3d-b5eb-464ec42e7c1e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:01.824887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a506e502-076c-4c3d-b5eb-464ec42e7c1e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:01.829562 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a506e502-076c-4c3d-b5eb-464ec42e7c1e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/340e5572-d331-4651-98a6-c65dee9ba2d1 HTTP/1.1" status: 404 len: 337 time: 0.0510230 Jun 11 11:46:01.829707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-160b021e-86b4-422e-9f84-00fab73f78f2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.830689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46912) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.848032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa52ea54-a3b7-4ef6-b94d-f01b5f9c744d None None] DHCP port deletion for f5e8931e-4331-4c4b-8f24-20d96d580d4d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:46:01.860058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8::265 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/de542dde-9a3c-4682-8ef8-11c09f54bd3e/c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:01.864254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b606ddd8-7043-4a80-9992-627acc897667 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.871024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b606ddd8-7043-4a80-9992-627acc897667 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.873519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Allocated IP 2001:db8:0:1:f816:3eff:fef1:a311 (2bf35732-ffe6-4e33-a6fb-db76771bc26d/21b373ee-3946-43d4-9b08-0b10b68c7073/c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:01.875795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d17a66f1-d35a-433a-8556-0c937913f163 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:01.911440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606ddd8-7043-4a80-9992-627acc897667 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f023beca-abb5-4322-9c0b-8ffcf027da20,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:01.927138 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6779b0-9f6d-44ab-8462-8a4ebe05ec41 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:01.927756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6779b0-9f6d-44ab-8462-8a4ebe05ec41 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:01.931536 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1e6779b0-9f6d-44ab-8462-8a4ebe05ec41 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/636c68bf-8ee1-484b-b540-fa3a1fa103f3 HTTP/1.1" status: 404 len: 337 time: 0.0969188 Jun 11 11:46:01.932000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b606ddd8-7043-4a80-9992-627acc897667 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:01.932699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46914) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.948491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Provisioning complete for port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:01.948877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.952532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b606ddd8-7043-4a80-9992-627acc897667 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:01.953906 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b606ddd8-7043-4a80-9992-627acc897667 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4262989 Jun 11 11:46:01.958231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46916) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:01.959772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-ba50b52c-1e4f-4380-8d92-86069874c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:01.961223 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-ba50b52c-1e4f-4380-8d92-86069874c354 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.1431451 Jun 11 11:46:01.965625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ff785720-8025-4471-aafa-38d6e5512bd3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e2602943-0497-4986-8b19-eec94855ba75', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:01.989644 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbde5206-202e-40bc-930b-cc0bbb94f59b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:01.990640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbde5206-202e-40bc-930b-cc0bbb94f59b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:01.992657 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dbde5206-202e-40bc-930b-cc0bbb94f59b tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/054a29ca-97d7-4527-af36-82715ae25d03 HTTP/1.1" status: 404 len: 333 time: 0.0582170 Jun 11 11:46:01.996441 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46918) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:02.006891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:02.012270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fa52ea54-a3b7-4ef6-b94d-f01b5f9c744d None None] Deleting port 78b0efb1-e444-44bf-9ba6-302eedf97382 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:02.012891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fa52ea54-a3b7-4ef6-b94d-f01b5f9c744d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.071675 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c03686-29fd-4c83-8ec0-193705b8be2e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:02.072261 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c03686-29fd-4c83-8ec0-193705b8be2e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:02.074156 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-19c03686-29fd-4c83-8ec0-193705b8be2e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/9f8094e3-ba55-419f-aeb7-40cee8abdbae HTTP/1.1" status: 404 len: 337 time: 0.0765300 Jun 11 11:46:02.080027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46920) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:02.081291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff785720-8025-4471-aafa-38d6e5512bd3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.118188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-160b021e-86b4-422e-9f84-00fab73f78f2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.119796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fa52ea54-a3b7-4ef6-b94d-f01b5f9c744d None None] For port 78b0efb1-e444-44bf-9ba6-302eedf97382, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=78b0efb1-e444-44bf-9ba6-302eedf97382,segment=NetworkSegment(7a01bab4-e6c4-4c91-bcda-9732e4668dbc),segment_id=7a01bab4-e6c4-4c91-bcda-9732e4668dbc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:02.120549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fa52ea54-a3b7-4ef6-b94d-f01b5f9c744d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.134335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Provisioning complete for port 78b0efb1-e444-44bf-9ba6-302eedf97382 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:02.134917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bdabbec5-2f6f-4167-822e-4f2219fe7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.163042 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-156b5f43-0dff-4219-a7ef-802b96db5347 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:02.163503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156b5f43-0dff-4219-a7ef-802b96db5347 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:02.168093 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-156b5f43-0dff-4219-a7ef-802b96db5347 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/subnets/dc91374e-f703-4309-822d-daec7e6c4e59 HTTP/1.1" status: 404 len: 337 time: 0.0816157 Jun 11 11:46:02.169808 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46922) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:02.191990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-daaac322-99f2-4f40-9674-2b4a01ff4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:02.193520 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-daaac322-99f2-4f40-9674-2b4a01ff4b3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2203250 Jun 11 11:46:02.209263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 273e6628-3c01-412c-904e-47fbd4e33da8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:02.246498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff785720-8025-4471-aafa-38d6e5512bd3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.256328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fa52ea54-a3b7-4ef6-b94d-f01b5f9c744d None None] Calling delete_port for 78b0efb1-e444-44bf-9ba6-302eedf97382 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:02.261610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff785720-8025-4471-aafa-38d6e5512bd3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.267757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:02.312336 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.334465 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff785720-8025-4471-aafa-38d6e5512bd3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd270ea5-b7df-4845-bec6-bd10e2bb271b,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:02.339080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-160b021e-86b4-422e-9f84-00fab73f78f2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.354205 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ff785720-8025-4471-aafa-38d6e5512bd3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:02.354762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4bbe36b9-f4d9-4259-9c01-ac8035db4b36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:02.393161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff785720-8025-4471-aafa-38d6e5512bd3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.396878 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ff785720-8025-4471-aafa-38d6e5512bd3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4322555 Jun 11 11:46:02.398931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46924) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:02.401792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-160b021e-86b4-422e-9f84-00fab73f78f2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.409451 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-160b021e-86b4-422e-9f84-00fab73f78f2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/6105b9f0-0622-4218-bfbd-d682961e84b9 HTTP/1.1" status: 204 len: 168 time: 0.9401560 Jun 11 11:46:02.410947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b021e-86b4-422e-9f84-00fab73f78f2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Subnet': ['ID=6105b9f0-0622-4218-bfbd-d682961e84b9,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:02.416316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-afecaa5a-1624-4852-a4bc-6ee93457fc4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e2602943-0497-4986-8b19-eec94855ba75', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:02.421002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46926) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:02.426393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-160b021e-86b4-422e-9f84-00fab73f78f2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:02.430973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:02.443528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf83ed7-a627-40ee-9f16-f1f06c3ba315 None None] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:02.463795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 273e6628-3c01-412c-904e-47fbd4e33da8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:02.464109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.478999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.479449 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-c4b1bd05-7e5f-443c-926f-ee48a4a55c79 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744815 Jun 11 11:46:02.526794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Transition to ACTIVE for port object c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:02.533269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fa52ea54-a3b7-4ef6-b94d-f01b5f9c744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.553759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-34edc8db-c111-400d-a9ea-f89aff081d62 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Deleting port 956029df-d096-4894-9e75-de921ffe7a3b {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:02.554101 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34edc8db-c111-400d-a9ea-f89aff081d62 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.578197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8494873a-31a5-475c-995f-a716d80713fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:02.630926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52ea54-a3b7-4ef6-b94d-f01b5f9c744d None None] No DVR routers for this DVR port 78b0efb1-e444-44bf-9ba6-302eedf97382 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:02.632700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52ea54-a3b7-4ef6-b94d-f01b5f9c744d None None] Pushing event deleted for resources: {'Port': ['ID=78b0efb1-e444-44bf-9ba6-302eedf97382,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:02.639705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fa52ea54-a3b7-4ef6-b94d-f01b5f9c744d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:02.751657 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34edc8db-c111-400d-a9ea-f89aff081d62 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.758570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:02.765452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.766624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-136ceb51-ec70-41ef-9adc-00258f1e6c10 None None] Provisioning complete for port 956029df-d096-4894-9e75-de921ffe7a3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:02.767019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-136ceb51-ec70-41ef-9adc-00258f1e6c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.787717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-103343aa-aee7-4f65-a72f-40777776399e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:02.894638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-136ceb51-ec70-41ef-9adc-00258f1e6c10 None None] Port 956029df-d096-4894-9e75-de921ffe7a3b cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:02.908254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-34edc8db-c111-400d-a9ea-f89aff081d62 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Calling delete_port for 956029df-d096-4894-9e75-de921ffe7a3b owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:02.927751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-136ceb51-ec70-41ef-9adc-00258f1e6c10 None None] Provisioning complete for port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:02.928236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-136ceb51-ec70-41ef-9adc-00258f1e6c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:02.934790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:02.949388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:02.960121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:02.960517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.002903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:03.008803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:03.009603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.022803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event updated for resources: {'Port': ['ID=c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:03.043097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-afecaa5a-1624-4852-a4bc-6ee93457fc4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.044705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:03.095459 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1145377 Jun 11 11:46:03.104357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46928) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:03.176407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34edc8db-c111-400d-a9ea-f89aff081d62 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.182136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:03.184931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-136ceb51-ec70-41ef-9adc-00258f1e6c10 None None] Could not find standard attr ID for object 78b0efb1-e444-44bf-9ba6-302eedf97382. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:46:03.221114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-afecaa5a-1624-4852-a4bc-6ee93457fc4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.234686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-afecaa5a-1624-4852-a4bc-6ee93457fc4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.250502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f00dc54c-28fc-4a17-8f8b-139e5399bc69 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:03.269069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 78b0efb1-e444-44bf-9ba6-302eedf97382 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:46:03.275747 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d2055ef-c021-465c-baa5-0ba634f23804 req-e66168ff-ed51-4b91-9663-d291c05ade79 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7881060 Jun 11 11:46:03.285272 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecaa5a-1624-4852-a4bc-6ee93457fc4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa75abe3-8a79-42a5-85fe-1a0d1d0845c6,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:03.292769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-afecaa5a-1624-4852-a4bc-6ee93457fc4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:03.297612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-afecaa5a-1624-4852-a4bc-6ee93457fc4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.298916 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-afecaa5a-1624-4852-a4bc-6ee93457fc4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8891904 Jun 11 11:46:03.301736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46932) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:03.306501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-54736c48-ceba-4385-84cf-ce782530fad6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e2602943-0497-4986-8b19-eec94855ba75', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:03.310966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edc8db-c111-400d-a9ea-f89aff081d62 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Port': ['ID=956029df-d096-4894-9e75-de921ffe7a3b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:03.321692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 78b0efb1-e444-44bf-9ba6-302eedf97382 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:46:03.322154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 78b0efb1-e444-44bf-9ba6-302eedf97382 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:46:03.327835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-34edc8db-c111-400d-a9ea-f89aff081d62 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:03.333084 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:03.335170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34edc8db-c111-400d-a9ea-f89aff081d62 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.338285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.341126 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-34edc8db-c111-400d-a9ea-f89aff081d62 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/ports/956029df-d096-4894-9e75-de921ffe7a3b HTTP/1.1" status: 204 len: 168 time: 1.1675653 Jun 11 11:46:03.343821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46934) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:03.357685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Deleting port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:03.358417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.433474 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-54736c48-ceba-4385-84cf-ce782530fad6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:46:03.446651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54736c48-ceba-4385-84cf-ce782530fad6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.516429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-73573f0d-cd4f-41b3-a594-cfad1d103460 None None] Provisioning for port c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:03.516630 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] For port 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2f3ac2f7-66fd-4f19-a202-66bafb7e7d54,segment=NetworkSegment(e6d55afd-991f-425e-ac37-e192f58d33c0),segment_id=e6d55afd-991f-425e-ac37-e192f58d33c0)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:03.516911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.521797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-73573f0d-cd4f-41b3-a594-cfad1d103460 None None] Provisioning complete for port c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:03.522352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-73573f0d-cd4f-41b3-a594-cfad1d103460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.569885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-73573f0d-cd4f-41b3-a594-cfad1d103460 None None] Port c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:03.620606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.631696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Calling delete_port for 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:03.807340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54736c48-ceba-4385-84cf-ce782530fad6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.820347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54736c48-ceba-4385-84cf-ce782530fad6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.827649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-20deba2b-a357-4e88-906d-f9fc17cc5d0d tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:03.877287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.884357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3d9d5bac-760b-41b8-af86-c233ab20c391 tempest-FloatingIPTestJSON-1665790312 tempest-FloatingIPTestJSON-1665790312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:03.886036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.892852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-64941ea2-4255-4f6e-bcb5-987cef8410e5 None None] Provisioning complete for port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:03.893258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-64941ea2-4255-4f6e-bcb5-987cef8410e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.917149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e8931e-4331-4c4b-8f24-20d96d580d4d']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:03.921008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3ac2f7-66fd-4f19-a202-66bafb7e7d54,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:03.921407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54736c48-ceba-4385-84cf-ce782530fad6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825269dc-5c96-47fb-b10b-30d67b75dc51,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:03.923770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:03.933486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-54736c48-ceba-4385-84cf-ce782530fad6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:03.937754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54736c48-ceba-4385-84cf-ce782530fad6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.939107 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-54736c48-ceba-4385-84cf-ce782530fad6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6364443 Jun 11 11:46:03.941163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a01bab4-e6c4-4c91-bcda-9732e4668dbc') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:03.941655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a01bab4-e6c4-4c91-bcda-9732e4668dbc') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:03.945738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46936) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:03.953780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-64941ea2-4255-4f6e-bcb5-987cef8410e5 None None] Port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:03.962630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-93681e18-12bc-4d2b-825e-d5dab5475ffc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e2602943-0497-4986-8b19-eec94855ba75', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:03.966051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-64941ea2-4255-4f6e-bcb5-987cef8410e5 None None] Provisioning complete for port 5de0d228-fa41-45b4-b151-d98b34217294 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:03.966610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-64941ea2-4255-4f6e-bcb5-987cef8410e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:03.975377 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.045012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-606bbf09-c73d-459c-82df-beb2c90b050b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting port c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:04.045959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-606bbf09-c73d-459c-82df-beb2c90b050b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.055473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.105295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:04.105849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:04.125811 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:04.140022 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-93681e18-12bc-4d2b-825e-d5dab5475ffc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:46:04.165172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.219412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-93681e18-12bc-4d2b-825e-d5dab5475ffc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.340273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.347452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-606bbf09-c73d-459c-82df-beb2c90b050b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.353085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4a4cce59-b0a5-46ec-afc8-ffe1e11a9ea2 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:04.356712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.358460 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] 10.222.0.46 "DELETE /v2.0/networks/f5e8931e-4331-4c4b-8f24-20d96d580d4d HTTP/1.1" status: 204 len: 168 time: 1.0109510 Jun 11 11:46:04.454743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Pushing event deleted for resources: {'Network': ['ID=f5e8931e-4331-4c4b-8f24-20d96d580d4d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:04.496575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-606bbf09-c73d-459c-82df-beb2c90b050b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Calling delete_port for c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:04.508570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:04.530977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.589635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9eabef9d-fe4f-4a11-9375-76730a33aced tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:04.603267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-93681e18-12bc-4d2b-825e-d5dab5475ffc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.638580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-93681e18-12bc-4d2b-825e-d5dab5475ffc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.649664 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46942) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:04.655411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:04.684365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:04.691885 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:04.692486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.700118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d5f55-5c31-425c-a3d5-2c7c92d47bd3 None None] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:04.711769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-93681e18-12bc-4d2b-825e-d5dab5475ffc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.712973 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-93681e18-12bc-4d2b-825e-d5dab5475ffc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7603786 Jun 11 11:46:04.718018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Subnet': ['ID=35c86ffb-e959-42aa-b383-c6f3b11d7cfb,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:04.727959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:04.728429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:04.743291 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3149977 Jun 11 11:46:04.743291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46948) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:04.747848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-81f60c28-1d44-4370-8bc1-a553d7e77ce1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'security_group': {'name': 'tempest-secgroup-1913958964'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:04.753953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93681e18-12bc-4d2b-825e-d5dab5475ffc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210a8a0f-2f77-4cb9-ac24-22c4c014a400,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:04.760361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-93681e18-12bc-4d2b-825e-d5dab5475ffc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:04.824442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-81f60c28-1d44-4370-8bc1-a553d7e77ce1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:04.925330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:46:04.955966 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3332cf36-cd7f-41b2-9583-513d701d82b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=074eae8a1772468abe29c1bccd90dbdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014362 Jun 11 11:46:04.970211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46958) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:05.019892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-606bbf09-c73d-459c-82df-beb2c90b050b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.034897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-23366561-99fe-42ee-a907-1d1ad9896f00 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:05.094090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bbf09-c73d-459c-82df-beb2c90b050b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Port': ['ID=c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:05.100568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-606bbf09-c73d-459c-82df-beb2c90b050b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:05.114854 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-e4d726e7-4d01-4455-8228-6ea492aab46c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1246044416&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.1131966 Jun 11 11:46:05.163566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:05.169522 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] 10.222.0.46 "PUT /v2.0/routers/bdae2308-e5b5-42b3-bc2f-202d5b31ccd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1266072 Jun 11 11:46:05.172690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 46966) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:05.178521 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439bf42d-85d3-490b-8fdc-09a0a797c393 None None] Sync routers for ids ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:05.193567 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439bf42d-85d3-490b-8fdc-09a0a797c393 None None] Routers {'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:05.194630 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-439bf42d-85d3-490b-8fdc-09a0a797c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:05.204271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-03264875-fb44-44b6-8acc-934f4cb9796a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.292980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-606bbf09-c73d-459c-82df-beb2c90b050b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.300382 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-606bbf09-c73d-459c-82df-beb2c90b050b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b HTTP/1.1" status: 204 len: 168 time: 2.1652849 Jun 11 11:46:05.340601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-a7418f83-84e8-4300-a60b-dadc3076c835 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:05.343011 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-a7418f83-84e8-4300-a60b-dadc3076c835 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/networks?id=adb2bedd-c475-4354-a670-92b43b58e788 HTTP/1.1" status: 200 len: 797 time: 0.2101610 Jun 11 11:46:05.343511 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46968) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:05.391712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e1f383-7138-4920-83c7-7d69dfcb03a2 None None] Update dhcp port {'port': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'fixed_ips': [{'subnet_id': 'ab1d7889-2a88-4aeb-99fd-7ecfddef9893', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '35c86ffb-e959-42aa-b383-c6f3b11d7cfb'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '5de0d228-fa41-45b4-b151-d98b34217294'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:46:05.396591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-81f60c28-1d44-4370-8bc1-a553d7e77ce1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.407749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-81f60c28-1d44-4370-8bc1-a553d7e77ce1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.409949 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-cd204968-01e9-4b5a-9003-b4f7156771a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/quotas/d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 375 time: 0.0260985 Jun 11 11:46:05.421893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:05.432606 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-439bf42d-85d3-490b-8fdc-09a0a797c393 None None] Set router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:46:05.436748 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-03264875-fb44-44b6-8acc-934f4cb9796a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.454435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-23e1f383-7138-4920-83c7-7d69dfcb03a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.486880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-81f60c28-1d44-4370-8bc1-a553d7e77ce1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.490455 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-81f60c28-1d44-4370-8bc1-a553d7e77ce1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7441604 Jun 11 11:46:05.494439 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b745f338-ce27-452f-a26b-bb9aecfaf815 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:05.496202 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b745f338-ce27-452f-a26b-bb9aecfaf815 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1517553 Jun 11 11:46:05.497004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46970) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:05.499882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46972) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:05.505344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-698dc507-3618-4731-b2e3-5450c6155523 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'security_group': {'name': 'tempest-secgroup-1418451740'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:05.511073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f60c28-1d44-4370-8bc1-a553d7e77ce1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7684d055-21d4-422e-94f6-6da143c23b71,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:05.516042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-81f60c28-1d44-4370-8bc1-a553d7e77ce1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:05.521255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.612566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-698dc507-3618-4731-b2e3-5450c6155523 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.620807 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-6d5c0da6-a0d7-480a-9583-ae1c46807762 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2016869 Jun 11 11:46:05.644726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e71b6-4bc3-4961-bc5d-0dd37546cbdc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:05.648989 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d88e71b6-4bc3-4961-bc5d-0dd37546cbdc tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1444242 Jun 11 11:46:05.649342 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46974) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:05.714888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-23e1f383-7138-4920-83c7-7d69dfcb03a2 None None] Allocated IP 2001:db8::2 (e2d97c02-af86-4bcc-a0fe-c720b2b53c5a/35c86ffb-e959-42aa-b383-c6f3b11d7cfb/5de0d228-fa41-45b4-b151-d98b34217294) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:05.732459 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9fdbf-84ce-474b-9b4e-711777e76368 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:05.734112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9fdbf-84ce-474b-9b4e-711777e76368 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:05.735667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9fdbf-84ce-474b-9b4e-711777e76368 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:05.739832 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-77a9fdbf-84ce-474b-9b4e-711777e76368 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0837674 Jun 11 11:46:05.740550 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46978) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:05.769492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-03264875-fb44-44b6-8acc-934f4cb9796a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.772129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-03264875-fb44-44b6-8acc-934f4cb9796a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.775273 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-439bf42d-85d3-490b-8fdc-09a0a797c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:46:03Z', 'revision_number': 5, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:05.776071 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-03264875-fb44-44b6-8acc-934f4cb9796a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a19f597-6627-47b8-bca2-380dc05b0911 HTTP/1.1" status: 204 len: 168 time: 0.8045213 Jun 11 11:46:05.778964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1a099935-cd06-46e9-b662-a9a440abd75e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:05.780585 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439bf42d-85d3-490b-8fdc-09a0a797c393 None None] Checking router: bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:46:05.790653 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439bf42d-85d3-490b-8fdc-09a0a797c393 None None] Routers {'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:05.790884 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03264875-fb44-44b6-8acc-934f4cb9796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a19f597-6627-47b8-bca2-380dc05b0911,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:05.791827 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-439bf42d-85d3-490b-8fdc-09a0a797c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:45:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:05.805845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-03264875-fb44-44b6-8acc-934f4cb9796a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:05.807144 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.876203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-23e1f383-7138-4920-83c7-7d69dfcb03a2 None None] For port 5de0d228-fa41-45b4-b151-d98b34217294, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5de0d228-fa41-45b4-b151-d98b34217294,segment=NetworkSegment(2c0b9fca-f460-4d83-aca4-e68bde96d51d),segment_id=2c0b9fca-f460-4d83-aca4-e68bde96d51d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:05.896629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Deleting port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:05.897174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.945586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-23e1f383-7138-4920-83c7-7d69dfcb03a2 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.971241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-23e1f383-7138-4920-83c7-7d69dfcb03a2 None None] Transition to ACTIVE for port object 5de0d228-fa41-45b4-b151-d98b34217294 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:05.978342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-23e1f383-7138-4920-83c7-7d69dfcb03a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:05.984914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:05.992202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c99f47-7813-4845-9e53-04101164b21b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet 21b373ee-3946-43d4-9b08-0b10b68c7073 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:06.007925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-07c99f47-7813-4845-9e53-04101164b21b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:06.009895 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-439bf42d-85d3-490b-8fdc-09a0a797c393 None None] Set router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:46:06.070749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-698dc507-3618-4731-b2e3-5450c6155523 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:06.084033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-698dc507-3618-4731-b2e3-5450c6155523 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:06.088267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6d2a4246-df39-4d27-ac08-3fc3bfe2335d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:06.093341 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-c3dd6ec5-0abe-4376-a808-2e2ef40b6bda service neutron] 10.222.0.46 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460216 Jun 11 11:46:06.101152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] For port 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0023bd0b-1b6b-4e43-8923-4ef5cc712e8e,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:06.106503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:06.138174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-07c99f47-7813-4845-9e53-04101164b21b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:06.138447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1f383-7138-4920-83c7-7d69dfcb03a2 None None] Pushing event updated for resources: {'Port': ['ID=5de0d228-fa41-45b4-b151-d98b34217294,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:06.144499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-23e1f383-7138-4920-83c7-7d69dfcb03a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:06.164147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-698dc507-3618-4731-b2e3-5450c6155523 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:06.167726 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-698dc507-3618-4731-b2e3-5450c6155523 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6687126 Jun 11 11:46:06.177041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 46984) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:06.261282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-bb4d20d7-801a-4323-b430-6465e6cfeaf4 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'security_group': {'name': 'tempest-secgroup-1225670984'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:06.276045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dc507-3618-4731-b2e3-5450c6155523 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65290b4e-819d-4953-bbc2-9f4607cc0116,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:06.280014 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-698dc507-3618-4731-b2e3-5450c6155523 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:06.311950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Calling delete_port for 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:06.361461 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-439bf42d-85d3-490b-8fdc-09a0a797c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:46:03Z', 'revision_number': 5, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:06.368778 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439bf42d-85d3-490b-8fdc-09a0a797c393 None None] The sync data for ids ['bdae2308-e5b5-42b3-bc2f-202d5b31ccd3'] in dv-neutron-786478-5-hyperv is: [{'id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'name': 'tempest-ServerActionsTestJSON-1583428927-router', 'tenant_id': '74ae6cd23526432e8d1c423d0133032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:41:59Z', 'updated_at': '2021-06-11T11:46:03Z', 'revision_number': 5, 'project_id': '74ae6cd23526432e8d1c423d0133032f', 'gw_port': {'id': '0023bd0b-1b6b-4e43-8923-4ef5cc712e8e', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdae2308-e5b5-42b3-bc2f-202d5b31ccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:42:01Z', 'updated_at': '2021-06-11T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:06.467800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-07c99f47-7813-4845-9e53-04101164b21b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:06.516127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb4d20d7-801a-4323-b430-6465e6cfeaf4 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:06.569146 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-99561583-18e2-4625-9689-f04aa4cb6de2 service neutron] 10.222.0.46 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575117 Jun 11 11:46:06.600470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:06.604800 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-606bbf09-c73d-459c-82df-beb2c90b050b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:06.660468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-07c99f47-7813-4845-9e53-04101164b21b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:06.668926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-110b44ee-3e74-4255-8687-402f85019144 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:06.724850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c99f47-7813-4845-9e53-04101164b21b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=21b373ee-3946-43d4-9b08-0b10b68c7073,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:06.729245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-07c99f47-7813-4845-9e53-04101164b21b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:06.734817 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-07c99f47-7813-4845-9e53-04101164b21b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/21b373ee-3946-43d4-9b08-0b10b68c7073 HTTP/1.1" status: 204 len: 168 time: 0.9903905 Jun 11 11:46:06.734817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-07c99f47-7813-4845-9e53-04101164b21b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:06.741292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77253a8d-761e-499b-919e-cbd098bc2321 None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:06.743707 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47002) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:06.927744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47010) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:06.968186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6721bf-38b1-4fb5-b86b-ad62af940a8e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Deleting subnet de542dde-9a3c-4682-8ef8-11c09f54bd3e {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:06.976229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7f6721bf-38b1-4fb5-b86b-ad62af940a8e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.097205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb4d20d7-801a-4323-b430-6465e6cfeaf4 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.104715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f292ab6e-5275-4a3b-b0b1-8a6ea6ad61c8 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:07.105400 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-f292ab6e-5275-4a3b-b0b1-8a6ea6ad61c8 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 11 11:46:07.105908 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-f292ab6e-5275-4a3b-b0b1-8a6ea6ad61c8 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): There was a conflict when trying to complete your request. Jun 11 11:46:07.107424 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f292ab6e-5275-4a3b-b0b1-8a6ea6ad61c8 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1782198 Jun 11 11:46:07.110216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d3ede829-6767-44c5-9e4c-e2dcbeb35512 None None] Provisioning complete for port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:07.110516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d3ede829-6767-44c5-9e4c-e2dcbeb35512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.124448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47014) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:07.139741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036709358'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:07.147163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb4d20d7-801a-4323-b430-6465e6cfeaf4 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.153331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-332f3f19-72ea-4ca9-9898-33274b9dff35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:07.161631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7f6721bf-38b1-4fb5-b86b-ad62af940a8e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.163952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-d3ede829-6767-44c5-9e4c-e2dcbeb35512 None None] Port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:07.179197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d3ede829-6767-44c5-9e4c-e2dcbeb35512 None None] Provisioning for port 5de0d228-fa41-45b4-b151-d98b34217294 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:07.185381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d3ede829-6767-44c5-9e4c-e2dcbeb35512 None None] Provisioning complete for port 5de0d228-fa41-45b4-b151-d98b34217294 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:07.185929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d3ede829-6767-44c5-9e4c-e2dcbeb35512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.254691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=0023bd0b-1b6b-4e43-8923-4ef5cc712e8e,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:07.264469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d20d7-801a-4323-b430-6465e6cfeaf4 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7203d1a9-501f-4b51-83c2-d3d5e5b733da,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:07.274411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bb4d20d7-801a-4323-b430-6465e6cfeaf4 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:07.277251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.295716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bb4d20d7-801a-4323-b430-6465e6cfeaf4 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.296967 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bb4d20d7-801a-4323-b430-6465e6cfeaf4 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0428393 Jun 11 11:46:07.306828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:07.307346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47020) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:07.311611 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-eb6b79a6-d666-4554-ab4e-1f3d2eee4d6d req-f0f97ee1-3d16-4390-bb66-b42544f2bddb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 210 time: 0.0654480 Jun 11 11:46:07.312658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.321882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-695366347', 'security_groups': ['7203d1a9-501f-4b51-83c2-d3d5e5b733da'], 'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '35c86ffb-e959-42aa-b383-c6f3b11d7cfb'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:07.401404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7f6721bf-38b1-4fb5-b86b-ad62af940a8e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.536482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7f6721bf-38b1-4fb5-b86b-ad62af940a8e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.536907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.551625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-62960ba7-8a41-4944-94cd-1cca328c0e16 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:07.588895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6721bf-38b1-4fb5-b86b-ad62af940a8e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Subnet': ['ID=de542dde-9a3c-4682-8ef8-11c09f54bd3e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:07.594796 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.597688 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7f6721bf-38b1-4fb5-b86b-ad62af940a8e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:07.602356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.605841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7f6721bf-38b1-4fb5-b86b-ad62af940a8e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.610184 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7f6721bf-38b1-4fb5-b86b-ad62af940a8e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/de542dde-9a3c-4682-8ef8-11c09f54bd3e HTTP/1.1" status: 204 len: 168 time: 0.8630228 Jun 11 11:46:07.610184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-83bb6f3d-523e-42bc-a926-4abefdd4c858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:07.615601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47026) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:07.698912 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-83dd6564-e5a2-4d8a-9756-7a11a3d82363 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820889 Jun 11 11:46:07.704976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47028) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:07.715853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.718598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.720041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b0ca36-f86e-46c8-bccc-3c0ec9312fa1,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:07.755053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:07.791401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.791932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:46:07.798504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.803206 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bdae2308-e5b5-42b3-bc2f-202d5b31ccd3 HTTP/1.1" status: 204 len: 168 time: 2.6273088 Jun 11 11:46:07.804003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47030) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:07.878583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14939d25-901c-4c70-b0c1-79c383846911 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:07.880407 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-14939d25-901c-4c70-b0c1-79c383846911 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1745024 Jun 11 11:46:07.883644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.884547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47032) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:07.888711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1885a554-58df-4683-8338-6b7a0066943b admin admin] Deleting subnet c220a6cf-448b-430d-9969-8a36f99f4566 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:07.896654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.909408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1885a554-58df-4683-8338-6b7a0066943b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:07.913708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:07.931489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f8cf903e-352c-4d65-aa44-9190ced8ee2b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:07.953776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a05101e-ae74-4578-98d5-a2ec1b219e9a None None] Network 2bf35732-ffe6-4e33-a6fb-db76771bc26d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:07.996361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1885a554-58df-4683-8338-6b7a0066943b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.001543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2505a8d2-a28a-4616-aad7-6bfb8644bdec,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:08.008155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:08.012389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.018236 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8873780 Jun 11 11:46:08.019378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47034) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.033080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1d09faed-d9d5-4c43-94b8-b4ad4d27f677 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '2505a8d2-a28a-4616-aad7-6bfb8644bdec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:08.044334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bd366b-e3d4-4bbf-b674-fdf2f897c72e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:08.048321 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-69bd366b-e3d4-4bbf-b674-fdf2f897c72e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1598155 Jun 11 11:46:08.052406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47036) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.116447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.131191 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e241523c-7332-4028-b4f3-f9fd1b5a6ec6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766613 Jun 11 11:46:08.134225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47038) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.158925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5f2be95d-970f-4337-ac2b-b854a7433302 None None] Provisioning complete for port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:08.159414 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5f2be95d-970f-4337-ac2b-b854a7433302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.170380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] device_id is not set on port 2648964d-797f-4bf9-ad1d-ffa6b4f1557d yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:46:08.170865 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0511370-4caa-49e6-bf6d-556558e294e2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.171473 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0511370-4caa-49e6-bf6d-556558e294e2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.175665 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a0511370-4caa-49e6-bf6d-556558e294e2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/c48d8e4f-3b17-44e2-9ea8-878b7eb72c4b HTTP/1.1" status: 404 len: 333 time: 0.0372534 Jun 11 11:46:08.177197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47040) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.179178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d09faed-d9d5-4c43-94b8-b4ad4d27f677 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.254218 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d09faed-d9d5-4c43-94b8-b4ad4d27f677 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.258990 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d09faed-d9d5-4c43-94b8-b4ad4d27f677 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.261503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1885a554-58df-4683-8338-6b7a0066943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.265203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c84c0b15-08c4-49e2-a625-d64576a1f6d3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:08.270829 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2c2430-db3d-4697-b2fe-5f0da24a1c75 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.271301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2c2430-db3d-4697-b2fe-5f0da24a1c75 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.275432 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1a2c2430-db3d-4697-b2fe-5f0da24a1c75 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/21b373ee-3946-43d4-9b08-0b10b68c7073 HTTP/1.1" status: 404 len: 337 time: 0.0938783 Jun 11 11:46:08.276363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47042) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.279482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09faed-d9d5-4c43-94b8-b4ad4d27f677 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bba9126-ed98-43b5-848f-cf9c399e48ac,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:08.282677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1d09faed-d9d5-4c43-94b8-b4ad4d27f677 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:08.321244 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f69fbb-a8d9-4cdd-bc9a-ea65dfd22373 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.321782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f69fbb-a8d9-4cdd-bc9a-ea65dfd22373 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.323469 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c8f69fbb-a8d9-4cdd-bc9a-ea65dfd22373 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/de542dde-9a3c-4682-8ef8-11c09f54bd3e HTTP/1.1" status: 404 len: 337 time: 0.0397191 Jun 11 11:46:08.324691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d09faed-d9d5-4c43-94b8-b4ad4d27f677 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.326409 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1d09faed-d9d5-4c43-94b8-b4ad4d27f677 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3039219 Jun 11 11:46:08.327008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47044) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.336599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47046) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.341224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-832bc81f-30d7-4e70-be69-9c2f094e7cb5 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '2505a8d2-a28a-4616-aad7-6bfb8644bdec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:08.363743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39604b-8252-4f0b-b723-f830d5a8da56 None None] DHCP port deletion for 2bf35732-ffe6-4e33-a6fb-db76771bc26d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:46:08.371357 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c66f9f2-b419-4558-bb63-26579e42442f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.372095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c66f9f2-b419-4558-bb63-26579e42442f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.374362 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2c66f9f2-b419-4558-bb63-26579e42442f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/46a152d1-d495-40ff-9ceb-0b8618878bb5 HTTP/1.1" status: 404 len: 333 time: 0.0464010 Jun 11 11:46:08.376964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47050) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.422655 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d4e660-bfeb-4b8c-8a8e-f6c76d5eed51 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.423039 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d4e660-bfeb-4b8c-8a8e-f6c76d5eed51 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.424763 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-73d4e660-bfeb-4b8c-8a8e-f6c76d5eed51 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/c560c592-e8cb-47a6-a698-8569cc3dbe27 HTTP/1.1" status: 404 len: 337 time: 0.0468919 Jun 11 11:46:08.427685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47052) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.483515 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8c858e-3f76-483a-be2c-60c7e71dd5cf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.484442 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8c858e-3f76-483a-be2c-60c7e71dd5cf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.487135 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ff8c858e-3f76-483a-be2c-60c7e71dd5cf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/c0b7bc64-eff3-4ce6-b1ae-7ab5e5b178ce HTTP/1.1" status: 404 len: 337 time: 0.0582142 Jun 11 11:46:08.498822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47054) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.512557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0f39604b-8252-4f0b-b723-f830d5a8da56 None None] Deleting port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:08.514608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0f39604b-8252-4f0b-b723-f830d5a8da56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.532070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8::c6 (e2d97c02-af86-4bcc-a0fe-c720b2b53c5a/35c86ffb-e959-42aa-b383-c6f3b11d7cfb/2648964d-797f-4bf9-ad1d-ffa6b4f1557d) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:08.578816 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1adb9356-482f-4ac2-b61e-1fb10616bd71 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.579556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1adb9356-482f-4ac2-b61e-1fb10616bd71 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.583564 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1adb9356-482f-4ac2-b61e-1fb10616bd71 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/65557767-f564-4db0-abc0-90a362d09281 HTTP/1.1" status: 404 len: 333 time: 0.0806828 Jun 11 11:46:08.583564 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-832bc81f-30d7-4e70-be69-9c2f094e7cb5 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.584678 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47056) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.640262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-0f39604b-8252-4f0b-b723-f830d5a8da56 None None] For port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3c55c722-8b95-40f7-b4c4-44dc5032b4d7,segment=NetworkSegment(b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79),segment_id=b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:08.640817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0f39604b-8252-4f0b-b723-f830d5a8da56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.679148 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8cfb4e06-41c2-4e33-a0d6-ed478cc4605e req-7fb5fb79-030b-4a01-b0d2-b07ef783704f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 210 time: 0.0934911 Jun 11 11:46:08.693968 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a3f26a-19bc-4c2f-8529-1a750007c4dd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.693968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a3f26a-19bc-4c2f-8529-1a750007c4dd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.696199 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c5a3f26a-19bc-4c2f-8529-1a750007c4dd tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/356a3817-5682-45b7-a3db-047ff188c91b HTTP/1.1" status: 404 len: 337 time: 0.1096125 Jun 11 11:46:08.699085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1885a554-58df-4683-8338-6b7a0066943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.704360 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47058) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.707631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ad38b21b-97c9-4bb9-8673-be7cca67bfd0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:08.742775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0f39604b-8252-4f0b-b723-f830d5a8da56 None None] Calling delete_port for 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:08.749671 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c14d84-42f0-42b8-9c9a-520125963ea2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.750332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c14d84-42f0-42b8-9c9a-520125963ea2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.752264 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-00c14d84-42f0-42b8-9c9a-520125963ea2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/d447c317-34b3-4abb-9649-957a8309a71c HTTP/1.1" status: 404 len: 337 time: 0.0467186 Jun 11 11:46:08.756331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47060) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.782800 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885a554-58df-4683-8338-6b7a0066943b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c220a6cf-448b-430d-9969-8a36f99f4566,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:08.792285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1885a554-58df-4683-8338-6b7a0066943b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:08.799383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1885a554-58df-4683-8338-6b7a0066943b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.803661 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1885a554-58df-4683-8338-6b7a0066943b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c220a6cf-448b-430d-9969-8a36f99f4566 HTTP/1.1" status: 204 len: 168 time: 0.9962347 Jun 11 11:46:08.805358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47062) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.807716 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c261f2-fef7-4669-a68a-76fca5884b68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.808951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c261f2-fef7-4669-a68a-76fca5884b68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.812492 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-66c261f2-fef7-4669-a68a-76fca5884b68 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/5135c6dc-afe4-41e9-8453-c7c3955f2b64 HTTP/1.1" status: 404 len: 333 time: 0.0536273 Jun 11 11:46:08.815061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47064) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.816799 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5de0d228-fa41-45b4-b151-d98b34217294 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:08.855633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54eb27b-bb95-43aa-b00a-ae515aaadaf4 None None] Network 3072c694-f3c9-4ecc-83b5-3be429a16450 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:08.862687 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-832bc81f-30d7-4e70-be69-9c2f094e7cb5 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): There was a conflict when trying to complete your request. Jun 11 11:46:08.864009 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-832bc81f-30d7-4e70-be69-9c2f094e7cb5 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5264788 Jun 11 11:46:08.870036 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47070) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.924304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-0ab2ff97-419f-4eac-a0dc-c804d5fae464 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:08.925746 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-0ab2ff97-419f-4eac-a0dc-c804d5fae464 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=adb2bedd-c475-4354-a670-92b43b58e788 HTTP/1.1" status: 200 len: 797 time: 0.3790364 Jun 11 11:46:08.933845 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-73985fb5-bc4c-47e9-a8d5-2e79b3102c63 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.934303 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73985fb5-bc4c-47e9-a8d5-2e79b3102c63 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.939896 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-73985fb5-bc4c-47e9-a8d5-2e79b3102c63 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/0cdb1a8c-833c-4a63-8935-e15fb1bf7965 HTTP/1.1" status: 404 len: 337 time: 0.0541303 Jun 11 11:46:08.940614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47072) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:08.958704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.992620 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7c207f-dc22-434e-9b94-f0bf4cdc30e2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:08.992911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 5de0d228-fa41-45b4-b151-d98b34217294 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:08.993405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7c207f-dc22-434e-9b94-f0bf4cdc30e2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:08.993543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:08.997740 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9f7c207f-dc22-434e-9b94-f0bf4cdc30e2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/b06a8543-7032-4331-971b-7cd10ce4f5a2 HTTP/1.1" status: 404 len: 337 time: 0.0491986 Jun 11 11:46:09.006272 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47074) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.036936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-560e0c75-6af5-4e2f-abee-7887bee1831e tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.045097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0f39604b-8252-4f0b-b723-f830d5a8da56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.068090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4b8672ef-a398-46d7-bd2d-12d738260995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:09.078591 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-866d01ae-3edd-41e5-a6a7-beb7344bbf72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:09.079350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866d01ae-3edd-41e5-a6a7-beb7344bbf72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:09.080495 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-560e0c75-6af5-4e2f-abee-7887bee1831e tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.085017 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-866d01ae-3edd-41e5-a6a7-beb7344bbf72 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/7ec89715-6318-48a7-a9f6-8ecc8474711b HTTP/1.1" status: 404 len: 333 time: 0.0735803 Jun 11 11:46:09.085017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.085314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47076) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.089973 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-32be4cf0-8730-48c6-a1ae-0e60c3d87692 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 380 time: 0.1524124 Jun 11 11:46:09.101965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'device_id': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'admin_state_up': True, 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'security_groups': ['e2602943-0497-4986-8b19-eec94855ba75']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:09.123186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object 2648964d-797f-4bf9-ad1d-ffa6b4f1557d will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:09.134896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Deleting port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:09.135396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.137661 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4a0478-104f-46c6-9d06-2779dfce688f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:09.138831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4a0478-104f-46c6-9d06-2779dfce688f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:09.143138 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8e4a0478-104f-46c6-9d06-2779dfce688f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/d4aa62db-8736-4d7f-a092-3fd55b592c90 HTTP/1.1" status: 404 len: 337 time: 0.0544209 Jun 11 11:46:09.143506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47078) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.232649 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-df51e29d-cfa9-4b42-b0ca-338f3d4739ea tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:09.233442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df51e29d-cfa9-4b42-b0ca-338f3d4739ea tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:09.235411 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-df51e29d-cfa9-4b42-b0ca-338f3d4739ea tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/0aa71fe4-7a59-44ee-9783-1cfcc3a16818 HTTP/1.1" status: 404 len: 333 time: 0.0910041 Jun 11 11:46:09.243555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47080) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.260416 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] For port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=14ff99b6-b810-49a0-8b23-8f8a5fb92e76,segment=NetworkSegment(e6d55afd-991f-425e-ac37-e192f58d33c0),segment_id=e6d55afd-991f-425e-ac37-e192f58d33c0)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:09.260944 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.283343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39604b-8252-4f0b-b723-f830d5a8da56 None None] Pushing event deleted for resources: {'Port': ['ID=3c55c722-8b95-40f7-b4c4-44dc5032b4d7,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:09.286572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39604b-8252-4f0b-b723-f830d5a8da56 None None] No DVR routers for this DVR port 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:09.290558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0f39604b-8252-4f0b-b723-f830d5a8da56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:09.308661 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d037244d-2781-4e98-a357-96b6c6212663 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:09.309770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d037244d-2781-4e98-a357-96b6c6212663 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:09.314709 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d037244d-2781-4e98-a357-96b6c6212663 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/4d5ce89b-4c85-49c0-b0a1-ce3b2e4c2500 HTTP/1.1" status: 404 len: 337 time: 0.0676270 Jun 11 11:46:09.317251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47082) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.367027 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b967a14-1cca-44ea-90dd-f2c84df9744f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:09.367860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b967a14-1cca-44ea-90dd-f2c84df9744f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:09.369513 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6b967a14-1cca-44ea-90dd-f2c84df9744f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/1d857bb5-bad3-495b-8af0-c85317c4a20d HTTP/1.1" status: 404 len: 333 time: 0.0524387 Jun 11 11:46:09.373098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.374613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47084) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.378852 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Calling delete_port for 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:09.381139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-560e0c75-6af5-4e2f-abee-7887bee1831e tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.383722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-560e0c75-6af5-4e2f-abee-7887bee1831e tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.387257 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-560e0c75-6af5-4e2f-abee-7887bee1831e tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "DELETE /v2.0/security-groups/2505a8d2-a28a-4616-aad7-6bfb8644bdec HTTP/1.1" status: 204 len: 168 time: 0.5153913 Jun 11 11:46:09.387473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f933ec5a-2836-40d3-9bb8-0410743f86d2 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:09.390936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47086) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.392121 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f8e1581f-f49f-4a9e-bf30-52bffa9fdac5 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:09.432217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e0c75-6af5-4e2f-abee-7887bee1831e tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2505a8d2-a28a-4616-aad7-6bfb8644bdec,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:09.436406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-560e0c75-6af5-4e2f-abee-7887bee1831e tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:09.451114 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa6a258-cbb0-4014-911c-b69fdefea9f2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:09.451626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa6a258-cbb0-4014-911c-b69fdefea9f2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:09.453362 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8fa6a258-cbb0-4014-911c-b69fdefea9f2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/b3360f2d-e8c4-43a1-ac67-564119cd10b8 HTTP/1.1" status: 404 len: 337 time: 0.0769515 Jun 11 11:46:09.466220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47088) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.473160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] DHCP port deletion for 3072c694-f3c9-4ecc-83b5-3be429a16450 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:46:09.478942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:46:09.492981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:09.510032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:46:09.510032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0023bd0b-1b6b-4e43-8923-4ef5cc712e8e not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:46:09.510310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:46:09.521962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:09.525483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.529869 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fd81aa-f838-4ee5-8ed2-bace6a7c9383 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:09.530637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fd81aa-f838-4ee5-8ed2-bace6a7c9383 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:09.531431 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c6ed6a6d-be77-403a-9d01-0e4f44bca148 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1342561 Jun 11 11:46:09.532326 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-58fd81aa-f838-4ee5-8ed2-bace6a7c9383 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/7f7375e0-55c6-4d20-9092-17c9fa6d1e55 HTTP/1.1" status: 404 len: 333 time: 0.0651455 Jun 11 11:46:09.533223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:09.535110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47090) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.535428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47092) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.545169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=2648964d-797f-4bf9-ad1d-ffa6b4f1557d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:09.552751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-73a30581-2cbb-4c5d-a62b-2b50e29618f3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'tempest-secgroup--631537023'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:09.557834 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:09.561143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:46:09.561509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3c55c722-8b95-40f7-b4c4-44dc5032b4d7 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:46:09.561957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:46:09.564055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:09.570147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:09.570785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.587501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:46:09.588221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2f3ac2f7-66fd-4f19-a202-66bafb7e7d54 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:46:09.595344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.601498 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5ae561ac-fb5b-47b3-be4c-a74c91c51236 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:09.617577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] Deleting port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:09.618182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.630227 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-36307a1b-0aaa-4a7a-af38-46358aae1377 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:09.630491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36307a1b-0aaa-4a7a-af38-46358aae1377 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:09.632261 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-36307a1b-0aaa-4a7a-af38-46358aae1377 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/329a58a4-9a31-4813-a11b-f329a2706f32 HTTP/1.1" status: 404 len: 337 time: 0.0841334 Jun 11 11:46:09.636114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47094) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.639371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Pushing event deleted for resources: {'Port': ['ID=14ff99b6-b810-49a0-8b23-8f8a5fb92e76,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:09.659898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:09.661825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] No DVR routers for this DVR port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:09.688831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-73a30581-2cbb-4c5d-a62b-2b50e29618f3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.698600 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3873901 Jun 11 11:46:09.714147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47098) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.720961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d2d0f7b5-2c68-4771-b63b-71cb4f738a11 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:09.732328 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc3c96a-750d-4789-b240-0cab9fd20cea tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:09.734777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc3c96a-750d-4789-b240-0cab9fd20cea tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:09.739232 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cdc3c96a-750d-4789-b240-0cab9fd20cea tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/e52b6f2e-8169-4f8e-b435-1513804000b4 HTTP/1.1" status: 404 len: 333 time: 0.1016500 Jun 11 11:46:09.741711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47100) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.744628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] For port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:09.745129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.797213 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea408b64-9c77-4ded-89f1-16080f969365 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:09.797683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea408b64-9c77-4ded-89f1-16080f969365 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:09.799461 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ea408b64-9c77-4ded-89f1-16080f969365 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/f341e107-251f-4f41-99c1-ed6fdfe898a2 HTTP/1.1" status: 404 len: 337 time: 0.0568442 Jun 11 11:46:09.821280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47102) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.874708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] Calling delete_port for 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:09.877863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.ipam_backend_mixin [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] Port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 was not found and therefore no delete operation was performed {{(pid=99007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:46:09.879216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.881829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1595c28d-642f-4727-bf85-7fed068d1fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:09.882786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.898004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3072c694-f3c9-4ecc-83b5-3be429a16450']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:09.911220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d55afd-991f-425e-ac37-e192f58d33c0') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:09.911521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d55afd-991f-425e-ac37-e192f58d33c0') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:09.913263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] Pushing event deleted for resources: {'Port': ['ID=14ff99b6-b810-49a0-8b23-8f8a5fb92e76,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:09.915458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] No DVR routers for this DVR port 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:09.917101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:09.927566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.941367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-eb927946-909a-4801-8901-69b5699c3045 None None] Provisioning for port 2648964d-797f-4bf9-ad1d-ffa6b4f1557d completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:09.945228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-eb927946-909a-4801-8901-69b5699c3045 None None] Provisioning complete for port 2648964d-797f-4bf9-ad1d-ffa6b4f1557d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:09.945451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.945647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-eb927946-909a-4801-8901-69b5699c3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.952000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:09.952429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:09.954272 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:09.971431 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-09995cb2-4f84-486a-999e-8806fbf4a738 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:09.972255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09995cb2-4f84-486a-999e-8806fbf4a738 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:09.974065 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-09995cb2-4f84-486a-999e-8806fbf4a738 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/aa3696d8-4778-425b-87f6-83c2902a2524 HTTP/1.1" status: 404 len: 333 time: 0.1516962 Jun 11 11:46:09.978476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47104) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:09.991560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-eb927946-909a-4801-8901-69b5699c3045 None None] Port 2648964d-797f-4bf9-ad1d-ffa6b4f1557d cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:10.010049 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-42a8b6fb-f4ef-41d3-892d-9b0ec0336489 req-2aaeb741-964a-4665-b4ca-963d4936f787 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 210 time: 0.1147590 Jun 11 11:46:10.046010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.8 (adb2bedd-c475-4354-a670-92b43b58e788/dca22576-9a47-45f7-8498-4b4bc45d7419/fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:10.059285 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7e5ff3-a80f-4401-ae36-f2f5411dcaff tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.059791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7e5ff3-a80f-4401-ae36-f2f5411dcaff tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.061513 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-db7e5ff3-a80f-4401-ae36-f2f5411dcaff tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/7f02d6bb-9422-4027-a959-11724f7183c4 HTTP/1.1" status: 404 len: 337 time: 0.0820191 Jun 11 11:46:10.064153 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47106) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.107181 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c822479e-22e1-4d50-a3d8-ae2456e414d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.107645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c822479e-22e1-4d50-a3d8-ae2456e414d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.111876 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c822479e-22e1-4d50-a3d8-ae2456e414d9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/b825c9ca-2b80-4818-b6f6-6d2394596d86 HTTP/1.1" status: 404 len: 337 time: 0.0440936 Jun 11 11:46:10.111876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.113670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:46:10.114941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-078d4649-56d2-4a57-a07c-d18ff3e58c7d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:10.118418 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47108) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.119500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.120961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-73a30581-2cbb-4c5d-a62b-2b50e29618f3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.121302 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] 10.222.0.46 "DELETE /v2.0/networks/3072c694-f3c9-4ecc-83b5-3be429a16450 HTTP/1.1" status: 204 len: 168 time: 1.3149223 Jun 11 11:46:10.144483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-73a30581-2cbb-4c5d-a62b-2b50e29618f3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.149669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:46:10.150291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 14ff99b6-b810-49a0-8b23-8f8a5fb92e76 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:46:10.155839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0a185bf5-6463-4841-9663-cbbdd7c5f65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:10.172790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Pushing event deleted for resources: {'Network': ['ID=3072c694-f3c9-4ecc-83b5-3be429a16450,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:10.176977 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4295d4-8843-40d5-a0ef-a40499daf4a9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.177724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4295d4-8843-40d5-a0ef-a40499daf4a9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.179478 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3e4295d4-8843-40d5-a0ef-a40499daf4a9 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/d152678e-2e05-4204-a5ef-30e057dfe266 HTTP/1.1" status: 404 len: 333 time: 0.0571423 Jun 11 11:46:10.180490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:10.182052 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47112) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.218460 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eac9f05-3eef-4bc8-a55e-889f2282b018 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.219042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eac9f05-3eef-4bc8-a55e-889f2282b018 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.223373 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7eac9f05-3eef-4bc8-a55e-889f2282b018 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/24075948-2cd0-4847-96bb-b3ddf22baf7c HTTP/1.1" status: 404 len: 337 time: 0.0375855 Jun 11 11:46:10.223861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47114) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.242845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d0f7b5-2c68-4771-b63b-71cb4f738a11 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:10.247103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f7b5-2c68-4771-b63b-71cb4f738a11 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.259410 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1127c1-877d-4d8e-bc2d-5d3c817104af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.260061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1127c1-877d-4d8e-bc2d-5d3c817104af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.264753 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ea1127c1-877d-4d8e-bc2d-5d3c817104af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/9dd24052-cf3b-414b-b958-2d357b4d113c HTTP/1.1" status: 404 len: 337 time: 0.0370026 Jun 11 11:46:10.265326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47116) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.303108 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3054d6-8cc8-404e-b728-57b3def7f0e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.303873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3054d6-8cc8-404e-b728-57b3def7f0e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.308010 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3a3054d6-8cc8-404e-b728-57b3def7f0e4 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/6c8ac951-ad53-44dd-8a68-7875b3f80408 HTTP/1.1" status: 404 len: 333 time: 0.0388563 Jun 11 11:46:10.308281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47118) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.342553 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47120) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.349308 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a82202c-5e1c-4115-8f9e-bdb343ad8b71 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.349775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a82202c-5e1c-4115-8f9e-bdb343ad8b71 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.351490 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9a82202c-5e1c-4115-8f9e-bdb343ad8b71 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/b2cd3912-e163-48b2-b7a9-de10248912fe HTTP/1.1" status: 404 len: 337 time: 0.0422609 Jun 11 11:46:10.362230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47122) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.406977 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fdc9e0-24c1-4050-b13b-33c90df524e6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.407720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fdc9e0-24c1-4050-b13b-33c90df524e6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.411584 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-76fdc9e0-24c1-4050-b13b-33c90df524e6 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/d3b51330-7d65-413f-a835-a067572261af HTTP/1.1" status: 404 len: 337 time: 0.0459719 Jun 11 11:46:10.411825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47124) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.459559 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-244de3bb-d52b-44f3-bbc3-372625d0fb31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.460250 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244de3bb-d52b-44f3-bbc3-372625d0fb31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.465116 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-244de3bb-d52b-44f3-bbc3-372625d0fb31 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/a967138f-757b-49a7-abb1-dd0b236f7831 HTTP/1.1" status: 404 len: 333 time: 0.0522490 Jun 11 11:46:10.466272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47126) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.469209 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4a4e77b3-7e8f-41e4-b89d-a454abde09ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=74ae6cd23526432e8d1c423d0133032f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253643 Jun 11 11:46:10.478783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47128) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.510148 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de6a766-af96-4040-83d8-33e2733d4e0e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.510728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de6a766-af96-4040-83d8-33e2733d4e0e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.512478 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7de6a766-af96-4040-83d8-33e2733d4e0e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/3260983b-4378-4a7f-85b0-4f6b901c09ed HTTP/1.1" status: 404 len: 337 time: 0.0421767 Jun 11 11:46:10.519539 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47130) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.561156 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5764d4ad-cbb6-40b1-90cd-ef0edeb31a36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.561618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5764d4ad-cbb6-40b1-90cd-ef0edeb31a36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.563400 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5764d4ad-cbb6-40b1-90cd-ef0edeb31a36 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/fd647fd7-9f27-4423-80d6-60f34971ba67 HTTP/1.1" status: 404 len: 337 time: 0.0430179 Jun 11 11:46:10.566844 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47132) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.617599 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3cece59b-c734-4db3-b99f-3d0e873861f5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e35ffa3d-ee24-44ee-96c7-38a18a63c600 HTTP/1.1" status: 200 len: 205 time: 0.0476549 Jun 11 11:46:10.618204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47134) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.626158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-73a30581-2cbb-4c5d-a62b-2b50e29618f3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.629918 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-73a30581-2cbb-4c5d-a62b-2b50e29618f3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0781169 Jun 11 11:46:10.630931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47136) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.658875 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-49aeab92-26d5-465e-a3f3-88fd68d4c7b0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '39b2b882-e755-4a1f-ad3e-9ad340c569e6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:10.659672 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.api.v2.base [None req-49aeab92-26d5-465e-a3f3-88fd68d4c7b0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 11 11:46:10.660159 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-49aeab92-26d5-465e-a3f3-88fd68d4c7b0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:10.663538 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-49aeab92-26d5-465e-a3f3-88fd68d4c7b0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0139062 Jun 11 11:46:10.665424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a30581-2cbb-4c5d-a62b-2b50e29618f3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b2b882-e755-4a1f-ad3e-9ad340c569e6,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:10.667781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47138) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.679850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-73a30581-2cbb-4c5d-a62b-2b50e29618f3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:10.680000 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-75c1d79d-e525-45aa-b480-ba302c98637c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] delete failed (client error): The resource could not be found. Jun 11 11:46:10.680987 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-75c1d79d-e525-45aa-b480-ba302c98637c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/routers/e35ffa3d-ee24-44ee-96c7-38a18a63c600 HTTP/1.1" status: 404 len: 336 time: 0.0605664 Jun 11 11:46:10.683650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47140) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.685680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-815ae4e8-19bf-45f6-8aad-d70f02fd526e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.729629 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a54773-dd71-42b8-9c13-b25b6579245d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.730090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a54773-dd71-42b8-9c13-b25b6579245d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.732319 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c8a54773-dd71-42b8-9c13-b25b6579245d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/2572d6bb-aea2-447d-af87-6e650582a9fb HTTP/1.1" status: 404 len: 337 time: 0.0471637 Jun 11 11:46:10.734871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47142) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.755909 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-815ae4e8-19bf-45f6-8aad-d70f02fd526e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.784101 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8c7b6fdd-78ba-41d0-93f2-032d0f14e00f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a84b71d-3f3c-4615-929d-58d4da46e078 HTTP/1.1" status: 200 len: 205 time: 0.0457101 Jun 11 11:46:10.786400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47144) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.805564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.844271 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-21fc3523-2129-4aac-b2f2-943dccd070e7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] delete failed (client error): The resource could not be found. Jun 11 11:46:10.845725 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-21fc3523-2129-4aac-b2f2-943dccd070e7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/routers/4a84b71d-3f3c-4615-929d-58d4da46e078 HTTP/1.1" status: 404 len: 336 time: 0.0581956 Jun 11 11:46:10.847933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:10.849070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47146) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.853235 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.ipam_backend_mixin [None req-d2d0f7b5-2c68-4771-b63b-71cb4f738a11 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35c86ffb-e959-42aa-b383-c6f3b11d7cfb (CIDR: 2001:db8::/64) Jun 11 11:46:10.865243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a348f18-7151-4a96-b925-1178a3759c3f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.869799 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d0f7b5-2c68-4771-b63b-71cb4f738a11 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:10.870414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d0f7b5-2c68-4771-b63b-71cb4f738a11 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.888488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-815ae4e8-19bf-45f6-8aad-d70f02fd526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.892038 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-815ae4e8-19bf-45f6-8aad-d70f02fd526e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.893196 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-815ae4e8-19bf-45f6-8aad-d70f02fd526e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32076091-d491-4865-bebe-3bf495e69a24 HTTP/1.1" status: 204 len: 168 time: 0.4133904 Jun 11 11:46:10.894486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-440c7a06-7394-455d-beec-82e449f8f6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:10.906343 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3dc353-aed4-470c-b551-9600b521c0d2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.906826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3dc353-aed4-470c-b551-9600b521c0d2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.908803 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bf3dc353-aed4-470c-b551-9600b521c0d2 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/0aba7552-c8c6-4acf-baef-3b0b86ed9b63 HTTP/1.1" status: 404 len: 337 time: 0.0543118 Jun 11 11:46:10.909519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ae4e8-19bf-45f6-8aad-d70f02fd526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32076091-d491-4865-bebe-3bf495e69a24,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:10.911202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47150) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.913176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-815ae4e8-19bf-45f6-8aad-d70f02fd526e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:10.945744 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de1b294-429c-4e3a-9983-1ba729bd4d0c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.946448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de1b294-429c-4e3a-9983-1ba729bd4d0c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.951188 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0de1b294-429c-4e3a-9983-1ba729bd4d0c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/576b87f1-1aed-4046-9bd0-7fe621b49255 HTTP/1.1" status: 404 len: 337 time: 0.0363791 Jun 11 11:46:10.951364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a348f18-7151-4a96-b925-1178a3759c3f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:10.951622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47152) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.964175 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d2d0f7b5-2c68-4771-b63b-71cb4f738a11 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2487667 Jun 11 11:46:10.968245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47154) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:10.978705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4301a631-60a0-4be1-9aff-b474bc947a91 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:10.986269 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5192c138-de3d-474c-adf9-a0d82a895118 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:10.987178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5192c138-de3d-474c-adf9-a0d82a895118 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:10.988902 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5192c138-de3d-474c-adf9-a0d82a895118 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/29902f96-7ce8-4896-887c-98ee637d2593 HTTP/1.1" status: 404 len: 333 time: 0.0358880 Jun 11 11:46:10.991454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47156) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.024285 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0061d0-9774-469b-98b8-21deaaaa41f0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.024738 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0061d0-9774-469b-98b8-21deaaaa41f0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.028924 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bf0061d0-9774-469b-98b8-21deaaaa41f0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/3d24a101-d17c-4a90-b974-1df0664b4728 HTTP/1.1" status: 404 len: 337 time: 0.0341928 Jun 11 11:46:11.029178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47158) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.031443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:11.038609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c95e3d6-f4b2-4bc9-ba89-1cff7a2085bd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:11.066854 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3859470-4811-4fb8-92ba-1ed395483808 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.067572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3859470-4811-4fb8-92ba-1ed395483808 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.069300 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d3859470-4811-4fb8-92ba-1ed395483808 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/33b9a5fb-470e-4206-82f0-124bc8d5e1ec HTTP/1.1" status: 404 len: 333 time: 0.0392048 Jun 11 11:46:11.071816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47162) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.141561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a348f18-7151-4a96-b925-1178a3759c3f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:11.144589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a348f18-7151-4a96-b925-1178a3759c3f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:11.145810 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1a348f18-7151-4a96-b925-1178a3759c3f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "DELETE /v2.0/security-groups/39b2b882-e755-4a1f-ad3e-9ad340c569e6 HTTP/1.1" status: 204 len: 168 time: 0.4671767 Jun 11 11:46:11.160186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47166) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.177595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network adb2bedd-c475-4354-a670-92b43b58e788 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:11.196880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:11.205243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:11.208797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:11.216159 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:11.218791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a2a5352a-fc7c-4350-948d-a81e4c06ef3d tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:11.284792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a348f18-7151-4a96-b925-1178a3759c3f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b2b882-e755-4a1f-ad3e-9ad340c569e6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:11.307867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1a348f18-7151-4a96-b925-1178a3759c3f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:11.335455 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-893d4bf0-6e2a-4556-8f09-76bc447836d5 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1715860 Jun 11 11:46:11.344583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47172) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.351435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b17ce9b6-a6dd-4ff4-8bb8-4d0b2800738c tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407434251'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:11.364216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:11.364899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:11.380874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4301a631-60a0-4be1-9aff-b474bc947a91 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:11.384644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4301a631-60a0-4be1-9aff-b474bc947a91 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:11.426007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3302128 Jun 11 11:46:11.441577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Request body: {'port': {'device_id': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:11.534830 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53271ab-67d9-4008-a43f-d0cc10935fe1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.535338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53271ab-67d9-4008-a43f-d0cc10935fe1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.536125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b17ce9b6-a6dd-4ff4-8bb8-4d0b2800738c tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:11.536967 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e53271ab-67d9-4008-a43f-d0cc10935fe1 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/c5168d19-14f3-46f1-9706-f5d3c3e66592 HTTP/1.1" status: 404 len: 337 time: 0.4634795 Jun 11 11:46:11.543079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47180) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.560243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-399bb21f-13a3-4ced-bf64-113930538d10 None None] Provisioning for port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:11.568158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-399bb21f-13a3-4ced-bf64-113930538d10 None None] Provisioning complete for port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:11.568961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-399bb21f-13a3-4ced-bf64-113930538d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:11.620613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00a89b-9e2f-4562-909b-dedc8833bd83 req-4de2ce2d-b0d7-4296-9acf-638cddd039a1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:11.622920 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ef00a89b-9e2f-4562-909b-dedc8833bd83 req-4de2ce2d-b0d7-4296-9acf-638cddd039a1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 931 time: 0.0894611 Jun 11 11:46:11.624736 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-399bb21f-13a3-4ced-bf64-113930538d10 None None] Port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:11.662023 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-b535e132-8143-4768-b211-ec545e82cd8a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.662723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b535e132-8143-4768-b211-ec545e82cd8a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.666786 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b535e132-8143-4768-b211-ec545e82cd8a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/381763dd-5c28-4c07-bb8b-e2fd8c12bab7 HTTP/1.1" status: 404 len: 333 time: 0.1124241 Jun 11 11:46:11.667772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47186) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.679489 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ef00a89b-9e2f-4562-909b-dedc8833bd83 req-703703ae-e6d9-4205-b991-35b0932fa51c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506961 Jun 11 11:46:11.695504 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.ipam_backend_mixin [None req-4301a631-60a0-4be1-9aff-b474bc947a91 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ab1d7889-2a88-4aeb-99fd-7ecfddef9893 (CIDR: 2001:db8:0:1::/64) Jun 11 11:46:11.709123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-4301a631-60a0-4be1-9aff-b474bc947a91 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:11.709123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4301a631-60a0-4be1-9aff-b474bc947a91 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.713725 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e990f1-0373-4d62-9f3a-29db76aac881 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.714198 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e990f1-0373-4d62-9f3a-29db76aac881 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.716159 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-20e990f1-0373-4d62-9f3a-29db76aac881 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/adea24f6-8def-466b-a96b-8189bd34bafd HTTP/1.1" status: 404 len: 337 time: 0.0471747 Jun 11 11:46:11.718654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47190) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.726038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:11.751046 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6ab75e-fab0-431d-9372-4800ace1a4fa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.751768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6ab75e-fab0-431d-9372-4800ace1a4fa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.753474 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3f6ab75e-fab0-431d-9372-4800ace1a4fa tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/de364d1d-5544-40c6-85c4-2e8d7b0cc20c HTTP/1.1" status: 404 len: 333 time: 0.0339053 Jun 11 11:46:11.756036 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47192) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.789871 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7b0177-42f5-4638-8253-c3c417e56287 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.790420 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7b0177-42f5-4638-8253-c3c417e56287 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.794740 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6f7b0177-42f5-4638-8253-c3c417e56287 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/09e6adf6-061c-49a9-91ca-b3f473afd2ab HTTP/1.1" status: 404 len: 337 time: 0.0352161 Jun 11 11:46:11.794899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47194) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.826781 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-87772b8e-a547-48b1-be8c-7887afe2a33b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.827506 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87772b8e-a547-48b1-be8c-7887afe2a33b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.831775 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-87772b8e-a547-48b1-be8c-7887afe2a33b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/4264cb1b-6b85-4b31-a310-e2568793f8b2 HTTP/1.1" status: 404 len: 333 time: 0.0332587 Jun 11 11:46:11.832150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47196) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.873200 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fa0d99-6e91-4de8-80e0-39075085f7e8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.873934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26fa0d99-6e91-4de8-80e0-39075085f7e8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.878073 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-26fa0d99-6e91-4de8-80e0-39075085f7e8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/203edf49-b9d0-47e9-b7d6-e44a0b56e887 HTTP/1.1" status: 404 len: 337 time: 0.0426316 Jun 11 11:46:11.878263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47200) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.895952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b17ce9b6-a6dd-4ff4-8bb8-4d0b2800738c tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:11.909393 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad86b6bf-bb38-4407-bd03-be9f40079932 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.909574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b17ce9b6-a6dd-4ff4-8bb8-4d0b2800738c tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:11.910072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad86b6bf-bb38-4407-bd03-be9f40079932 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.911813 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ad86b6bf-bb38-4407-bd03-be9f40079932 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/16fde8ad-f8de-4288-8adc-fc3e0443a933 HTTP/1.1" status: 404 len: 333 time: 0.0326080 Jun 11 11:46:11.914154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2082cacc-67a3-4b50-9619-c75085157039 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:11.914415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47202) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.924136 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4301a631-60a0-4be1-9aff-b474bc947a91 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9480026 Jun 11 11:46:11.936446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47204) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.947688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'subnet': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:11.948203 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cc8201-a1d5-42f3-bb58-b9f96d681de0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.948662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28cc8201-a1d5-42f3-bb58-b9f96d681de0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.952968 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-28cc8201-a1d5-42f3-bb58-b9f96d681de0 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/c1706829-94b5-456d-a2ba-4180c8b29698 HTTP/1.1" status: 404 len: 337 time: 0.0349331 Jun 11 11:46:11.953455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47206) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:11.985817 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-56131325-07b6-47f4-95fa-0c05dbc694ff tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:11.986744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56131325-07b6-47f4-95fa-0c05dbc694ff tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:11.988615 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-56131325-07b6-47f4-95fa-0c05dbc694ff tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/ports/8f89bf07-1d2a-4280-8c83-3372ddf522e3 HTTP/1.1" status: 404 len: 333 time: 0.0341249 Jun 11 11:46:11.991387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47210) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:12.015522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b17ce9b6-a6dd-4ff4-8bb8-4d0b2800738c tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.019836 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b17ce9b6-a6dd-4ff4-8bb8-4d0b2800738c tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6714931 Jun 11 11:46:12.029762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47212) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:12.035037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6910c026-f1f4-478c-bfa6-bd5e9321e161 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '088f40b0-a1cc-4109-9f48-db005e0a61e1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:12.036212 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-6910c026-f1f4-478c-bfa6-bd5e9321e161 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 11 11:46:12.036901 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-6910c026-f1f4-478c-bfa6-bd5e9321e161 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:12.038139 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6910c026-f1f4-478c-bfa6-bd5e9321e161 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073555 Jun 11 11:46:12.039554 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d8e54b-707d-4f21-ba09-40fd39f75e23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:12.040186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d8e54b-707d-4f21-ba09-40fd39f75e23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:12.041285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47214) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:12.042045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ce9b6-a6dd-4ff4-8bb8-4d0b2800738c tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088f40b0-a1cc-4109-9f48-db005e0a61e1,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:12.042659 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-96d8e54b-707d-4f21-ba09-40fd39f75e23 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/subnets/fed7c149-826e-42c7-b976-596257b15c18 HTTP/1.1" status: 404 len: 337 time: 0.0501420 Jun 11 11:46:12.045789 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47216) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:12.053944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b17ce9b6-a6dd-4ff4-8bb8-4d0b2800738c tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:12.149707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2d5526f0-881a-46d0-b69e-c08e5410d97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.156176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.288165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc5c002b-e132-4ae1-ad14-e804d550c117 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.304907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.316432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf35732-ffe6-4e33-a6fb-db76771bc26d']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:12.329483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:12.330045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0aa2603-ac0b-48ae-8ca9-c470bf0ebe79') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:12.341481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.349462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Made reservation on behalf of 2bce661b7891475ea38e6060ed025bb1 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:12.353010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.358194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc5c002b-e132-4ae1-ad14-e804d550c117 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.362370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.368915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:12.369312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:12.372411 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:12.437544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47230) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:12.456715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.457789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:46:12.460311 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7ae4b73a-4368-457a-ba0f-46ae6aa5d3f3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:12.468814 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.473290 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] 10.222.0.46 "DELETE /v2.0/networks/2bf35732-ffe6-4e33-a6fb-db76771bc26d HTTP/1.1" status: 204 len: 168 time: 0.4241126 Jun 11 11:46:12.484032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Pushing event deleted for resources: {'Network': ['ID=2bf35732-ffe6-4e33-a6fb-db76771bc26d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:12.486522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:12.518049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.541653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc5c002b-e132-4ae1-ad14-e804d550c117 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.544579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc5c002b-e132-4ae1-ad14-e804d550c117 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.545868 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fc5c002b-e132-4ae1-ad14-e804d550c117 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "DELETE /v2.0/security-groups/088f40b0-a1cc-4109-9f48-db005e0a61e1 HTTP/1.1" status: 204 len: 168 time: 0.5001674 Jun 11 11:46:12.549947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bd91667b-cf49-40fc-999b-56613e456b49 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:12.551699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47236) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:12.555499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Transition to ACTIVE for port object fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:12.571611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.580769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c002b-e132-4ae1-ad14-e804d550c117 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=088f40b0-a1cc-4109-9f48-db005e0a61e1,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:12.607552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fc5c002b-e132-4ae1-ad14-e804d550c117 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:12.611117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-524884344', 'router:external': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:12.616308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-400d9915-4044-408b-b222-315da1e14b81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:12.633739 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-66597942-070f-4a19-a5a9-4f99ffb7b8b5 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797246 Jun 11 11:46:12.637743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47238) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:12.646281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155332167'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:12.684151 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.737351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:46:12.737351 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 11:46:12.737351 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'project_id_1': 'c0fee15be30d474492dd6dd5f3db35e1', 'expiration_1': datetime.datetime(2021, 6, 11, 11, 46, 12, 707471)}] Jun 11 11:46:12.737351 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:46:12.746180 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:46:12.779081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Pushing event updated for resources: {'Port': ['ID=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:12.789034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:12.789657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Made reservation on behalf of 5be91551b5b445eebce450f2bda90c80 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:12.791994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.836975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47244) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:12.859283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:12.983437 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eb3820ef-7daf-466e-ae8a-4d41b2221a4e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a121131f859d4a119e5a9d1ae215de04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451139 Jun 11 11:46:12.984022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47248) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:13.023158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Attempting to bind port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:13.023500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Attempting to bind port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:13.023832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Attempting to bind port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 on network adb2bedd-c475-4354-a670-92b43b58e788 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:13.038369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b0c82fa8-faff-40f1-8cfd-16d96e888cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.041837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 on network adb2bedd-c475-4354-a670-92b43b58e788 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:46:13.042167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Attempting to bind port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 on network adb2bedd-c475-4354-a670-92b43b58e788 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:13.063169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b0c82fa8-faff-40f1-8cfd-16d96e888cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.070912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:13.071254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Checking segment: {'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:13.071642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Bound using segment: {'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:13.072080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Bound port: fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63c3a25-7ba5-47a0-a6c9-949d3093766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:13.072428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.113665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b0c82fa8-faff-40f1-8cfd-16d96e888cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.115832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb2476-7edd-46cd-bec4-3deced114212 req-9dd6cc80-ce5e-4712-9e09-1f4841efaf28 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:13.116169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b0c82fa8-faff-40f1-8cfd-16d96e888cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.119987 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-58cb2476-7edd-46cd-bec4-3deced114212 req-9dd6cc80-ce5e-4712-9e09-1f4841efaf28 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 943 time: 0.2612004 Jun 11 11:46:13.120169 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b0c82fa8-faff-40f1-8cfd-16d96e888cb2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/342d4e3f-ae3b-433f-aff1-909a7e98b124 HTTP/1.1" status: 204 len: 168 time: 0.1324854 Jun 11 11:46:13.120169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-de3ad722-e6ce-4498-891c-b12c1d4c9d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:13.120386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.126136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9baa9c55-c291-4e10-b578-aa171c33b856 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:13.127200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c82fa8-faff-40f1-8cfd-16d96e888cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342d4e3f-ae3b-433f-aff1-909a7e98b124,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:13.132156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b0c82fa8-faff-40f1-8cfd-16d96e888cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:13.247836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.278386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:13.291359 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-58cb2476-7edd-46cd-bec4-3deced114212 req-8fb476a3-a5b9-4b43-ba80-089d42a96d4c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586559 Jun 11 11:46:13.311004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:13.321201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Subnet': ['ID=fe50c3ff-0748-4786-b470-95e3eaaaaa0b,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:13.322667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97cdb38-b6d6-4358-978e-961dc59c2d30 None None] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:13.324797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:13.325954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.333634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:13.338505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.345995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] For port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:13.349106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] For port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:13.356256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.358247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.364291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c5f7d197-ead7-44eb-8eff-9a90cc6053c6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:13.377197 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4371376 Jun 11 11:46:13.378812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47256) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:13.386738 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1834474176', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fe50c3ff-0748-4786-b470-95e3eaaaaa0b'}], 'security_groups': ['7684d055-21d4-422e-94f6-6da143c23b71', '65290b4e-819d-4953-bbc2-9f4607cc0116']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:13.408483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:13.423127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:13.423815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.425249 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] 10.222.0.25 "PUT /v2.0/ports/fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 HTTP/1.1" status: 200 len: 1093 time: 1.9885972 Jun 11 11:46:13.425806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'tag': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:46:13.428224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a" -d '{"events": [{"name": "network-changed", "server_uuid": "71b792bb-f955-404c-b60a-3bb1bc72cd86", "tag": "fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:46:13.448250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.448604 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Added segment 70613ee0-312c-43a8-8d94-9743fb9a3432 of type vlan for network ae109c01-bd74-4de8-ae23-2c77ba6f17d6 Jun 11 11:46:13.492754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Pushing event updated for resources: {'Port': ['ID=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:13.542476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e19088-9c37-46a0-ace8-f46214f45d33 x-openstack-request-id: req-66e19088-9c37-46a0-ace8-f46214f45d33 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:46:13.542924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b792bb-f955-404c-b60a-3bb1bc72cd86", "tag": "fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:46:13.543239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66e19088-9c37-46a0-ace8-f46214f45d33 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:46:13.543750 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'tag': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'status': 'completed', 'code': 200} Jun 11 11:46:13.545136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:13.545955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1a348f18-7151-4a96-b925-1178a3759c3f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:13.647575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eab542-18b2-4559-8a7f-4145ef497ba8,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:13.657049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:13.688962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.728762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.760389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.762447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.765923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:13.766614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.771443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e14b5414-0159-467b-a6ff-be8212eefa95 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:13.772630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0da1e174-2e81-4ad2-a2b6-fed8babe83b8 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:13.776754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-a6b38340-953d-4eee-bed8-f0e807690447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:13.778327 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-a6b38340-953d-4eee-bed8-f0e807690447 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 1096 time: 0.2941692 Jun 11 11:46:13.827243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.828542 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1885867 Jun 11 11:46:13.836552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d008cfea-2941-4017-8f0c-d77b2e106812 None None] Update dhcp port {'port': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'fixed_ips': [{'subnet_id': 'ab1d7889-2a88-4aeb-99fd-7ecfddef9893', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '35c86ffb-e959-42aa-b383-c6f3b11d7cfb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fe50c3ff-0748-4786-b470-95e3eaaaaa0b'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '5de0d228-fa41-45b4-b151-d98b34217294'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:46:13.854200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47272) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:13.871436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-cb36f060-c0d2-4fbe-8a53-e3e23947cb93 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': 'a4a9d959-47da-4521-bd2d-dc51002681d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:13.873007 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-cb36f060-c0d2-4fbe-8a53-e3e23947cb93 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 11 11:46:13.873624 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-cb36f060-c0d2-4fbe-8a53-e3e23947cb93 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:13.877330 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cb36f060-c0d2-4fbe-8a53-e3e23947cb93 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0168016 Jun 11 11:46:13.877521 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-78d25b36-803d-4905-8961-1c8d2e6e1334 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 HTTP/1.1" status: 200 len: 217 time: 0.0766931 Jun 11 11:46:13.878181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47276) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:13.881163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a9d959-47da-4521-bd2d-dc51002681d0,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:13.885190 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4397144 Jun 11 11:46:13.893269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47278) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:13.893951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.902425 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d008cfea-2941-4017-8f0c-d77b2e106812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:13.903210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Request body: {'subnet': {'network_id': 'ae109c01-bd74-4de8-ae23-2c77ba6f17d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:13.908748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:13.935187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a4090059-2cb0-4a7b-93d7-5838745ac914 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': 'a4a9d959-47da-4521-bd2d-dc51002681d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:13.936989 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.api.v2.base [None req-a4090059-2cb0-4a7b-93d7-5838745ac914 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 11 11:46:13.937520 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-a4090059-2cb0-4a7b-93d7-5838745ac914 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:13.938544 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a4090059-2cb0-4a7b-93d7-5838745ac914 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0578127 Jun 11 11:46:13.940918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event updated for resources: {'Network': ['ID=ae109c01-bd74-4de8-ae23-2c77ba6f17d6,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:13.950277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47280) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:13.955579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a3810d70-b84a-4614-b01d-17021082b8eb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': 'a4a9d959-47da-4521-bd2d-dc51002681d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:13.957180 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.api.v2.base [None req-a3810d70-b84a-4614-b01d-17021082b8eb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 11 11:46:13.957684 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-a3810d70-b84a-4614-b01d-17021082b8eb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:13.958660 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a3810d70-b84a-4614-b01d-17021082b8eb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074165 Jun 11 11:46:13.959424 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network ae109c01-bd74-4de8-ae23-2c77ba6f17d6 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:13.959566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:13.990873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47282) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:13.997536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ab5907f4-9fbd-4330-864e-13fa36eb0a71 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': 'a4a9d959-47da-4521-bd2d-dc51002681d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:13.998418 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.api.v2.base [None req-ab5907f4-9fbd-4330-864e-13fa36eb0a71 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 11 11:46:13.998957 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-ab5907f4-9fbd-4330-864e-13fa36eb0a71 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:14.000382 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ab5907f4-9fbd-4330-864e-13fa36eb0a71 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081015 Jun 11 11:46:14.000950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47284) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:14.009479 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47286) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:14.047609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-94db0093-9035-4a3b-97a0-d74db96fe72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:14.049072 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-94db0093-9035-4a3b-97a0-d74db96fe72f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dca22576-9a47-45f7-8498-4b4bc45d7419 HTTP/1.1" status: 200 len: 835 time: 0.1096120 Jun 11 11:46:14.120709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aec5b1d1-21e0-4977-8a43-c0558c454fee tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.152002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aec5b1d1-21e0-4977-8a43-c0558c454fee tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.157556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-443b8f70-56c2-4e16-a606-e6a475be1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:14.159353 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-443b8f70-56c2-4e16-a606-e6a475be1f94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adb2bedd-c475-4354-a670-92b43b58e788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1013503 Jun 11 11:46:14.172517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-981229714'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:14.187038 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Made reservation on behalf of 5be91551b5b445eebce450f2bda90c80 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:14.189376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.218579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-d008cfea-2941-4017-8f0c-d77b2e106812 None None] Allocated IP 2001:db8:0:2::2 (e2d97c02-af86-4bcc-a0fe-c720b2b53c5a/fe50c3ff-0748-4786-b470-95e3eaaaaa0b/5de0d228-fa41-45b4-b151-d98b34217294) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:14.303416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:14.307127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.328920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.354624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d008cfea-2941-4017-8f0c-d77b2e106812 None None] For port 5de0d228-fa41-45b4-b151-d98b34217294, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5de0d228-fa41-45b4-b151-d98b34217294,segment=NetworkSegment(2c0b9fca-f460-4d83-aca4-e68bde96d51d),segment_id=2c0b9fca-f460-4d83-aca4-e68bde96d51d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:14.391959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d008cfea-2941-4017-8f0c-d77b2e106812 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.410160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d008cfea-2941-4017-8f0c-d77b2e106812 None None] Transition to ACTIVE for port object 5de0d228-fa41-45b4-b151-d98b34217294 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:14.416400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d008cfea-2941-4017-8f0c-d77b2e106812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.430180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-238d969d-3250-4658-9d7f-42181df97fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:14.559189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008cfea-2941-4017-8f0c-d77b2e106812 None None] Pushing event updated for resources: {'Port': ['ID=5de0d228-fa41-45b4-b151-d98b34217294,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:14.563032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d008cfea-2941-4017-8f0c-d77b2e106812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:14.629555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Delete allocated IP 2001:db8::c6 (e2d97c02-af86-4bcc-a0fe-c720b2b53c5a/35c86ffb-e959-42aa-b383-c6f3b11d7cfb) {{(pid=99005) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 11:46:14.644406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Allocated IP 2001:db8:0:2::24d (e2d97c02-af86-4bcc-a0fe-c720b2b53c5a/fe50c3ff-0748-4786-b470-95e3eaaaaa0b/2648964d-797f-4bf9-ad1d-ffa6b4f1557d) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:14.697796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aec5b1d1-21e0-4977-8a43-c0558c454fee tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.700314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aec5b1d1-21e0-4977-8a43-c0558c454fee tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.704666 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aec5b1d1-21e0-4977-8a43-c0558c454fee tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "DELETE /v2.0/security-groups/a4a9d959-47da-4521-bd2d-dc51002681d0 HTTP/1.1" status: 204 len: 168 time: 0.6875556 Jun 11 11:46:14.705912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-152da675-6ecf-47ea-b306-d30a84049ebc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:14.708946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47292) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:14.731018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.742770 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-b71f287d-761b-493c-b60f-b8b3cf9683e3 service neutron] 10.222.0.25 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733435 Jun 11 11:46:14.774035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5b1d1-21e0-4977-8a43-c0558c454fee tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a9d959-47da-4521-bd2d-dc51002681d0,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:14.786264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aec5b1d1-21e0-4977-8a43-c0558c454fee tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:14.852500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.objects.ports [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99005) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 11:46:14.852999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.858434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fb28ec04-1c11-426c-8176-cbda2b3ff471 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:14.936620 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bf8bc83b-cba6-44fc-a71c-f7cb969c6531 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2174821 Jun 11 11:46:14.937557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47294) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:14.944061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4595839e-0e94-4969-815a-a63538366b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:14.946593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0c4301f8-3857-4c24-bf92-d69773f0d418 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'tempest-secgroup--574716878'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:14.998645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a40318c-2b1d-4826-9fd3-7b86625f89ba,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:15.004019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e759a4-2439-4773-ad8c-2d018dddd583 req-86f19fe6-d0c5-475a-94f0-0e78cc42c2f4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:15.005575 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-39e759a4-2439-4773-ad8c-2d018dddd583 req-86f19fe6-d0c5-475a-94f0-0e78cc42c2f4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 943 time: 0.3009262 Jun 11 11:46:15.012558 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:15.022985 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8240887a-86e6-4686-b3c0-da88d01c3042 req-f7042eb4-2526-457b-b631-c0d0bfcab5f2 service neutron] 10.222.0.25 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465963 Jun 11 11:46:15.058439 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Checking segment: {'id': '70613ee0-312c-43a8-8d94-9743fb9a3432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'ae109c01-bd74-4de8-ae23-2c77ba6f17d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:15.059834 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Network hostable DHCP agents. Network: ae109c01-bd74-4de8-ae23-2c77ba6f17d6, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:15.091783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.101828 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-39e759a4-2439-4773-ad8c-2d018dddd583 req-f50bc652-2882-483e-9693-b568928f80e2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902121 Jun 11 11:46:15.111953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Network ae109c01-bd74-4de8-ae23-2c77ba6f17d6 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:15.115934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Transition to ACTIVE for port object 2648964d-797f-4bf9-ad1d-ffa6b4f1557d will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:15.121748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.133801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, ae109c01-bd74-4de8-ae23-2c77ba6f17d6) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:15.134164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96504b1-5b62-4bfe-a4c4-b97283575808 None None] Network ae109c01-bd74-4de8-ae23-2c77ba6f17d6 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:15.138893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-71233c4f-ff75-437e-a742-999ed3460461 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:15.142945 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:15.143313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.143848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.158066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.165471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b17ce9b6-a6dd-4ff4-8bb8-4d0b2800738c tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:15.213270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] In _notify_port_updated(), no bound segment for port 2648964d-797f-4bf9-ad1d-ffa6b4f1557d on network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:46:15.217133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c4301f8-3857-4c24-bf92-d69773f0d418 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.219807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:15.220457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.224653 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "PUT /v2.0/ports/2648964d-797f-4bf9-ad1d-ffa6b4f1557d HTTP/1.1" status: 200 len: 970 time: 1.8446279 Jun 11 11:46:15.227309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47296) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:15.240078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:15.243841 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3468339 Jun 11 11:46:15.248385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47298) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:15.255949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1788242834', 'network_id': 'ae109c01-bd74-4de8-ae23-2c77ba6f17d6'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:15.264165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5ed57b-201a-4543-bc68-a9eb2485f1f9,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:15.267975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event updated for resources: {'Port': ['ID=2648964d-797f-4bf9-ad1d-ffa6b4f1557d,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:15.273113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:15.286258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Made reservation on behalf of 5be91551b5b445eebce450f2bda90c80 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:15.289748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.298083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0b7000c9-9c27-443c-ad55-90788e173ea9 None None] Provisioning for port 2648964d-797f-4bf9-ad1d-ffa6b4f1557d completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:15.308436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:15.311529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0b7000c9-9c27-443c-ad55-90788e173ea9 None None] Provisioning complete for port 2648964d-797f-4bf9-ad1d-ffa6b4f1557d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:15.312030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b7000c9-9c27-443c-ad55-90788e173ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.325019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] device_id is not set on port 8e94f47d-d19a-4319-897f-daa270777b43 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:46:15.326829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.327359 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Added segment 1c23da2c-0851-477f-80f4-4d54ef599723 of type vlan for network cee64490-7a88-4124-8f19-9e32ee6815c1 Jun 11 11:46:15.361213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a req-0ef8ad31-ba16-467b-83fb-962a8584c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:15.363046 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a req-0ef8ad31-ba16-467b-83fb-962a8584c67c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 1096 time: 0.2839248 Jun 11 11:46:15.405485 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0b7000c9-9c27-443c-ad55-90788e173ea9 None None] Port 2648964d-797f-4bf9-ad1d-ffa6b4f1557d cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:15.449842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0b7000c9-9c27-443c-ad55-90788e173ea9 None None] Provisioning complete for port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:15.450733 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b7000c9-9c27-443c-ad55-90788e173ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.460708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.477426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Allocated IP 172.20.0.12 (ae109c01-bd74-4de8-ae23-2c77ba6f17d6/3a40318c-2b1d-4826-9fd3-7b86625f89ba/8e94f47d-d19a-4319-897f-daa270777b43) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:15.502012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988e43cf-17b8-46a7-9380-4cca0181bcc6 None None] Network ae109c01-bd74-4de8-ae23-2c77ba6f17d6 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:15.517901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0b7000c9-9c27-443c-ad55-90788e173ea9 None None] Port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:15.587324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0b7000c9-9c27-443c-ad55-90788e173ea9 None None] Provisioning for port 5de0d228-fa41-45b4-b151-d98b34217294 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:15.601333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0b7000c9-9c27-443c-ad55-90788e173ea9 None None] Provisioning complete for port 5de0d228-fa41-45b4-b151-d98b34217294 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:15.601333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b7000c9-9c27-443c-ad55-90788e173ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.615578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.621041 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:15.621640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.631338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e04e2475-d8ac-405d-ad61-9ca8165f3fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811108430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:15.677537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.709268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a955cde7-e206-43ef-aadc-2413e800357a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port 2648964d-797f-4bf9-ad1d-ffa6b4f1557d {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:15.709518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a955cde7-e206-43ef-aadc-2413e800357a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.713709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c4301f8-3857-4c24-bf92-d69773f0d418 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.719135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a req-9385e50c-bd11-4b07-8c4c-3376ef3540de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:15.721096 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a req-9385e50c-bd11-4b07-8c4c-3376ef3540de service neutron] 10.222.0.25 "GET /v2.0/networks?id=adb2bedd-c475-4354-a670-92b43b58e788 HTTP/1.1" status: 200 len: 899 time: 0.3208201 Jun 11 11:46:15.728881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.733053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:15.757456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c4301f8-3857-4c24-bf92-d69773f0d418 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.781205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Network ae109c01-bd74-4de8-ae23-2c77ba6f17d6 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:15.784246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:15.787722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:15.793474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event updated for resources: {'Port': ['ID=8e94f47d-d19a-4319-897f-daa270777b43,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:15.806427 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8028667 Jun 11 11:46:15.819999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:15.839269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:15.839996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.857535 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.6077037 Jun 11 11:46:15.858302 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47300) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:15.859504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=cee64490-7a88-4124-8f19-9e32ee6815c1,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:15.873304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network cee64490-7a88-4124-8f19-9e32ee6815c1 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:15.876184 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a req-42bbc95a-4e38-4a1a-b56f-d193cbe2a38b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 HTTP/1.1" status: 200 len: 217 time: 0.1360950 Jun 11 11:46:15.880185 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:15.881023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c4301f8-3857-4c24-bf92-d69773f0d418 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:15.882347 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0c4301f8-3857-4c24-bf92-d69773f0d418 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9410212 Jun 11 11:46:15.883163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-73a30581-2cbb-4c5d-a62b-2b50e29618f3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:15.891134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47302) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:15.955854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-dfd0bd65-ef0a-4ebf-a7e4-6f1dfef9f618 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '36e453a8-6e1b-4e30-b1a8-f491c4426bbc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:15.956655 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.api.v2.base [None req-dfd0bd65-ef0a-4ebf-a7e4-6f1dfef9f618 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 11 11:46:15.957231 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-dfd0bd65-ef0a-4ebf-a7e4-6f1dfef9f618 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:15.958306 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dfd0bd65-ef0a-4ebf-a7e4-6f1dfef9f618 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0662253 Jun 11 11:46:15.967141 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47304) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:15.972069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-47ef3cec-3bb2-4d3d-8a5c-15afb75e1add tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '36e453a8-6e1b-4e30-b1a8-f491c4426bbc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:16.002978 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d1b04816-c535-4212-81ee-286ced332ec5 None None] Provisioning complete for port 2648964d-797f-4bf9-ad1d-ffa6b4f1557d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:16.003955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d1b04816-c535-4212-81ee-286ced332ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.005788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-667b0e6b-0981-4dab-9f9a-cff35ffffce0 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Deleting port 8e94f47d-d19a-4319-897f-daa270777b43 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:16.006612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-667b0e6b-0981-4dab-9f9a-cff35ffffce0 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.040014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4301f8-3857-4c24-bf92-d69773f0d418 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e453a8-6e1b-4e30-b1a8-f491c4426bbc,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:16.063118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c4301f8-3857-4c24-bf92-d69773f0d418 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:16.085197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a req-ed29476b-b20c-44fb-94f9-7f3d4fca9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:16.087003 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a req-ed29476b-b20c-44fb-94f9-7f3d4fca9da2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dca22576-9a47-45f7-8498-4b4bc45d7419 HTTP/1.1" status: 200 len: 835 time: 0.1977463 Jun 11 11:46:16.091029 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a955cde7-e206-43ef-aadc-2413e800357a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.112306 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.127991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-d1b04816-c535-4212-81ee-286ced332ec5 None None] Port 2648964d-797f-4bf9-ad1d-ffa6b4f1557d cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:16.144699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-667b0e6b-0981-4dab-9f9a-cff35ffffce0 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.180831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5de0d228-fa41-45b4-b151-d98b34217294 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:16.248645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a955cde7-e206-43ef-aadc-2413e800357a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for 2648964d-797f-4bf9-ad1d-ffa6b4f1557d owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:16.252670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-667b0e6b-0981-4dab-9f9a-cff35ffffce0 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Calling delete_port for 8e94f47d-d19a-4319-897f-daa270777b43 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:16.311146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 5de0d228-fa41-45b4-b151-d98b34217294 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:16.311555 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.352215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a req-7ddb3192-73ee-4176-a65c-14e813e6e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:16.354164 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a req-7ddb3192-73ee-4176-a65c-14e813e6e8af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adb2bedd-c475-4354-a670-92b43b58e788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2572048 Jun 11 11:46:16.426771 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-47ef3cec-3bb2-4d3d-8a5c-15afb75e1add tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:16.427858 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-47ef3cec-3bb2-4d3d-8a5c-15afb75e1add tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4595935 Jun 11 11:46:16.428644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-667b0e6b-0981-4dab-9f9a-cff35ffffce0 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.456139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47308) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:16.457621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-81631945-940f-41c2-a72b-4a7490b9b829 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:16.463742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-58f28f57-ad78-4ad8-9ac4-4a0762494457 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '36e453a8-6e1b-4e30-b1a8-f491c4426bbc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:16.464282 dv-neutron-786478-5-hyperv neutron-server[99005]: WARNING neutron.api.v2.base [None req-58f28f57-ad78-4ad8-9ac4-4a0762494457 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 11 11:46:16.464772 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-58f28f57-ad78-4ad8-9ac4-4a0762494457 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:16.471137 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-58f28f57-ad78-4ad8-9ac4-4a0762494457 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058026 Jun 11 11:46:16.471137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47310) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:16.474638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9aa4f263-9d67-44f4-a169-28e871a93ae6 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '36e453a8-6e1b-4e30-b1a8-f491c4426bbc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:16.517394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b0e6b-0981-4dab-9f9a-cff35ffffce0 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e94f47d-d19a-4319-897f-daa270777b43,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:16.523293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-667b0e6b-0981-4dab-9f9a-cff35ffffce0 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:16.534967 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a req-d7330ee1-d30d-4acb-8305-d176ff948307 service neutron] 10.222.0.25 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687331 Jun 11 11:46:16.536140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a955cde7-e206-43ef-aadc-2413e800357a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.540857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56731d24-58da-4769-9e71-2ed07daffeb5 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:16.625530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955cde7-e206-43ef-aadc-2413e800357a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=2648964d-797f-4bf9-ad1d-ffa6b4f1557d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:16.638739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f40a13-65a9-4069-9a97-1bc3069410c8 req-2918003e-51f7-4925-9b02-c98c9a790346 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:16.640240 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b8f40a13-65a9-4069-9a97-1bc3069410c8 req-2918003e-51f7-4925-9b02-c98c9a790346 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 943 time: 0.2277424 Jun 11 11:46:16.649405 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-667b0e6b-0981-4dab-9f9a-cff35ffffce0 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.654339 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-667b0e6b-0981-4dab-9f9a-cff35ffffce0 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "DELETE /v2.0/ports/8e94f47d-d19a-4319-897f-daa270777b43 HTTP/1.1" status: 204 len: 168 time: 0.7918983 Jun 11 11:46:16.654488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47312) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:16.658650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae109c01-bd74-4de8-ae23-2c77ba6f17d6', 'external_fixed_ips': [{'subnet_id': '3a40318c-2b1d-4826-9fd3-7b86625f89ba', 'ip_address': '172.20.0.12'}]}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:16.667243 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-9aa4f263-9d67-44f4-a169-28e871a93ae6 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:16.668246 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9aa4f263-9d67-44f4-a169-28e871a93ae6 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1974368 Jun 11 11:46:16.672959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47314) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:16.675536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a955cde7-e206-43ef-aadc-2413e800357a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:16.681997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f70061f2-f50e-48ee-853c-491f081289de tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '36e453a8-6e1b-4e30-b1a8-f491c4426bbc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:16.682488 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.api.v2.base [None req-f70061f2-f50e-48ee-853c-491f081289de tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 11 11:46:16.683015 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-f70061f2-f50e-48ee-853c-491f081289de tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:16.687764 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f70061f2-f50e-48ee-853c-491f081289de tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106564 Jun 11 11:46:16.689578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47316) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:16.697625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-15a8abd9-febe-4a57-9c5c-065f824f6fd9 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '36e453a8-6e1b-4e30-b1a8-f491c4426bbc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:16.745166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.746199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.746740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a955cde7-e206-43ef-aadc-2413e800357a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.748820 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a955cde7-e206-43ef-aadc-2413e800357a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/2648964d-797f-4bf9-ad1d-ffa6b4f1557d HTTP/1.1" status: 204 len: 168 time: 1.5051987 Jun 11 11:46:16.752981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47318) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:16.756301 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b8f40a13-65a9-4069-9a97-1bc3069410c8 req-95d22267-01c6-4d51-86c2-80f4aad8a04c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039600 Jun 11 11:46:16.772763 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-15a8abd9-febe-4a57-9c5c-065f824f6fd9 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Project c0fee15be30d474492dd6dd5f3db35e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:46:16.804498 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-b830b089-64e2-4ca6-a4cb-81efe3f47bd3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] GET failed (client error): The resource could not be found. Jun 11 11:46:16.806177 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b830b089-64e2-4ca6-a4cb-81efe3f47bd3 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports/2648964d-797f-4bf9-ad1d-ffa6b4f1557d HTTP/1.1" status: 404 len: 333 time: 0.0523949 Jun 11 11:46:16.808495 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e3e7a758-d95c-4472-b1ae-c8ddd132b59a req-6b65163b-f7ad-4096-a743-6e5dc49f8e38 service neutron] 10.222.0.25 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612197 Jun 11 11:46:16.809191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47320) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:16.836121 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.839705 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-15a8abd9-febe-4a57-9c5c-065f824f6fd9 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:16.846436 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-15a8abd9-febe-4a57-9c5c-065f824f6fd9 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1558447 Jun 11 11:46:16.847408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47322) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:16.858745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2b7b8045-2d4e-4b14-8b6f-3114c9b0827b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '36e453a8-6e1b-4e30-b1a8-f491c4426bbc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:16.859241 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.api.v2.base [None req-2b7b8045-2d4e-4b14-8b6f-3114c9b0827b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 11 11:46:16.859744 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-2b7b8045-2d4e-4b14-8b6f-3114c9b0827b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:16.863629 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2b7b8045-2d4e-4b14-8b6f-3114c9b0827b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152330 Jun 11 11:46:16.864217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47324) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:16.874549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-15b7a612-03e4-415c-a42e-0d987edff0aa tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '36e453a8-6e1b-4e30-b1a8-f491c4426bbc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:16.917490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1761540-3574-4c89-ba01-7cdae98a83d0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.933904 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-15b7a612-03e4-415c-a42e-0d987edff0aa tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Project c0fee15be30d474492dd6dd5f3db35e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:46:16.954433 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1761540-3574-4c89-ba01-7cdae98a83d0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:16.965108 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-15b7a612-03e4-415c-a42e-0d987edff0aa tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:16.969079 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-15b7a612-03e4-415c-a42e-0d987edff0aa tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1007895 Jun 11 11:46:16.971922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47326) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:16.976373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5e6bdb97-d8cd-48fa-ac19-056ea778cc38 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '36e453a8-6e1b-4e30-b1a8-f491c4426bbc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:17.024975 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-5e6bdb97-d8cd-48fa-ac19-056ea778cc38 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Project c0fee15be30d474492dd6dd5f3db35e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:46:17.036687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1761540-3574-4c89-ba01-7cdae98a83d0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.039668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e1761540-3574-4c89-ba01-7cdae98a83d0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.043260 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e1761540-3574-4c89-ba01-7cdae98a83d0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/security-groups/7203d1a9-501f-4b51-83c2-d3d5e5b733da HTTP/1.1" status: 204 len: 168 time: 0.2309666 Jun 11 11:46:17.043260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a7fc3ea1-eae5-4409-91c4-890c806d4f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:17.046280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47328) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:17.048541 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-5e6bdb97-d8cd-48fa-ac19-056ea778cc38 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:17.052925 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5e6bdb97-d8cd-48fa-ac19-056ea778cc38 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0802259 Jun 11 11:46:17.053653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47330) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:17.085908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1761540-3574-4c89-ba01-7cdae98a83d0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7203d1a9-501f-4b51-83c2-d3d5e5b733da,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:17.087502 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.107252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e1761540-3574-4c89-ba01-7cdae98a83d0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:17.176943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2759203-2e0f-4731-b2ca-d8cae59ac297 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.183531 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0aeccc03-0bb5-4d96-a0a2-9289810a4250 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.214844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2759203-2e0f-4731-b2ca-d8cae59ac297 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.233438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0aeccc03-0bb5-4d96-a0a2-9289810a4250 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.299286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0aeccc03-0bb5-4d96-a0a2-9289810a4250 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.302309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0aeccc03-0bb5-4d96-a0a2-9289810a4250 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.303513 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0aeccc03-0bb5-4d96-a0a2-9289810a4250 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "DELETE /v2.0/security-groups/36e453a8-6e1b-4e30-b1a8-f491c4426bbc HTTP/1.1" status: 204 len: 168 time: 0.2431452 Jun 11 11:46:17.305508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19e81780-fec8-4a76-b2b0-ad129b955185 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:17.308837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47332) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:17.317082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2759203-2e0f-4731-b2ca-d8cae59ac297 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.319801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2759203-2e0f-4731-b2ca-d8cae59ac297 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.323440 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a2759203-2e0f-4731-b2ca-d8cae59ac297 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/security-groups/65290b4e-819d-4953-bbc2-9f4607cc0116 HTTP/1.1" status: 204 len: 168 time: 0.2733781 Jun 11 11:46:17.338919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47334) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:17.348385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeccc03-0bb5-4d96-a0a2-9289810a4250 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e453a8-6e1b-4e30-b1a8-f491c4426bbc,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:17.352475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0aeccc03-0bb5-4d96-a0a2-9289810a4250 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:17.353007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c4301f8-3857-4c24-bf92-d69773f0d418 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:17.391728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2759203-2e0f-4731-b2ca-d8cae59ac297 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65290b4e-819d-4953-bbc2-9f4607cc0116,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:17.391983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a2759203-2e0f-4731-b2ca-d8cae59ac297 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:17.416458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.423526 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2e601110-d2cc-46b6-84cd-8773d5c4cc7e tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1134479 Jun 11 11:46:17.431090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47336) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:17.436330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-98e7771a-f9ad-42ba-9d2f-3e5a41d63d16 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'tempest-secgroup--171959278'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:17.451693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.463690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-902fb09b-9543-417a-b861-556ddd7a4627 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.485701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98e7771a-f9ad-42ba-9d2f-3e5a41d63d16 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.503235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-902fb09b-9543-417a-b861-556ddd7a4627 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.574149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-902fb09b-9543-417a-b861-556ddd7a4627 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.577225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-902fb09b-9543-417a-b861-556ddd7a4627 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.578379 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-902fb09b-9543-417a-b861-556ddd7a4627 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/security-groups/7684d055-21d4-422e-94f6-6da143c23b71 HTTP/1.1" status: 204 len: 168 time: 0.2385478 Jun 11 11:46:17.581018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c3d7d9a9-e862-487c-86c2-da23dc47feea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:17.581476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47338) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:17.597088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:46:17.603859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fb09b-9543-417a-b861-556ddd7a4627 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7684d055-21d4-422e-94f6-6da143c23b71,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:17.609850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-902fb09b-9543-417a-b861-556ddd7a4627 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:17.655170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98e7771a-f9ad-42ba-9d2f-3e5a41d63d16 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.661096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98e7771a-f9ad-42ba-9d2f-3e5a41d63d16 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.664789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:17.667875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Allocated IP 172.20.0.12 (ae109c01-bd74-4de8-ae23-2c77ba6f17d6/3a40318c-2b1d-4826-9fd3-7b86625f89ba/3ac2a88a-7ac3-403b-934b-d305b1838c0b) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:17.716399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98e7771a-f9ad-42ba-9d2f-3e5a41d63d16 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.718288 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-98e7771a-f9ad-42ba-9d2f-3e5a41d63d16 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2860861 Jun 11 11:46:17.720767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7771a-f9ad-42ba-9d2f-3e5a41d63d16 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837b43fb-bca6-440f-88d6-25502cdc0013,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:17.722883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47340) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:17.730251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-aa716bca-7aca-422e-adc2-c01662d653d2 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '837b43fb-bca6-440f-88d6-25502cdc0013', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:17.737865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-98e7771a-f9ad-42ba-9d2f-3e5a41d63d16 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:17.741098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-34423f23-04b9-4195-b11c-74b9a3090aef tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting subnet 35c86ffb-e959-42aa-b383-c6f3b11d7cfb {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:17.779390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.781670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:17.794319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'port_id': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'mac_address': 'fa:16:3e:4e:5d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:46:17.851959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.869719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:46:17.896060 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:17.900888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:17.903879 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ee8aeee5-c771-408a-beb2-0b542a0187ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:17.989806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:17.995118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:18.038841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6dfff-bd1a-4998-9670-ab4f97bf4f08 req-29f1f854-b8ec-42c4-ad1c-fb792e24399d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:18.040697 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e8d6dfff-bd1a-4998-9670-ab4f97bf4f08 req-29f1f854-b8ec-42c4-ad1c-fb792e24399d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 944 time: 0.1219716 Jun 11 11:46:18.090073 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e8d6dfff-bd1a-4998-9670-ab4f97bf4f08 req-456ef874-8f0e-493d-b0e5-3a03e1a56369 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422401 Jun 11 11:46:18.128021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:46:18.135484 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34423f23-04b9-4195-b11c-74b9a3090aef tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.249347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34423f23-04b9-4195-b11c-74b9a3090aef tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.320437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.326798 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-aa716bca-7aca-422e-adc2-c01662d653d2 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The resource could not be found. Jun 11 11:46:18.330581 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-aa716bca-7aca-422e-adc2-c01662d653d2 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6013806 Jun 11 11:46:18.331655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47344) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:18.338886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2c5edffe-2665-4bb5-8cf0-2259d174f65b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': '837b43fb-bca6-440f-88d6-25502cdc0013', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e806ab37-5d97-47b5-aa70-a5a8168aa099'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:18.434314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34423f23-04b9-4195-b11c-74b9a3090aef tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.483189 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-2c5edffe-2665-4bb5-8cf0-2259d174f65b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The resource could not be found. Jun 11 11:46:18.486892 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2c5edffe-2665-4bb5-8cf0-2259d174f65b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1516426 Jun 11 11:46:18.487101 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47346) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:18.500548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.511251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-07f7cd86-8216-4939-b3db-f177534948a9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:18.585735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Network ae109c01-bd74-4de8-ae23-2c77ba6f17d6 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:18.593184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:18.595861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:18.600537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event updated for resources: {'Port': ['ID=3ac2a88a-7ac3-403b-934b-d305b1838c0b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:18.605648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34423f23-04b9-4195-b11c-74b9a3090aef tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.636158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:18.639663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d8a101ba-8039-4f5a-9bdb-a0281acb2357 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:18.691806 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34423f23-04b9-4195-b11c-74b9a3090aef tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Subnet': ['ID=35c86ffb-e959-42aa-b383-c6f3b11d7cfb,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:18.693995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-34423f23-04b9-4195-b11c-74b9a3090aef tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:18.695342 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34423f23-04b9-4195-b11c-74b9a3090aef tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.704130 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-34423f23-04b9-4195-b11c-74b9a3090aef tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/35c86ffb-e959-42aa-b383-c6f3b11d7cfb HTTP/1.1" status: 204 len: 168 time: 1.0888004 Jun 11 11:46:18.704130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-32e2057c-b158-41c2-9dc1-17450ec737e3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.704927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47348) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:18.706608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f9f321-64d5-475c-b993-c8c58d48355b None None] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:18.768314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae41e90f-b2ba-4371-aacb-7ae6b963c3bd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting subnet fe50c3ff-0748-4786-b470-95e3eaaaaa0b {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:18.771526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ae41e90f-b2ba-4371-aacb-7ae6b963c3bd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.790835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-32e2057c-b158-41c2-9dc1-17450ec737e3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.836806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ae41e90f-b2ba-4371-aacb-7ae6b963c3bd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.936148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-32e2057c-b158-41c2-9dc1-17450ec737e3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.941922 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-32e2057c-b158-41c2-9dc1-17450ec737e3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.942708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ae41e90f-b2ba-4371-aacb-7ae6b963c3bd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:18.943679 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-32e2057c-b158-41c2-9dc1-17450ec737e3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "DELETE /v2.0/security-groups/837b43fb-bca6-440f-88d6-25502cdc0013 HTTP/1.1" status: 204 len: 168 time: 0.4556463 Jun 11 11:46:18.945016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-311e6cef-77eb-4dfe-88c3-27ab385001c0 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:18.946149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47350) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:19.055576 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f8b2035b-d8d2-461c-b5b6-6ae4f6eaf244 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081493 Jun 11 11:46:19.058523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ae41e90f-b2ba-4371-aacb-7ae6b963c3bd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.062263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47352) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:19.063189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b27d064f-23a4-4da5-847a-4b083138729b tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:19.071548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0a9483b9-7330-4a25-9889-9006d778f4bd tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': 'd2e15356-3acd-4db8-b66d-b441bfc542c6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:19.085624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2057c-b158-41c2-9dc1-17450ec737e3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=837b43fb-bca6-440f-88d6-25502cdc0013,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:19.087939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-32e2057c-b158-41c2-9dc1-17450ec737e3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:19.135844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ae41e90f-b2ba-4371-aacb-7ae6b963c3bd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.141757 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ae41e90f-b2ba-4371-aacb-7ae6b963c3bd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/fe50c3ff-0748-4786-b470-95e3eaaaaa0b HTTP/1.1" status: 204 len: 168 time: 0.4350631 Jun 11 11:46:19.143723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41e90f-b2ba-4371-aacb-7ae6b963c3bd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Subnet': ['ID=fe50c3ff-0748-4786-b470-95e3eaaaaa0b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:19.145558 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47356) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:19.147777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ae41e90f-b2ba-4371-aacb-7ae6b963c3bd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:19.191162 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-0a9483b9-7330-4a25-9889-9006d778f4bd tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The resource could not be found. Jun 11 11:46:19.197292 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0a9483b9-7330-4a25-9889-9006d778f4bd tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1297598 Jun 11 11:46:19.198106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47358) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:19.204921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-525172ab-1ce1-4d10-998b-4492d9b41643 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441786775'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:19.213697 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb5e08d-9490-4663-a3ed-5c939e5437df tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:19.217084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb5e08d-9490-4663-a3ed-5c939e5437df tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:19.218969 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3bb5e08d-9490-4663-a3ed-5c939e5437df tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/35c86ffb-e959-42aa-b383-c6f3b11d7cfb HTTP/1.1" status: 404 len: 337 time: 0.0676050 Jun 11 11:46:19.220490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.222215 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47360) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:19.250732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-525172ab-1ce1-4d10-998b-4492d9b41643 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.276770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47362) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:19.282938 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'network_id': 'cee64490-7a88-4124-8f19-9e32ee6815c1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:19.314683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b5e02f-110b-427b-966c-d1f068e03377 None None] Update dhcp port {'port': {'network_id': 'e2d97c02-af86-4bcc-a0fe-c720b2b53c5a', 'fixed_ips': [{'subnet_id': 'ab1d7889-2a88-4aeb-99fd-7ecfddef9893', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fe50c3ff-0748-4786-b470-95e3eaaaaa0b'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '5de0d228-fa41-45b4-b151-d98b34217294'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:46:19.355426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-15b5e02f-110b-427b-966c-d1f068e03377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.444946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbc75a5-3c65-4316-a9a1-232ac7469417 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting subnet ab1d7889-2a88-4aeb-99fd-7ecfddef9893 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:19.453465 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-525172ab-1ce1-4d10-998b-4492d9b41643 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.457572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecbc75a5-3c65-4316-a9a1-232ac7469417 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.460012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-525172ab-1ce1-4d10-998b-4492d9b41643 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.466194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aec5b1d1-21e0-4977-8a43-c0558c454fee tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:19.503641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:19.507361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.525290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-525172ab-1ce1-4d10-998b-4492d9b41643 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.527686 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-525172ab-1ce1-4d10-998b-4492d9b41643 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3273258 Jun 11 11:46:19.530015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecbc75a5-3c65-4316-a9a1-232ac7469417 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.536069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525172ab-1ce1-4d10-998b-4492d9b41643 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da212a-14a7-4638-959a-7ab2de2395a3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:19.539873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47364) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:19.544432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-525172ab-1ce1-4d10-998b-4492d9b41643 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:19.547869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-33274b9b-e204-44e9-9be3-ac3d22f990bb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'tempest-secgroup--117389451'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:19.587735 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:19.645904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:19.650063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-33274b9b-e204-44e9-9be3-ac3d22f990bb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.650213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:19.650611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.659455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d5c36-95f6-4ba4-b3dd-3fa738c088bf req-9b9fe8c4-7cf5-4895-808e-f1130457336f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:19.660951 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-672d5c36-95f6-4ba4-b3dd-3fa738c088bf req-9b9fe8c4-7cf5-4895-808e-f1130457336f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 944 time: 0.3665462 Jun 11 11:46:19.746464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.771955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:46:19.774228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49859793-4229-40fe-9663-71a3fe45d1c9" -d '{"events": [{"server_uuid": "71b792bb-f955-404c-b60a-3bb1bc72cd86", "name": "network-vif-plugged", "status": "completed", "tag": "fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:46:19.778966 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-672d5c36-95f6-4ba4-b3dd-3fa738c088bf req-e42bd077-d989-4ac1-bd0f-e62c47317835 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037347 Jun 11 11:46:19.800791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:19.803280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.805353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:19.822334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecbc75a5-3c65-4316-a9a1-232ac7469417 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.854422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.870682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.872625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6f55d9fd-b05d-4a47-8f31-fa4b55bd3d47 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:19.879576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:19.883426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:19.922749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-33274b9b-e204-44e9-9be3-ac3d22f990bb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.949766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-33274b9b-e204-44e9-9be3-ac3d22f990bb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.964630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=294d7105-45b0-4850-b5d2-b8cae7f1f6a4,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:19.970666 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:19.971495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-98e7771a-f9ad-42ba-9d2f-3e5a41d63d16 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:19.985550 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308a5c26-dbf0-44fe-821d-b58e75a9f4fa x-openstack-request-id: req-308a5c26-dbf0-44fe-821d-b58e75a9f4fa {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:46:19.986049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b792bb-f955-404c-b60a-3bb1bc72cd86", "name": "network-vif-plugged", "status": "completed", "tag": "fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:46:19.986166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-33274b9b-e204-44e9-9be3-ac3d22f990bb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:19.986574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-308a5c26-dbf0-44fe-821d-b58e75a9f4fa {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:46:19.987165 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'code': 200} Jun 11 11:46:19.987379 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-33274b9b-e204-44e9-9be3-ac3d22f990bb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4467359 Jun 11 11:46:19.988199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Checking segment: {'id': '1c23da2c-0851-477f-80f4-4d54ef599723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'cee64490-7a88-4124-8f19-9e32ee6815c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:19.988561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network hostable DHCP agents. Network: cee64490-7a88-4124-8f19-9e32ee6815c1, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:19.991244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47370) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:19.998484 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b8801900-ac25-4196-8eea-060724764767 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': 'd9da212a-14a7-4638-959a-7ab2de2395a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '28f4a5b9-91b4-4974-8534-80dfc964d4f2'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:20.012409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33274b9b-e204-44e9-9be3-ac3d22f990bb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f4a5b9-91b4-4974-8534-80dfc964d4f2,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:20.023374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-33274b9b-e204-44e9-9be3-ac3d22f990bb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:20.026577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network cee64490-7a88-4124-8f19-9e32ee6815c1 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:20.039490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, cee64490-7a88-4124-8f19-9e32ee6815c1) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:20.045267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:20.046290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.052238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42e764-bc3d-421a-8a28-b7ca2a9226c8 None None] Network cee64490-7a88-4124-8f19-9e32ee6815c1 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:20.060042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecbc75a5-3c65-4316-a9a1-232ac7469417 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.064472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-07c99f47-7813-4845-9e53-04101164b21b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:20.087646 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8098140 Jun 11 11:46:20.088296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47372) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.093902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-235849456'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server [None req-15b5e02f-110b-427b-966c-d1f068e03377 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab1d7889-2a88-4aeb-99fd-7ecfddef9893: This subnet is being modified by another concurrent operation. Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 11:46:20.096136 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1715, in update_port Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise exception Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab1d7889-2a88-4aeb-99fd-7ecfddef9893: This subnet is being modified by another concurrent operation. Jun 11 11:46:20.100486 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server Jun 11 11:46:20.123972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:20.129880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.136624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc75a5-3c65-4316-a9a1-232ac7469417 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1d7889-2a88-4aeb-99fd-7ecfddef9893,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:20.161242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ecbc75a5-3c65-4316-a9a1-232ac7469417 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:20.182307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecbc75a5-3c65-4316-a9a1-232ac7469417 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.182564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:20.187034 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ecbc75a5-3c65-4316-a9a1-232ac7469417 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/ab1d7889-2a88-4aeb-99fd-7ecfddef9893 HTTP/1.1" status: 204 len: 168 time: 0.9610205 Jun 11 11:46:20.187411 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-b8801900-ac25-4196-8eea-060724764767 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:20.190622 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b8801900-ac25-4196-8eea-060724764767 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1961985 Jun 11 11:46:20.190622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47374) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.191665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47376) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.235901 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36f52bf-dcd5-4424-9b93-90edd0755566 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:20.236359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36f52bf-dcd5-4424-9b93-90edd0755566 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:20.240610 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b36f52bf-dcd5-4424-9b93-90edd0755566 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/6105b9f0-0622-4218-bfbd-d682961e84b9 HTTP/1.1" status: 404 len: 337 time: 0.0444202 Jun 11 11:46:20.242159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47378) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.243165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.243519 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Added segment 5843712c-5c06-4926-9eca-3d3378f822af of type vlan for network 6c41cdda-4f15-42a5-bdeb-613a09717237 Jun 11 11:46:20.256641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84a76ef-1a25-4e79-8398-c760668b6297 None None] Network e2d97c02-af86-4bcc-a0fe-c720b2b53c5a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:20.284964 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-27c6c555-6c5d-447f-bd8f-e0ce26eca252 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "GET /v2.0/ports?device_id=9324b1a5-c783-4487-acc7-db602d8c130a HTTP/1.1" status: 200 len: 205 time: 0.0392194 Jun 11 11:46:20.284964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Router c5b249bd-a4d8-4a23-a622-de0e5adb94f7 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:46:20.286467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47380) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.329436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.341911 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-f2e547ad-c88a-4d0e-b616-533b05db5141 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] delete failed (client error): The resource could not be found. Jun 11 11:46:20.345270 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f2e547ad-c88a-4d0e-b616-533b05db5141 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/routers/9324b1a5-c783-4487-acc7-db602d8c130a HTTP/1.1" status: 404 len: 336 time: 0.0566370 Jun 11 11:46:20.346173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47382) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.349542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1b04a-c049-4288-8464-7620ae0676a6 req-0c30d1dd-aeff-4eb2-a1cd-2424681bf3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:20.351044 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-21f1b04a-c049-4288-8464-7620ae0676a6 req-0c30d1dd-aeff-4eb2-a1cd-2424681bf3f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 1098 time: 0.1699989 Jun 11 11:46:20.383463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-532fe1d6-c295-42e9-b3c0-0a52bef9438f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.394594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ce311ab5-73f9-42e4-b0a5-c0cb365640d1 None None] Provisioning complete for port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:20.395167 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce311ab5-73f9-42e4-b0a5-c0cb365640d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.434216 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1229c78f-162d-4de7-9921-d6842242b2fe tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:20.434697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1229c78f-162d-4de7-9921-d6842242b2fe tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:20.435819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.438745 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1229c78f-162d-4de7-9921-d6842242b2fe tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/065213d9-f9be-45d0-b190-e92c59f49a23 HTTP/1.1" status: 404 len: 337 time: 0.0900245 Jun 11 11:46:20.441256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:20.441852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.444954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47384) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.446536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-532fe1d6-c295-42e9-b3c0-0a52bef9438f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.449035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-76a84d4f-ee5c-4fe8-97dc-e4422fed3d92 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:20.449193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-cee64490-7a88-4124-8f19-9e32ee6815c1', 'network_id': 'cee64490-7a88-4124-8f19-9e32ee6815c1', 'tenant_id': '023ed2953b824fb5b84161bf7bdf0865', 'fixed_ips': [{'subnet_id': '294d7105-45b0-4850-b5d2-b8cae7f1f6a4'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:20.450670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.455388 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-21f1b04a-c049-4288-8464-7620ae0676a6 req-39bf6610-adba-4f7e-85fa-4d3308aa1900 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957851 Jun 11 11:46:20.505704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ce311ab5-73f9-42e4-b0a5-c0cb365640d1 None None] Port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:20.539661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:20.540136 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20f00bb-48bd-47b2-952f-90bc2c746e69 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:20.540605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20f00bb-48bd-47b2-952f-90bc2c746e69 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:20.542413 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a20f00bb-48bd-47b2-952f-90bc2c746e69 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/00c3a434-0428-47a5-9ebe-7b6f85e88027 HTTP/1.1" status: 404 len: 337 time: 0.0893776 Jun 11 11:46:20.545841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47386) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.557854 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4685602 Jun 11 11:46:20.564681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47388) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.571494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'network_id': '6c41cdda-4f15-42a5-bdeb-613a09717237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:20.588398 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec64e8a-b2f7-4728-b972-244ca6712bbd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:20.589833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec64e8a-b2f7-4728-b972-244ca6712bbd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:20.590473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Sync routers for ids ['c5b249bd-a4d8-4a23-a622-de0e5adb94f7'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:20.596307 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9ec64e8a-b2f7-4728-b972-244ca6712bbd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/268baea0-9b2b-4dfc-9c58-af219ce5a770 HTTP/1.1" status: 404 len: 337 time: 0.0491292 Jun 11 11:46:20.601666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47390) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.627055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ce311ab5-73f9-42e4-b0a5-c0cb365640d1 None None] Provisioning complete for port 5de0d228-fa41-45b4-b151-d98b34217294 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:20.627600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce311ab5-73f9-42e4-b0a5-c0cb365640d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.632916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.636563 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.9787354 Jun 11 11:46:20.636563 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e68902e-2f60-4c38-bcee-e406195778fb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:20.636563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e68902e-2f60-4c38-bcee-e406195778fb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:20.636866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Routers {'c5b249bd-a4d8-4a23-a622-de0e5adb94f7'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:20.638567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['c5b249bd-a4d8-4a23-a622-de0e5adb94f7'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:20.638726 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7e68902e-2f60-4c38-bcee-e406195778fb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/ed10b178-a0fe-466a-a120-91f56b600c5a HTTP/1.1" status: 404 len: 333 time: 0.0376327 Jun 11 11:46:20.638726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47392) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.640736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47394) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.673290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=6c41cdda-4f15-42a5-bdeb-613a09717237,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:20.683493 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cea891b-512e-4e99-bdcd-415a707322fb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:20.683985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cea891b-512e-4e99-bdcd-415a707322fb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:20.685805 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5cea891b-512e-4e99-bdcd-415a707322fb tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/0a55a62f-eab9-4797-819e-1b20d164eb23 HTTP/1.1" status: 404 len: 337 time: 0.0442379 Jun 11 11:46:20.688389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:20.689116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47396) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:20.735992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 6c41cdda-4f15-42a5-bdeb-613a09717237 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:20.840457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ee4ba1-a881-4a1f-a28c-aee0e8534032 None None] DHCP port deletion for e2d97c02-af86-4bcc-a0fe-c720b2b53c5a request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:46:20.853062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:20.957993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Allocated IP 2001:db8:0:ffff::2 (cee64490-7a88-4124-8f19-9e32ee6815c1/294d7105-45b0-4850-b5d2-b8cae7f1f6a4/3299f9f1-aba7-4f73-90e3-216d5be3becf) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:21.003066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Set router c5b249bd-a4d8-4a23-a622-de0e5adb94f7 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:46:21.131085 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a556d83-eb37-4c05-b23e-a8b23a0da41e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:21.131714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a556d83-eb37-4c05-b23e-a8b23a0da41e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:21.136640 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5a556d83-eb37-4c05-b23e-a8b23a0da41e tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/8b2a0d18-dc53-490c-8871-2b35f074e746 HTTP/1.1" status: 404 len: 337 time: 0.4432032 Jun 11 11:46:21.136640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47400) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:21.137386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-532fe1d6-c295-42e9-b3c0-0a52bef9438f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.141242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-532fe1d6-c295-42e9-b3c0-0a52bef9438f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.142122 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-532fe1d6-c295-42e9-b3c0-0a52bef9438f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "DELETE /v2.0/security-groups/28f4a5b9-91b4-4974-8534-80dfc964d4f2 HTTP/1.1" status: 204 len: 168 time: 0.9453161 Jun 11 11:46:21.152175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47402) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:21.153115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0f9c7ee9-dc64-4618-8c29-44a22b146e58 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:21.208865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fe1d6-c295-42e9-b3c0-0a52bef9438f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f4a5b9-91b4-4974-8534-80dfc964d4f2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:21.217419 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff65e4f-6939-4ee3-bd12-1395fd64a0ab tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:21.218599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff65e4f-6939-4ee3-bd12-1395fd64a0ab tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:21.220732 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5ff65e4f-6939-4ee3-bd12-1395fd64a0ab tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/96cb028b-f3a1-4f39-afce-73ebf5a2dd0c HTTP/1.1" status: 404 len: 333 time: 0.0767310 Jun 11 11:46:21.222192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-532fe1d6-c295-42e9-b3c0-0a52bef9438f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:21.227034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47404) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:21.290211 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f6c1ba-a158-4862-90f2-49b3c303ffd5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:21.291081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f6c1ba-a158-4862-90f2-49b3c303ffd5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:21.293131 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-44f6c1ba-a158-4862-90f2-49b3c303ffd5 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/8ebff2fa-1550-4761-8b8c-da9ee4d1e89b HTTP/1.1" status: 404 len: 337 time: 0.0632842 Jun 11 11:46:21.303286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47406) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:21.320388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:21.324407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.379414 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f406cf-7527-4014-8331-2d55c6f6ad33 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:21.380151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f406cf-7527-4014-8331-2d55c6f6ad33 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:21.382197 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-39f406cf-7527-4014-8331-2d55c6f6ad33 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/subnets/ddb3e08a-aeea-40e2-adec-e6da253432ab HTTP/1.1" status: 404 len: 337 time: 0.0765254 Jun 11 11:46:21.395216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47408) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:21.454123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-09b5a5e1-15ff-42f8-a32a-83e4bb6c898c tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2970734 Jun 11 11:46:21.457498 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47410) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:21.513967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-17ee4ba1-a881-4a1f-a28c-aee0e8534032 None None] Deleting port 5de0d228-fa41-45b4-b151-d98b34217294 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:21.514956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-17ee4ba1-a881-4a1f-a28c-aee0e8534032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.551370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f644-ddb6-4749-99c1-267f988490b8 req-94b18045-82a5-4646-ba91-53d7203c1354 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:21.552865 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7708f644-ddb6-4749-99c1-267f988490b8 req-94b18045-82a5-4646-ba91-53d7203c1354 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 945 time: 0.6371701 Jun 11 11:46:21.577273 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.602729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dcc52e30-94c0-480a-9906-f21c699ad646 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.611270 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:46:21.655335 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7708f644-ddb6-4749-99c1-267f988490b8 req-98cb611c-aba4-4d29-9e12-bbc8630e959e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840931 Jun 11 11:46:21.668117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-17ee4ba1-a881-4a1f-a28c-aee0e8534032 None None] For port 5de0d228-fa41-45b4-b151-d98b34217294, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5de0d228-fa41-45b4-b151-d98b34217294,segment=NetworkSegment(2c0b9fca-f460-4d83-aca4-e68bde96d51d),segment_id=2c0b9fca-f460-4d83-aca4-e68bde96d51d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:21.668525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-17ee4ba1-a881-4a1f-a28c-aee0e8534032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.669076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dcc52e30-94c0-480a-9906-f21c699ad646 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.730092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Deleting port 3ac2a88a-7ac3-403b-934b-d305b1838c0b {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:21.730486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.735401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dcc52e30-94c0-480a-9906-f21c699ad646 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.738052 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dcc52e30-94c0-480a-9906-f21c699ad646 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.741557 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dcc52e30-94c0-480a-9906-f21c699ad646 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "DELETE /v2.0/security-groups/d9da212a-14a7-4638-959a-7ab2de2395a3 HTTP/1.1" status: 204 len: 168 time: 0.2807801 Jun 11 11:46:21.741932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47412) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:21.752419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:21.774274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-5c9364bb-f8bd-4f30-a59f-6a5ad61fe5a6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Deleting port a3b04cbd-21ff-4dee-934d-89e6768c5ea4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:21.774663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc52e30-94c0-480a-9906-f21c699ad646 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da212a-14a7-4638-959a-7ab2de2395a3,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:21.774783 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c9364bb-f8bd-4f30-a59f-6a5ad61fe5a6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.776980 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dcc52e30-94c0-480a-9906-f21c699ad646 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:21.794561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-17ee4ba1-a881-4a1f-a28c-aee0e8534032 None None] Calling delete_port for 5de0d228-fa41-45b4-b151-d98b34217294 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:21.822789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.827521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.831212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fb15e5fc-9cba-4048-8504-43c795e2e209 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:21.856952 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.888542 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Transition to ACTIVE for port object 3299f9f1-aba7-4f73-90e3-216d5be3becf will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:21.915500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Transition to ACTIVE for port object 3299f9f1-aba7-4f73-90e3-216d5be3becf will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:21.934146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.937580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f5840c28-ec3f-46ea-98df-41e960d65ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:21.954961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Calling delete_port for 3ac2a88a-7ac3-403b-934b-d305b1838c0b owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:21.963445 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-548d0da2-5091-4bda-b080-9dc989722078 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2166922 Jun 11 11:46:21.964621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47414) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:21.969119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d6034966-9c5e-4c5e-a8a1-3795ba2900c3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139662402'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:21.973367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c9364bb-f8bd-4f30-a59f-6a5ad61fe5a6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:21.979433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b249bd-a4d8-4a23-a622-de0e5adb94f7', 'name': '', 'tenant_id': '5be91551b5b445eebce450f2bda90c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae109c01-bd74-4de8-ae23-2c77ba6f17d6', 'external_fixed_ips': [{'subnet_id': '3a40318c-2b1d-4826-9fd3-7b86625f89ba', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '3ac2a88a-7ac3-403b-934b-d305b1838c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:46:16Z', 'updated_at': '2021-06-11T11:46:18Z', 'revision_number': 3, 'project_id': '5be91551b5b445eebce450f2bda90c80', 'gw_port': {'id': '3ac2a88a-7ac3-403b-934b-d305b1838c0b', 'name': '', 'network_id': 'ae109c01-bd74-4de8-ae23-2c77ba6f17d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b249bd-a4d8-4a23-a622-de0e5adb94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '3a40318c-2b1d-4826-9fd3-7b86625f89ba', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:46:17Z', 'updated_at': '2021-06-11T11:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a40318c-2b1d-4826-9fd3-7b86625f89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:21.999812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Checking router: c5b249bd-a4d8-4a23-a622-de0e5adb94f7 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:46:22.000178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Updating router c5b249bd-a4d8-4a23-a622-de0e5adb94f7 port 3ac2a88a-7ac3-403b-934b-d305b1838c0b binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:46:22.005080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Network cee64490-7a88-4124-8f19-9e32ee6815c1 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:22.036716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:22.042058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Pushing event updated for resources: {'Port': ['ID=3299f9f1-aba7-4f73-90e3-216d5be3becf,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:22.045992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:22.046990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:22.048494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6034966-9c5e-4c5e-a8a1-3795ba2900c3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.050549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-17ee4ba1-a881-4a1f-a28c-aee0e8534032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.055437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=4ac83227-0712-49b8-8b4d-678b6b350f2c,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:22.059095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:22.096937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee4ba1-a881-4a1f-a28c-aee0e8534032 None None] Pushing event deleted for resources: {'Port': ['ID=5de0d228-fa41-45b4-b151-d98b34217294,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:22.101429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-17ee4ba1-a881-4a1f-a28c-aee0e8534032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:22.107532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-5c9364bb-f8bd-4f30-a59f-6a5ad61fe5a6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Calling delete_port for a3b04cbd-21ff-4dee-934d-89e6768c5ea4 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:22.111950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:22.123520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.125744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ee4ba1-a881-4a1f-a28c-aee0e8534032 None None] No DVR routers for this DVR port 5de0d228-fa41-45b4-b151-d98b34217294 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:22.125901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Checking segment: {'id': '5843712c-5c06-4926-9eca-3d3378f822af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6c41cdda-4f15-42a5-bdeb-613a09717237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:22.126094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network hostable DHCP agents. Network: 6c41cdda-4f15-42a5-bdeb-613a09717237, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:22.181271 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5de0d228-fa41-45b4-b151-d98b34217294 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:46:22.205214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network 6c41cdda-4f15-42a5-bdeb-613a09717237 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:22.218794 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 5de0d228-fa41-45b4-b151-d98b34217294 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:46:22.219223 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5de0d228-fa41-45b4-b151-d98b34217294 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:46:22.219442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 6c41cdda-4f15-42a5-bdeb-613a09717237) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:22.229817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:22.230578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.236075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b36e6a-5b68-4500-b080-0dccace3b897 None None] Network 6c41cdda-4f15-42a5-bdeb-613a09717237 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:22.250000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c9364bb-f8bd-4f30-a59f-6a5ad61fe5a6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.253778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c3a3532f-b1e5-40cb-b0c5-6d9cc3d78611 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:22.260877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Attempting to bind port 3299f9f1-aba7-4f73-90e3-216d5be3becf on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:22.260877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Attempting to bind port 3299f9f1-aba7-4f73-90e3-216d5be3becf by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '1c23da2c-0851-477f-80f4-4d54ef599723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'cee64490-7a88-4124-8f19-9e32ee6815c1'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:22.260877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Attempting to bind port 3299f9f1-aba7-4f73-90e3-216d5be3becf on network cee64490-7a88-4124-8f19-9e32ee6815c1 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:22.291166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.291166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cdb6011f-fd97-4e7a-8148-598e2931fb62 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:22.294873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9364bb-f8bd-4f30-a59f-6a5ad61fe5a6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Port': ['ID=a3b04cbd-21ff-4dee-934d-89e6768c5ea4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:22.304164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5c9364bb-f8bd-4f30-a59f-6a5ad61fe5a6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:22.305405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c9364bb-f8bd-4f30-a59f-6a5ad61fe5a6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.307485 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5c9364bb-f8bd-4f30-a59f-6a5ad61fe5a6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/ports/a3b04cbd-21ff-4dee-934d-89e6768c5ea4 HTTP/1.1" status: 204 len: 168 time: 0.9094503 Jun 11 11:46:22.310363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47416) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:22.328102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ac2a88a-7ac3-403b-934b-d305b1838c0b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:22.333865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:22.334004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:22.334385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Checking segment: {'id': '1c23da2c-0851-477f-80f4-4d54ef599723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'cee64490-7a88-4124-8f19-9e32ee6815c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:22.335240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.335240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Bound using segment: {'id': '1c23da2c-0851-477f-80f4-4d54ef599723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'cee64490-7a88-4124-8f19-9e32ee6815c1'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:22.335773 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Bound port: 3299f9f1-aba7-4f73-90e3-216d5be3becf, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c23da2c-0851-477f-80f4-4d54ef599723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'cee64490-7a88-4124-8f19-9e32ee6815c1'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:22.336189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.425421 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.433080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6034966-9c5e-4c5e-a8a1-3795ba2900c3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.440431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6034966-9c5e-4c5e-a8a1-3795ba2900c3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.443873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b0c82fa8-faff-40f1-8cfd-16d96e888cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:22.448467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.490074 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9221840 Jun 11 11:46:22.498278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47418) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:22.561300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.574569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d97c02-af86-4bcc-a0fe-c720b2b53c5a']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:22.590281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0b9fca-f460-4d83-aca4-e68bde96d51d') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:22.591376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0b9fca-f460-4d83-aca4-e68bde96d51d') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:22.607872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.611230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] For port 3299f9f1-aba7-4f73-90e3-216d5be3becf, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:22.620780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6034966-9c5e-4c5e-a8a1-3795ba2900c3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.622052 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d6034966-9c5e-4c5e-a8a1-3795ba2900c3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6568205 Jun 11 11:46:22.626970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.634874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:22.636078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.640750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47420) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:22.641309 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] For port 3299f9f1-aba7-4f73-90e3-216d5be3becf, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3299f9f1-aba7-4f73-90e3-216d5be3becf,segment=NetworkSegment(1c23da2c-0851-477f-80f4-4d54ef599723),segment_id=1c23da2c-0851-477f-80f4-4d54ef599723)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:22.647924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-99586d42-0277-48a1-9db8-54b406ec394b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': 'a64ca9dc-1b48-4b2c-ab3e-5d85f0847e51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:22.656680 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.658821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.660906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5de9e52e-6840-472c-a52e-6a631a8c9a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:22.662443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6034966-9c5e-4c5e-a8a1-3795ba2900c3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64ca9dc-1b48-4b2c-ab3e-5d85f0847e51,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:22.665077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d6034966-9c5e-4c5e-a8a1-3795ba2900c3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:22.668912 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:22.674752 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:22.739050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-6c41cdda-4f15-42a5-bdeb-613a09717237', 'network_id': '6c41cdda-4f15-42a5-bdeb-613a09717237', 'tenant_id': '023ed2953b824fb5b84161bf7bdf0865', 'fixed_ips': [{'subnet_id': '4ac83227-0712-49b8-8b4d-678b6b350f2c'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:22.739911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.760229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.764616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6441ab7d-bef8-485b-bb9d-832fe261c5cf tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:22.770917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.775677 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] 10.222.0.46 "DELETE /v2.0/networks/e2d97c02-af86-4bcc-a0fe-c720b2b53c5a HTTP/1.1" status: 204 len: 168 time: 0.4620018 Jun 11 11:46:22.801570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Pushing event deleted for resources: {'Network': ['ID=e2d97c02-af86-4bcc-a0fe-c720b2b53c5a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:22.814681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.815199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5b249bd-a4d8-4a23-a622-de0e5adb94f7 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:46:22.818114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:22.820142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.820727 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "DELETE /v2.0/routers/c5b249bd-a4d8-4a23-a622-de0e5adb94f7 HTTP/1.1" status: 204 len: 168 time: 2.1809745 Jun 11 11:46:22.823779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47426) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:22.889461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:22.906142 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-99586d42-0277-48a1-9db8-54b406ec394b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:22.910163 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-99586d42-0277-48a1-9db8-54b406ec394b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2655060 Jun 11 11:46:22.911011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47428) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:22.916589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9997537b-b0ef-4e4f-8778-da2203bcc6d3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group_rule': {'security_group_id': 'a64ca9dc-1b48-4b2c-ab3e-5d85f0847e51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:22.930162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebcf82-52d4-49ab-a8a8-07f36376d1fe req-020860ce-b14e-4645-856e-8406a6e45857 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:22.943717 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4ebcf82-52d4-49ab-a8a8-07f36376d1fe req-020860ce-b14e-4645-856e-8406a6e45857 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 945 time: 0.1049931 Jun 11 11:46:22.950640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-84296daf-e035-47ed-9c0f-b907ab40ebd2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Deleting subnet 3a40318c-2b1d-4826-9fd3-7b86625f89ba {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:22.972824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Pushing event updated for resources: {'Port': ['ID=3299f9f1-aba7-4f73-90e3-216d5be3becf,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:22.983852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:23.024078 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4ebcf82-52d4-49ab-a8a8-07f36376d1fe req-f12279a0-de91-478d-9459-404de7857dd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780628 Jun 11 11:46:23.042259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.049130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:46:23.049501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:46:23.069577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-84296daf-e035-47ed-9c0f-b907ab40ebd2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.073835 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-9997537b-b0ef-4e4f-8778-da2203bcc6d3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:46:23.074994 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9997537b-b0ef-4e4f-8778-da2203bcc6d3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1620955 Jun 11 11:46:23.077952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47432) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:23.080758 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Allocated IP 2001:db8::1 (6c41cdda-4f15-42a5-bdeb-613a09717237/4ac83227-0712-49b8-8b4d-678b6b350f2c/e72a2864-7b0e-4242-a3c9-815ff7774ff8) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:23.175030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-84296daf-e035-47ed-9c0f-b907ab40ebd2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.223104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3158f770-c574-46ef-b663-f8672453334b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.238773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-84296daf-e035-47ed-9c0f-b907ab40ebd2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.284333 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3158f770-c574-46ef-b663-f8672453334b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.329505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47436) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:23.349693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3158f770-c574-46ef-b663-f8672453334b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.353497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3158f770-c574-46ef-b663-f8672453334b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.355161 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3158f770-c574-46ef-b663-f8672453334b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "DELETE /v2.0/security-groups/a64ca9dc-1b48-4b2c-ab3e-5d85f0847e51 HTTP/1.1" status: 204 len: 168 time: 0.2758288 Jun 11 11:46:23.356413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4df5ce22-9ae9-43c4-a9cf-31857362bc3c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:23.360262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47440) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:23.373094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158f770-c574-46ef-b663-f8672453334b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64ca9dc-1b48-4b2c-ab3e-5d85f0847e51,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:23.375949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3158f770-c574-46ef-b663-f8672453334b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:23.413156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-84296daf-e035-47ed-9c0f-b907ab40ebd2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.417838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2e825092-7550-4dd9-b170-5953054945d3 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:23.439054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.448458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Transition to ACTIVE for port object e72a2864-7b0e-4242-a3c9-815ff7774ff8 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:23.466790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-84296daf-e035-47ed-9c0f-b907ab40ebd2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.468663 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-84296daf-e035-47ed-9c0f-b907ab40ebd2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/3a40318c-2b1d-4826-9fd3-7b86625f89ba HTTP/1.1" status: 204 len: 168 time: 0.6419518 Jun 11 11:46:23.469573 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84296daf-e035-47ed-9c0f-b907ab40ebd2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a40318c-2b1d-4826-9fd3-7b86625f89ba,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:23.471867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-84296daf-e035-47ed-9c0f-b907ab40ebd2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:23.472507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47442) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:23.475101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Transition to ACTIVE for port object e72a2864-7b0e-4242-a3c9-815ff7774ff8 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:23.482218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.485240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b2817eda-5547-413c-bc68-c6340430c811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:23.488376 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-924c50f5-aba6-487d-95c6-939273a55624 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1264570 Jun 11 11:46:23.496182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47444) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:23.503429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0dfd0483-2d86-4974-9a0b-195ec6f25080 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550020931'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:23.529682 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fe536a5c-b059-4818-9935-5236201050a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2bce661b7891475ea38e6060ed025bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988780 Jun 11 11:46:23.532334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47446) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:23.540176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0483-2d86-4974-9a0b-195ec6f25080 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.546098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Network 6c41cdda-4f15-42a5-bdeb-613a09717237 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:23.549035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:23.553644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265fdb2-68a7-4458-b917-2f8e8412ccfa req-57df7a80-c1c1-4e2d-b652-13a65d6a75a0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:23.554665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:23.555734 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3265fdb2-68a7-4458-b917-2f8e8412ccfa req-57df7a80-c1c1-4e2d-b652-13a65d6a75a0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 945 time: 0.2413728 Jun 11 11:46:23.558339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Pushing event updated for resources: {'Port': ['ID=e72a2864-7b0e-4242-a3c9-815ff7774ff8,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:23.566623 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.625118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ecbc75a5-3c65-4316-a9a1-232ac7469417 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:23.661106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0483-2d86-4974-9a0b-195ec6f25080 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.665500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0483-2d86-4974-9a0b-195ec6f25080 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.668120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34a86e39-7e3b-4640-a252-d8fe6e6418f9 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:23.699019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0483-2d86-4974-9a0b-195ec6f25080 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.700647 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0dfd0483-2d86-4974-9a0b-195ec6f25080 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2028763 Jun 11 11:46:23.702568 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac83227-0712-49b8-8b4d-678b6b350f2c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:23.703017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd0483-2d86-4974-9a0b-195ec6f25080 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d452f34-befb-4700-a60f-81d4fa15efe3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:23.705054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47448) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:23.705331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:23.711141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-53cc0e5f-b132-4698-b037-8b5c0f85c3cd tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:23.711575 dv-neutron-786478-5-hyperv neutron-server[99006]: WARNING neutron.api.v2.base [None req-53cc0e5f-b132-4698-b037-8b5c0f85c3cd tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 11 11:46:23.712082 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-53cc0e5f-b132-4698-b037-8b5c0f85c3cd tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] update failed (client error): There was a conflict when trying to complete your request. Jun 11 11:46:23.712199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.713124 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-53cc0e5f-b132-4698-b037-8b5c0f85c3cd tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "PUT /v2.0/security-groups/7d452f34-befb-4700-a60f-81d4fa15efe3 HTTP/1.1" status: 409 len: 330 time: 0.0070903 Jun 11 11:46:23.714261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0dfd0483-2d86-4974-9a0b-195ec6f25080 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:23.715802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47450) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:23.790392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:23.790674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4f53c7d4-2185-4e0d-9eed-eced47b576ab tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.796385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Port 3ac2a88a-7ac3-403b-934b-d305b1838c0b not found while updating agent binding for router c5b249bd-a4d8-4a23-a622-de0e5adb94f7. {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 11 11:46:23.797555 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3265fdb2-68a7-4458-b917-2f8e8412ccfa req-42bd1bc2-7762-4488-ace7-2479e4cac1ad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284915 Jun 11 11:46:23.831200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47452) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:23.853603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.861876 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Routers set() bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:23.862520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Router IDs set() for agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 11 11:46:23.863368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_agentschedulers_db [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c5b249bd-a4d8-4a23-a622-de0e5adb94f7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent'). {{(pid=99007) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 11 11:46:23.864341 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399910f-78b4-4d34-ab2c-ce099dba0296 None None] The sync data for ids ['c5b249bd-a4d8-4a23-a622-de0e5adb94f7'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:23.869375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4f53c7d4-2185-4e0d-9eed-eced47b576ab tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.870766 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c41cdda-4f15-42a5-bdeb-613a09717237']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:23.875243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e82c680-c5f4-4198-9b95-d74814a71a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.887924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Attempting to bind port e72a2864-7b0e-4242-a3c9-815ff7774ff8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:23.888452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Attempting to bind port e72a2864-7b0e-4242-a3c9-815ff7774ff8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '5843712c-5c06-4926-9eca-3d3378f822af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6c41cdda-4f15-42a5-bdeb-613a09717237'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:23.888929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Attempting to bind port e72a2864-7b0e-4242-a3c9-815ff7774ff8 on network 6c41cdda-4f15-42a5-bdeb-613a09717237 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:23.892665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5843712c-5c06-4926-9eca-3d3378f822af') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:23.893184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5843712c-5c06-4926-9eca-3d3378f822af') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:23.896769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:23.897349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Checking segment: {'id': '5843712c-5c06-4926-9eca-3d3378f822af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6c41cdda-4f15-42a5-bdeb-613a09717237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:23.898106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.898651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Bound using segment: {'id': '5843712c-5c06-4926-9eca-3d3378f822af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6c41cdda-4f15-42a5-bdeb-613a09717237'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:23.899675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Bound port: e72a2864-7b0e-4242-a3c9-815ff7774ff8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5843712c-5c06-4926-9eca-3d3378f822af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6c41cdda-4f15-42a5-bdeb-613a09717237'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:23.905108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.928530 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e82c680-c5f4-4198-9b95-d74814a71a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.933484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8d56d9-a448-4908-bd3f-6d54b92fdc1e tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:23.935424 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1a8d56d9-a448-4908-bd3f-6d54b92fdc1e tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 1093 time: 0.1031785 Jun 11 11:46:23.936926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4f53c7d4-2185-4e0d-9eed-eced47b576ab tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.939687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4f53c7d4-2185-4e0d-9eed-eced47b576ab tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:23.943753 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4f53c7d4-2185-4e0d-9eed-eced47b576ab tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "DELETE /v2.0/security-groups/7d452f34-befb-4700-a60f-81d4fa15efe3 HTTP/1.1" status: 204 len: 168 time: 0.2267237 Jun 11 11:46:23.944092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47454) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:23.944569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47456) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:23.945345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2d5c145a-ff47-42ae-9dcc-17b362e12370 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:23.953074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:23.992147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53c7d4-2185-4e0d-9eed-eced47b576ab tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d452f34-befb-4700-a60f-81d4fa15efe3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:24.002011 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4f53c7d4-2185-4e0d-9eed-eced47b576ab tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:24.002160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.013139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] For port e72a2864-7b0e-4242-a3c9-815ff7774ff8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:24.018400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] For port e72a2864-7b0e-4242-a3c9-815ff7774ff8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e72a2864-7b0e-4242-a3c9-815ff7774ff8,segment=NetworkSegment(5843712c-5c06-4926-9eca-3d3378f822af),segment_id=5843712c-5c06-4926-9eca-3d3378f822af)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:24.029031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.034593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.036494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:24.050628 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9d87af3d-21ef-4e5f-b110-dc7c5545c922 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925198 Jun 11 11:46:24.051965 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.055582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47458) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:24.088788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:24.089024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.097398 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e82c680-c5f4-4198-9b95-d74814a71a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.104895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2e82c680-c5f4-4198-9b95-d74814a71a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2e82c680-c5f4-4198-9b95-d74814a71a3a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c24525b9-7f36-4d17-816f-a3e63473034a HTTP/1.1" status: 204 len: 168 time: 0.5704777 Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:24.108319 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:24.139697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ca839aab-f254-4906-84b9-14c536754516 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:24.221247 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.225038 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-021e8d40-d70f-4546-89e6-5cd97bb679b6 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] delete failed (client error): The resource could not be found. Jun 11 11:46:24.226062 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-021e8d40-d70f-4546-89e6-5cd97bb679b6 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "DELETE /v2.0/security-groups/67b0a71d-3cfe-4b6f-b389-6698afbb6b16 HTTP/1.1" status: 404 len: 347 time: 0.1683547 Jun 11 11:46:24.230334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47462) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:24.239929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3299f9f1-aba7-4f73-90e3-216d5be3becf up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:24.255132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82c680-c5f4-4198-9b95-d74814a71a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24525b9-7f36-4d17-816f-a3e63473034a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:24.258485 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-676f02b0-f8e7-4fbd-9fcb-2ddaa6628ac3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] show failed (client error): The resource could not be found. Jun 11 11:46:24.262713 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-676f02b0-f8e7-4fbd-9fcb-2ddaa6628ac3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-groups/166c5b83-7c66-4eba-9626-bb04fa101f0d HTTP/1.1" status: 404 len: 347 time: 0.0255749 Jun 11 11:46:24.262884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2e82c680-c5f4-4198-9b95-d74814a71a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:24.262884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae109c01-bd74-4de8-ae23-2c77ba6f17d6']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:24.263106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47464) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:24.284524 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-35552c7b-b6fe-445f-95f5-b48f49c94e16 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] show failed (client error): The resource could not be found. Jun 11 11:46:24.289019 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-35552c7b-b6fe-445f-95f5-b48f49c94e16 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] 10.222.0.46 "GET /v2.0/security-group-rules/4d3249b8-1a68-4320-b8ba-c1e3b5be6f20 HTTP/1.1" status: 404 len: 356 time: 0.0219116 Jun 11 11:46:24.309340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.312450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc5d3a-887b-4561-ab62-52384319ff51 None None] Network cee64490-7a88-4124-8f19-9e32ee6815c1 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:24.315151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Pushing event updated for resources: {'Port': ['ID=e72a2864-7b0e-4242-a3c9-815ff7774ff8,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:24.324463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70613ee0-312c-43a8-8d94-9743fb9a3432') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:24.325261 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70613ee0-312c-43a8-8d94-9743fb9a3432') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:24.331521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:24.341861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:46:24.341861 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:46:24.341861 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'id': '6c41cdda-4f15-42a5-bdeb-613a09717237'}] Jun 11 11:46:24.341861 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:46:24.342258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:46:24.351773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.373291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a67526-4357-4697-ac3d-36943046f83f None None] Network 6c41cdda-4f15-42a5-bdeb-613a09717237 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:24.385046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.395515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:24.395920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:24.400357 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:24.467327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3ee8766a-6933-4382-a930-9d552cdcb849 None None] Provisioning for port 3299f9f1-aba7-4f73-90e3-216d5be3becf completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:24.571631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.588866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 3299f9f1-aba7-4f73-90e3-216d5be3becf completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:24.596456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 3299f9f1-aba7-4f73-90e3-216d5be3becf triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:24.596854 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.598206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.235 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/e3ffe3f9-5b49-4c8b-b5a9-b1f0b4d256bb) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:24.612238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-48c1d607-3f88-4139-9491-8f9f0af671a7 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:24.620399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae109c01-bd74-4de8-ae23-2c77ba6f17d6 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 11:46:24.652680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.661465 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "DELETE /v2.0/networks/ae109c01-bd74-4de8-ae23-2c77ba6f17d6 HTTP/1.1" status: 204 len: 168 time: 1.1844749 Jun 11 11:46:24.663543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae109c01-bd74-4de8-ae23-2c77ba6f17d6,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:24.666179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:24.704042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47476) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:24.833568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.843647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.877227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 3299f9f1-aba7-4f73-90e3-216d5be3becf, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3299f9f1-aba7-4f73-90e3-216d5be3becf,segment=NetworkSegment(1c23da2c-0851-477f-80f4-4d54ef599723),segment_id=1c23da2c-0851-477f-80f4-4d54ef599723)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:24.883157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.885239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-17ee4ba1-a881-4a1f-a28c-aee0e8534032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:24.919158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:24.988864 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-58d17a7f-e9ca-4c59-88ab-fd05fba2f7e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0fee15be30d474492dd6dd5f3db35e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829685 Jun 11 11:46:24.997217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47486) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:25.005585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=3299f9f1-aba7-4f73-90e3-216d5be3becf,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:25.011652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.014401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8e5b1888-dea9-447b-9cf6-5aa05d9613e0 tempest-TestServerAdvancedOps-2131007688 tempest-TestServerAdvancedOps-2131007688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:25.026988 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:25.100920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Deleting port e72a2864-7b0e-4242-a3c9-815ff7774ff8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:25.101221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.154247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:25.158954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:25.161493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:25.179730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be93a9c-9afa-45b5-812b-6bfe64e24037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.195957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=e3ffe3f9-5b49-4c8b-b5a9-b1f0b4d256bb,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:25.198892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:25.204757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47492) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:25.209658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-cb9652e9-54a7-4c4b-8788-abd88f5eace7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Request body: {'router': {'name': 'tempest-router--1873506171', 'project_id': '7308f2aedffa42518a14e2143ad90f6d'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:25.241105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255bea83-7e43-4d03-8254-931df7e6c6ed None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:46:25.268893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] For port e72a2864-7b0e-4242-a3c9-815ff7774ff8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e72a2864-7b0e-4242-a3c9-815ff7774ff8,segment=NetworkSegment(5843712c-5c06-4926-9eca-3d3378f822af),segment_id=5843712c-5c06-4926-9eca-3d3378f822af)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:25.269259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.286931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb9652e9-54a7-4c4b-8788-abd88f5eace7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.287984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb9652e9-54a7-4c4b-8788-abd88f5eace7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.297457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be93a9c-9afa-45b5-812b-6bfe64e24037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.366139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3b76e592-b18b-425d-8ea8-ddfaa4690bbb None None] Provisioning complete for port 3299f9f1-aba7-4f73-90e3-216d5be3becf triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:25.366496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b76e592-b18b-425d-8ea8-ddfaa4690bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.424513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Calling delete_port for e72a2864-7b0e-4242-a3c9-815ff7774ff8 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:25.458251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb9652e9-54a7-4c4b-8788-abd88f5eace7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.508646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb9652e9-54a7-4c4b-8788-abd88f5eace7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.545816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255bea83-7e43-4d03-8254-931df7e6c6ed None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:46:25.562132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47502) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:25.573535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb9652e9-54a7-4c4b-8788-abd88f5eace7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.574722 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cb9652e9-54a7-4c4b-8788-abd88f5eace7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3691053 Jun 11 11:46:25.580519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47506) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:25.721333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-045a9f09-2927-4fac-b5f1-561bd1f09464 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.760330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1084704091'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:25.821552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:25.825777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.827971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be93a9c-9afa-45b5-812b-6bfe64e24037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.830821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2be93a9c-9afa-45b5-812b-6bfe64e24037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.834306 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2be93a9c-9afa-45b5-812b-6bfe64e24037 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25b0ca36-f86e-46c8-bccc-3c0ec9312fa1 HTTP/1.1" status: 204 len: 168 time: 0.8338609 Jun 11 11:46:25.834899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-84517254-6173-4843-9dac-49706131e957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:25.849581 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be93a9c-9afa-45b5-812b-6bfe64e24037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b0ca36-f86e-46c8-bccc-3c0ec9312fa1,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:25.851299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.855274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2be93a9c-9afa-45b5-812b-6bfe64e24037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:25.855697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-970aa09d-5dfd-4865-95cc-202be3387678 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:25.867872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.919284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:25.934767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42366e3-7fdc-4615-91c8-56d99f3658f8 None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:46:26.027608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Port': ['ID=e72a2864-7b0e-4242-a3c9-815ff7774ff8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:26.030098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No DVR routers for this DVR port e72a2864-7b0e-4242-a3c9-815ff7774ff8 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:26.035464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:26.056810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.068406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-045a9f09-2927-4fac-b5f1-561bd1f09464 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.070455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42366e3-7fdc-4615-91c8-56d99f3658f8 None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:46:26.070950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-045a9f09-2927-4fac-b5f1-561bd1f09464 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.133140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.140813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.145917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-525172ab-1ce1-4d10-998b-4492d9b41643 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:26.224998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.229644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3299f9f1-aba7-4f73-90e3-216d5be3becf up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:26.237330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-045a9f09-2927-4fac-b5f1-561bd1f09464 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.237911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045a9f09-2927-4fac-b5f1-561bd1f09464 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dad529ac-8be0-496d-b4b5-4265ea1efab3 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:46:26.240738 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c41cdda-4f15-42a5-bdeb-613a09717237']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:26.245977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-045a9f09-2927-4fac-b5f1-561bd1f09464 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.247849 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-045a9f09-2927-4fac-b5f1-561bd1f09464 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "DELETE /v2.0/routers/dad529ac-8be0-496d-b4b5-4265ea1efab3 HTTP/1.1" status: 204 len: 168 time: 0.6662414 Jun 11 11:46:26.259154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a869ffee-4a84-425e-9e97-0b1d8a550515,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:26.260317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5843712c-5c06-4926-9eca-3d3378f822af') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:26.260625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5843712c-5c06-4926-9eca-3d3378f822af') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:26.274856 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:26.280497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.283562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:26.306915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.313771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.314353 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added segment 47ed2861-0b29-4d81-8f96-c6d5c857dd5d of type vlan for network 4c20f583-b5db-49df-a660-f11d55707a30 Jun 11 11:46:26.321935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:26.323780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.395048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.404857 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 3299f9f1-aba7-4f73-90e3-216d5be3becf triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:26.406119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.408593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.420610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.425017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7bff2811-c003-43e9-9a9e-5ee605eb7a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:26.447176 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:26.453189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.464825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.468181 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/6c41cdda-4f15-42a5-bdeb-613a09717237 HTTP/1.1" status: 204 len: 168 time: 3.9682887 Jun 11 11:46:26.469175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d13bb05-50a0-4783-8511-5147d0941d64 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:26.473845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47518) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:26.486768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581193536'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:26.492326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Network': ['ID=6c41cdda-4f15-42a5-bdeb-613a09717237,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:26.500268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:26.611614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47524) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:26.861239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1887306002', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:26.887014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=e3ffe3f9-5b49-4c8b-b5a9-b1f0b4d256bb,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:26.890171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:26.891167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.896687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:26.897155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.898445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.api [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:46:26.898445 dv-neutron-786478-5-hyperv neutron-server[99005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 11:46:26.898445 dv-neutron-786478-5-hyperv neutron-server[99005]: [parameters: {'project_id_1': 'de437505130748bf9045b030dfcad4bd', 'expiration_1': datetime.datetime(2021, 6, 11, 11, 46, 26, 868179)}] Jun 11 11:46:26.898445 dv-neutron-786478-5-hyperv neutron-server[99005]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:46:26.899898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_db.api [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:46:26.902330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-79fe2090-b9d8-4065-a444-4db822f10688 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:26.949226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:26.952292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47536) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:26.956946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:26.960367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.044541 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1426819091'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:27.066809 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Made reservation on behalf of d848dead931745d883e89b4a37e37300 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:27.070415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.073923 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5081866 Jun 11 11:46:27.081984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47540) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:27.087169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-657638966'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:27.090073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.120714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:27.124637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.128073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Network': ['ID=4c20f583-b5db-49df-a660-f11d55707a30,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:27.130668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:27.140840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 4c20f583-b5db-49df-a660-f11d55707a30 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:27.159833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:27.172873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:27.180918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.181296 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Added segment 8fc34aee-6705-49b3-9652-eb3ba2e2b6ef of type vlan for network 84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e Jun 11 11:46:27.190724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.191071 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added segment d71ee90e-c585-4370-acd0-4ac7b13b249d of type vlan for network 3ca1ac31-50ca-4ced-97f0-983547ff640f Jun 11 11:46:27.223006 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 758c7da5-7a1c-46a3-8159-3d4cd9a10251 associated. External IP: 172.26.6.235, port: fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8. Jun 11 11:46:27.253278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.301487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.306841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.311289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9190d91d-b773-4adc-a763-3039c5ecd073 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:27.316164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.321386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:27.321957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.332784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.392535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.398098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:27.398737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.402848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2eed5ea7-8846-4529-978e-3217517031f7 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:27.432039 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.453530 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9728274 Jun 11 11:46:27.457793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47542) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:27.509012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'network_id': '84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:27.565965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:27.568707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:27.577923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:27.747098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:27.763963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7ed455-36d4-49c9-b9ae-09ccbf749b3d,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:27.770632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:27.770867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-15394cd9-10ef-4019-9334-08cd6a1bb773 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:27.773481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:46:27.778932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.779279 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Added segment e0bb5c65-60e4-461a-ad70-98a4cf1dfece of type vlan for network 61b123a4-95e7-451b-aed4-0dac05d05948 Jun 11 11:46:27.781023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.782174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.817608 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7343385 Jun 11 11:46:27.846128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47544) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:27.849325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:27.852763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'subnet': {'network_id': '4c20f583-b5db-49df-a660-f11d55707a30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:27.852910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.943034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:27.964904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Network': ['ID=3ca1ac31-50ca-4ced-97f0-983547ff640f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:27.971833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:27.977081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 3ca1ac31-50ca-4ced-97f0-983547ff640f details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:28.031330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:28.061359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:28.078102 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07771b69-88b5-44e4-a412-5b4d39efed76 None None] Sync routers for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:28.096300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:28.096540 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07771b69-88b5-44e4-a412-5b4d39efed76 None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:28.097292 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-07771b69-88b5-44e4-a412-5b4d39efed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:28.190859 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2392519 Jun 11 11:46:28.193999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'tag': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:46:28.196557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0685a2-f13a-4a80-924f-89110f4f3e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "71b792bb-f955-404c-b60a-3bb1bc72cd86", "tag": "fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:46:28.200650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47546) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:28.244973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dece2346-d5b6-487a-b123-4bfbea636741 x-openstack-request-id: req-dece2346-d5b6-487a-b123-4bfbea636741 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:46:28.245318 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b792bb-f955-404c-b60a-3bb1bc72cd86", "tag": "fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:46:28.245627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dece2346-d5b6-487a-b123-4bfbea636741 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:46:28.246911 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'tag': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'status': 'completed', 'code': 200} Jun 11 11:46:28.251172 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-07771b69-88b5-44e4-a412-5b4d39efed76 None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:46:28.307148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:28.311561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0a8fad54-0a78-4452-9403-cf98739703ca tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:28.311711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:28.317287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:28.317956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:28.328011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4fd4841c-12f6-4fed-88ba-0904c09d0f11 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:28.381035 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2b7f79ab-8517-4ff6-9a25-8b3ae8938473 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/758c7da5-7a1c-46a3-8159-3d4cd9a10251 HTTP/1.1" status: 200 len: 991 time: 0.1731195 Jun 11 11:46:28.405123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=1d19b52a-6523-465a-aa9a-1444aab808ff,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:28.407958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:28.422757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Checking segment: {'id': '8fc34aee-6705-49b3-9652-eb3ba2e2b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:28.423355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network hostable DHCP agents. Network: 84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:28.430085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0685a2-f13a-4a80-924f-89110f4f3e4d req-dfc91444-eace-4c7f-9b3e-df080e26a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:28.432755 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7e0685a2-f13a-4a80-924f-89110f4f3e4d req-dfc91444-eace-4c7f-9b3e-df080e26a32d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 1098 time: 0.1599314 Jun 11 11:46:28.441348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:28.444778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:28.488427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network 84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:28.503806 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5498829 Jun 11 11:46:28.522680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47550) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:28.527435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-303a4b68-d14a-4c00-9c94-d69cfaf9f987 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948', 'tempest-TagsTest-Tag-531297105') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:28.554552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:28.560731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:28.561338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:28.565316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a35993-7165-4cfc-acee-005446a85c03 None None] Network 84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:28.598134 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1341808 Jun 11 11:46:28.598418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47552) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:28.606038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-276958754'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:28.607305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:28.613572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0685a2-f13a-4a80-924f-89110f4f3e4d req-d54c0954-2d6f-48cf-a4ae-6c32a0614758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:28.615019 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7e0685a2-f13a-4a80-924f-89110f4f3e4d req-d54c0954-2d6f-48cf-a4ae-6c32a0614758 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adb2bedd-c475-4354-a670-92b43b58e788 HTTP/1.1" status: 200 len: 899 time: 0.1760521 Jun 11 11:46:28.621290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Pushing event updated for resources: {'Network': ['ID=61b123a4-95e7-451b-aed4-0dac05d05948,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:28.644422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:28.645252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 61b123a4-95e7-451b-aed4-0dac05d05948 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:28.710693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:28.714348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:28.744765 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7e0685a2-f13a-4a80-924f-89110f4f3e4d req-950f55ac-a5d4-404f-9f9c-95d1fd17e247 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 HTTP/1.1" status: 200 len: 999 time: 0.1214364 Jun 11 11:46:28.750854 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-07771b69-88b5-44e4-a412-5b4d39efed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:45:52Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '758c7da5-7a1c-46a3-8159-3d4cd9a10251', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'port_id': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'mac_address': 'fa:16:3e:4e:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:46:25Z', 'updated_at': '2021-06-11T11:46:25Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:28.758055 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07771b69-88b5-44e4-a412-5b4d39efed76 None None] Checking router: 488e480e-1b9d-47c9-b3ac-2e610f6aad1a for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:46:28.765134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:28.773677 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07771b69-88b5-44e4-a412-5b4d39efed76 None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:28.776129 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-07771b69-88b5-44e4-a412-5b4d39efed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:28.815934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:28.816291 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Added segment 32a7d1bc-6c2e-436c-b851-7d84fce54960 of type vlan for network 8fe64780-7878-45e5-9575-3d06fe0c21f3 Jun 11 11:46:28.867975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0685a2-f13a-4a80-924f-89110f4f3e4d req-75428029-c96a-428c-9ea6-8026e2446362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:28.869526 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7e0685a2-f13a-4a80-924f-89110f4f3e4d req-75428029-c96a-428c-9ea6-8026e2446362 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dca22576-9a47-45f7-8498-4b4bc45d7419 HTTP/1.1" status: 200 len: 835 time: 0.1184506 Jun 11 11:46:28.895365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:28.935529 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-303a4b68-d14a-4c00-9c94-d69cfaf9f987 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "PUT /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags/tempest-TagsTest-Tag-531297105 HTTP/1.1" status: 201 len: 201 time: 0.4117725 Jun 11 11:46:28.943507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47554) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:28.953062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-3887fb79-99c2-4238-beb3-e0d4794847b0 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948', 'tempest-TagsTest-Tag-531297105') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:28.992124 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-07771b69-88b5-44e4-a412-5b4d39efed76 None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:46:29.007638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0685a2-f13a-4a80-924f-89110f4f3e4d req-3b86fe6f-84de-4eab-ad65-2d58d61e844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:29.009479 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7e0685a2-f13a-4a80-924f-89110f4f3e4d req-3b86fe6f-84de-4eab-ad65-2d58d61e844e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adb2bedd-c475-4354-a670-92b43b58e788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1328580 Jun 11 11:46:29.009797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:29.016410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:29.017991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:29.030276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-10c211ca-9502-4ed9-885e-5634c433dbd9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:29.066791 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4636858 Jun 11 11:46:29.068566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47556) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:29.075033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'network_id': '8fe64780-7878-45e5-9575-3d06fe0c21f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:29.127707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e', 'network_id': '84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e', 'tenant_id': '023ed2953b824fb5b84161bf7bdf0865', 'fixed_ips': [{'subnet_id': '1d19b52a-6523-465a-aa9a-1444aab808ff'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:29.128952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:29.164919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:29.176436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=8fe64780-7878-45e5-9575-3d06fe0c21f3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:29.218144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c1e273b6-f6a3-4d8b-b913-87a27cd69631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:29.222842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 8fe64780-7878-45e5-9575-3d06fe0c21f3 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:29.235731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:29.289336 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3887fb79-99c2-4238-beb3-e0d4794847b0 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "GET /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags/tempest-TagsTest-Tag-531297105 HTTP/1.1" status: 204 len: 168 time: 0.3443885 Jun 11 11:46:29.291948 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47558) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:29.298155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-7395eff7-fda5-4efc-b86e-bbd2f6daae0c tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:29.301241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Subnet': ['ID=50f966a0-c2cf-43ba-89cf-1b583af30ef3,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:29.308661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:29.356493 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7e0685a2-f13a-4a80-924f-89110f4f3e4d req-d3fab2c6-e06e-4f41-b096-80b026459bc2 service neutron] 10.222.0.25 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280020 Jun 11 11:46:29.402068 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47560) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:29.411704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Allocated IP 2001:db8::3 (84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e/1d19b52a-6523-465a-aa9a-1444aab808ff/fe386896-c7b9-4c62-b987-ad54f2146450) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:29.430941 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-07771b69-88b5-44e4-a412-5b4d39efed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:45:52Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '758c7da5-7a1c-46a3-8159-3d4cd9a10251', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'port_id': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'mac_address': 'fa:16:3e:4e:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:46:25Z', 'updated_at': '2021-06-11T11:46:25Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:29.435476 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07771b69-88b5-44e4-a412-5b4d39efed76 None None] The sync data for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv is: [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:45:52Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '758c7da5-7a1c-46a3-8159-3d4cd9a10251', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'port_id': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'mac_address': 'fa:16:3e:4e:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:46:25Z', 'updated_at': '2021-06-11T11:46:25Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:29.459475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:29.491216 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7e0685a2-f13a-4a80-924f-89110f4f3e4d req-fdd0db22-136a-4883-8a63-1cdbe9aeca7c service neutron] 10.222.0.25 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264842 Jun 11 11:46:29.555270 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7395eff7-fda5-4efc-b86e-bbd2f6daae0c tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "GET /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags HTTP/1.1" status: 200 len: 237 time: 0.2598457 Jun 11 11:46:29.556043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47562) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:29.560892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-c4a397c2-61a1-4bbb-a031-bfcf61feec6d tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948', {'tags': ['tempest-TagsTest-Tag-1313105285', 'tempest-TagsTest-Tag-1226938813', 'tempest-TagsTest-Tag-1456698090']}) {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:29.594108 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:29.632986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:29.638270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:29.643824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:29.653241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Transition to ACTIVE for port object fe386896-c7b9-4c62-b987-ad54f2146450 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:29.675574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Transition to ACTIVE for port object fe386896-c7b9-4c62-b987-ad54f2146450 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:29.683297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:29.685151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-23e1f383-7138-4920-83c7-7d69dfcb03a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:29.694429 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c4a397c2-61a1-4bbb-a031-bfcf61feec6d tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "PUT /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags HTTP/1.1" status: 200 len: 309 time: 0.1349564 Jun 11 11:46:29.694780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47564) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:29.700728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-5e7b9a5e-ab21-4557-be1c-43954ca030da tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948', 'tempest-TagsTest-Tag-1313105285') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:29.707947 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Checking segment: {'id': '47ed2861-0b29-4d81-8f96-c6d5c857dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '4c20f583-b5db-49df-a660-f11d55707a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:29.708314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network hostable DHCP agents. Network: 4c20f583-b5db-49df-a660-f11d55707a30, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:29.715957 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1f44cd9a-6293-4a70-a4ef-670c9ab760cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/758c7da5-7a1c-46a3-8159-3d4cd9a10251 HTTP/1.1" status: 200 len: 991 time: 0.2697666 Jun 11 11:46:29.751087 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286834b6-ffc5-4b6c-9b92-fb7562cd6e86 None None] New status for floating IP 758c7da5-7a1c-46a3-8159-3d4cd9a10251: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:46:29.767027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Network 84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:29.804923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_backend_mixin [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Performing IP validity checks on allocation pools {{(pid=99005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 11:46:29.805464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_backend_mixin [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 11:46:29.815032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:29.822243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:29.827971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Pushing event updated for resources: {'Port': ['ID=fe386896-c7b9-4c62-b987-ad54f2146450,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:29.834308 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5e7b9a5e-ab21-4557-be1c-43954ca030da tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "DELETE /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags/tempest-TagsTest-Tag-1313105285 HTTP/1.1" status: 204 len: 168 time: 0.1382711 Jun 11 11:46:29.837336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47566) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:29.837451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:29.843031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-1fce867d-1932-4e1a-bb02-145f578f7310 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948', 'tempest-TagsTest-Tag-1313105285') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:29.867768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 4c20f583-b5db-49df-a660-f11d55707a30 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:29.899063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 4c20f583-b5db-49df-a660-f11d55707a30) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:29.906646 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:29.907642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:29.945477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Allocated IP 172.26.6.123 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/89a1ccc1-dc98-4de6-b7ad-80805d3643e7) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:29.960527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38d47aa-83a7-4fb3-8b80-e48cbc1810f7 None None] Network 4c20f583-b5db-49df-a660-f11d55707a30 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:29.969782 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1195776 Jun 11 11:46:29.983381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Attempting to bind port fe386896-c7b9-4c62-b987-ad54f2146450 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:29.983822 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Attempting to bind port fe386896-c7b9-4c62-b987-ad54f2146450 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '8fc34aee-6705-49b3-9652-eb3ba2e2b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:29.984137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Attempting to bind port fe386896-c7b9-4c62-b987-ad54f2146450 on network 84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:29.996148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47568) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:30.010215 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'subnet': {'network_id': '3ca1ac31-50ca-4ced-97f0-983547ff640f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:30.013440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:30.014013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Checking segment: {'id': '8fc34aee-6705-49b3-9652-eb3ba2e2b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:30.014442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:30.014877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Bound using segment: {'id': '8fc34aee-6705-49b3-9652-eb3ba2e2b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:30.015869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Bound port: fe386896-c7b9-4c62-b987-ad54f2146450, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc34aee-6705-49b3-9652-eb3ba2e2b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:30.015869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:30.237984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] For port fe386896-c7b9-4c62-b987-ad54f2146450, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:30.259696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] For port fe386896-c7b9-4c62-b987-ad54f2146450, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fe386896-c7b9-4c62-b987-ad54f2146450,segment=NetworkSegment(8fc34aee-6705-49b3-9652-eb3ba2e2b6ef),segment_id=8fc34aee-6705-49b3-9652-eb3ba2e2b6ef)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:30.268751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:30.283400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:30.290886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fdf6d8a4-bb1e-47b8-8ac0-dc9043bbc3f1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:30.291994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-62aaddd6-01b3-4acd-8542-6990305426a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:30.301211 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-1fce867d-1932-4e1a-bb02-145f578f7310 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] show failed (client error): The resource could not be found. Jun 11 11:46:30.302305 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1fce867d-1932-4e1a-bb02-145f578f7310 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "GET /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags/tempest-TagsTest-Tag-1313105285 HTTP/1.1" status: 404 len: 326 time: 0.4645340 Jun 11 11:46:30.304911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47570) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:30.311829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-51c5f3fd-2072-46f6-9f54-a0dd5bde1d4d tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948', 'tempest-TagsTest-Tag-1226938813') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:30.327454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-4c20f583-b5db-49df-a660-f11d55707a30', 'network_id': '4c20f583-b5db-49df-a660-f11d55707a30', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'fixed_ips': [{'subnet_id': '50f966a0-c2cf-43ba-89cf-1b583af30ef3'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:30.328759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:30.348383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:30.351939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:30.388947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Pushing event updated for resources: {'Port': ['ID=fe386896-c7b9-4c62-b987-ad54f2146450,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:30.424159 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-51c5f3fd-2072-46f6-9f54-a0dd5bde1d4d tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "GET /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags/tempest-TagsTest-Tag-1226938813 HTTP/1.1" status: 204 len: 168 time: 0.1178243 Jun 11 11:46:30.426302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47572) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:30.431212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-37eaa8f3-0f54-4398-b091-566f9dd36e7a tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948', 'tempest-TagsTest-Tag-1456698090') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:30.435715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:30.446974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:30.468850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=74f878e7-5792-4bd5-ba48-fbe369731d3d,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:30.471504 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:30.547625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Checking segment: {'id': '32a7d1bc-6c2e-436c-b851-7d84fce54960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '8fe64780-7878-45e5-9575-3d06fe0c21f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:30.548361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network hostable DHCP agents. Network: 8fe64780-7878-45e5-9575-3d06fe0c21f3, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:30.551955 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-37eaa8f3-0f54-4398-b091-566f9dd36e7a tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "GET /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags/tempest-TagsTest-Tag-1456698090 HTTP/1.1" status: 204 len: 168 time: 0.1244977 Jun 11 11:46:30.552425 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Allocated IP 2001:db8::2 (4c20f583-b5db-49df-a660-f11d55707a30/50f966a0-c2cf-43ba-89cf-1b583af30ef3/94b1e35a-258d-439f-8a0f-0b2a464d93b6) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:30.554407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47574) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:30.561078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-9d20f61c-0c24-4607-89b2-21aadda928c1 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:30.657293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network 8fe64780-7878-45e5-9575-3d06fe0c21f3 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:30.667847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:30.677321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-620fdd6a-3cff-493d-be00-5bef4d42ffac tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:30.690994 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 8fe64780-7878-45e5-9575-3d06fe0c21f3) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:30.696646 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:30.697728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:30.703538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b38a1-adc9-4c50-9afb-b83b6636b3e2 None None] Network 8fe64780-7878-45e5-9575-3d06fe0c21f3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:30.720629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47576) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:30.814833 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9d20f61c-0c24-4607-89b2-21aadda928c1 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "DELETE /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags HTTP/1.1" status: 204 len: 168 time: 0.2592964 Jun 11 11:46:30.817549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47578) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:30.828579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-2eb6f2f8-51e7-4db4-9fe0-e45f83e04604 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948', 'tempest-TagsTest-Tag-1226938813') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:30.830348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:30.843181 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7727177 Jun 11 11:46:30.844701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:30.851572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47580) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:30.853299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:30.860098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Pushing event updated for resources: {'Port': ['ID=89a1ccc1-dc98-4de6-b7ad-80805d3643e7,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:30.878210 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-830177a3-77e8-42a8-a6c3-6619ea98fec0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/758c7da5-7a1c-46a3-8159-3d4cd9a10251 HTTP/1.1" status: 200 len: 993 time: 0.1469655 Jun 11 11:46:30.879571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:30.983266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.041987 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0d15cd0a-a85f-46ef-837d-a42a89f84d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:31.065833 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-2eb6f2f8-51e7-4db4-9fe0-e45f83e04604 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] show failed (client error): The resource could not be found. Jun 11 11:46:31.070012 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2eb6f2f8-51e7-4db4-9fe0-e45f83e04604 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "GET /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags/tempest-TagsTest-Tag-1226938813 HTTP/1.1" status: 404 len: 326 time: 0.2488396 Jun 11 11:46:31.071461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47582) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:31.077774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-6f2e63a6-1761-4453-8a66-238bd08c678e tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948', 'tempest-TagsTest-Tag-1456698090') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:31.130481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.142283 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.157780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Transition to ACTIVE for port object 94b1e35a-258d-439f-8a0f-0b2a464d93b6 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:31.198615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Transition to ACTIVE for port object 94b1e35a-258d-439f-8a0f-0b2a464d93b6 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:31.205019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Subnet': ['ID=c212ad99-fcd2-4f12-8cbc-1a927cc59778,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:31.206769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.211555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:31.211863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:31.220125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-8fe64780-7878-45e5-9575-3d06fe0c21f3', 'network_id': '8fe64780-7878-45e5-9575-3d06fe0c21f3', 'tenant_id': '023ed2953b824fb5b84161bf7bdf0865', 'fixed_ips': [{'subnet_id': '74f878e7-5792-4bd5-ba48-fbe369731d3d'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:31.220977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.225060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Checking segment: {'id': 'd71ee90e-c585-4370-acd0-4ac7b13b249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '3ca1ac31-50ca-4ced-97f0-983547ff640f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:31.225503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network hostable DHCP agents. Network: 3ca1ac31-50ca-4ced-97f0-983547ff640f, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:31.259405 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-6f2e63a6-1761-4453-8a66-238bd08c678e tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] show failed (client error): The resource could not be found. Jun 11 11:46:31.263130 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6f2e63a6-1761-4453-8a66-238bd08c678e tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "GET /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags/tempest-TagsTest-Tag-1456698090 HTTP/1.1" status: 404 len: 326 time: 0.1879566 Jun 11 11:46:31.272692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47584) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:31.276207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Network 4c20f583-b5db-49df-a660-f11d55707a30 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:31.277597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-1686f854-46f4-4cc6-98b4-8f2c8c0bc433 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '61b123a4-95e7-451b-aed4-0dac05d05948') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:31.335762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.436642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Allocated IP 2001:db8::3 (8fe64780-7878-45e5-9575-3d06fe0c21f3/74f878e7-5792-4bd5-ba48-fbe369731d3d/979a54c0-c9a4-4880-bdb6-f60ebb8958aa) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:31.441346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:31.450270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:31.459260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Pushing event updated for resources: {'Port': ['ID=94b1e35a-258d-439f-8a0f-0b2a464d93b6,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:31.464749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:31.526425 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1686f854-46f4-4cc6-98b4-8f2c8c0bc433 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "DELETE /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948/tags HTTP/1.1" status: 204 len: 168 time: 0.2526882 Jun 11 11:46:31.532426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47586) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:31.565182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Attempting to bind port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:31.565574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Attempting to bind port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '47ed2861-0b29-4d81-8f96-c6d5c857dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '4c20f583-b5db-49df-a660-f11d55707a30'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:31.566106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Attempting to bind port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 on network 4c20f583-b5db-49df-a660-f11d55707a30 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:31.576334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:31.576618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Checking segment: {'id': '47ed2861-0b29-4d81-8f96-c6d5c857dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '4c20f583-b5db-49df-a660-f11d55707a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:31.577447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.577447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Bound using segment: {'id': '47ed2861-0b29-4d81-8f96-c6d5c857dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '4c20f583-b5db-49df-a660-f11d55707a30'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:31.577753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Bound port: 94b1e35a-258d-439f-8a0f-0b2a464d93b6, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ed2861-0b29-4d81-8f96-c6d5c857dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '4c20f583-b5db-49df-a660-f11d55707a30'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:31.578147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.653506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.765878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa38cbca-c239-4633-9bed-dfe57dcaf0f8 None None] Network 84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:31.768000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] For port 94b1e35a-258d-439f-8a0f-0b2a464d93b6, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:31.779996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 3ca1ac31-50ca-4ced-97f0-983547ff640f is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:31.781087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.792355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b123a4-95e7-451b-aed4-0dac05d05948']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:31.804497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 3ca1ac31-50ca-4ced-97f0-983547ff640f) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:31.806449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bb5c65-60e4-461a-ad70-98a4cf1dfece') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:31.806989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bb5c65-60e4-461a-ad70-98a4cf1dfece') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:31.807942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] For port 94b1e35a-258d-439f-8a0f-0b2a464d93b6, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=94b1e35a-258d-439f-8a0f-0b2a464d93b6,segment=NetworkSegment(47ed2861-0b29-4d81-8f96-c6d5c857dd5d),segment_id=47ed2861-0b29-4d81-8f96-c6d5c857dd5d)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:31.817697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:31.818393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.822961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a8d6d3-3234-4a17-a4d0-fe9af051a9b2 None None] Network 3ca1ac31-50ca-4ced-97f0-983547ff640f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:31.823283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.830111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.843454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.845454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.849948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fa52ea54-a3b7-4ef6-b94d-f01b5f9c744d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:31.851695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:31.852536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:31.856447 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:31.859252 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8574421 Jun 11 11:46:31.861704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47588) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:31.868083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e461e738-105a-4cea-9ace-6acabc4c33bb tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1906487881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:31.896503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.900699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e461e738-105a-4cea-9ace-6acabc4c33bb tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.901958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e461e738-105a-4cea-9ace-6acabc4c33bb tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.949694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Transition to ACTIVE for port object 979a54c0-c9a4-4880-bdb6-f60ebb8958aa will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:31.956460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.960718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cda0d4ee-135c-422b-8927-25866f7b7bf6 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:31.966587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:31.968864 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] 10.222.0.46 "DELETE /v2.0/networks/61b123a4-95e7-451b-aed4-0dac05d05948 HTTP/1.1" status: 204 len: 168 time: 0.4351854 Jun 11 11:46:31.983214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Pushing event deleted for resources: {'Network': ['ID=61b123a4-95e7-451b-aed4-0dac05d05948,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:31.985917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:31.993827 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b07c3f15-5e98-4d97-8422-e06b0eb8778c None None] Provisioning for port fe386896-c7b9-4c62-b987-ad54f2146450 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:32.071607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Transition to ACTIVE for port object 979a54c0-c9a4-4880-bdb6-f60ebb8958aa will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:32.091981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.094262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Pushing event updated for resources: {'Port': ['ID=94b1e35a-258d-439f-8a0f-0b2a464d93b6,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:32.109002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:32.110512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:32.112076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.120466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1be6e1f5-5def-4bb6-a172-dc85a7b86c6d tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:32.142937 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e461e738-105a-4cea-9ace-6acabc4c33bb tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.153683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e461e738-105a-4cea-9ace-6acabc4c33bb tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.172112 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Subnet': ['ID=74f878e7-5792-4bd5-ba48-fbe369731d3d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:32.184721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:32.203053 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Pushing event updated for resources: {'Port': ['ID=979a54c0-c9a4-4880-bdb6-f60ebb8958aa,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:32.208637 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Network 8fe64780-7878-45e5-9575-3d06fe0c21f3 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:32.211222 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:32.212963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e461e738-105a-4cea-9ace-6acabc4c33bb tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.215090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:32.227520 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e461e738-105a-4cea-9ace-6acabc4c33bb tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3622279 Jun 11 11:46:32.230156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47592) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:32.346692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:32.364537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fe386896-c7b9-4c62-b987-ad54f2146450 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:32.367741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.382873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe64780-7878-45e5-9575-3d06fe0c21f3']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:32.396287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a7d1bc-6c2e-436c-b851-7d84fce54960') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:32.396778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a7d1bc-6c2e-436c-b851-7d84fce54960') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:32.409262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.442939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.463662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:32.464141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:32.511204 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:32.514313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47596) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:32.592351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Attempting to bind port 979a54c0-c9a4-4880-bdb6-f60ebb8958aa on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:32.592742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Attempting to bind port 979a54c0-c9a4-4880-bdb6-f60ebb8958aa by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '32a7d1bc-6c2e-436c-b851-7d84fce54960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '8fe64780-7878-45e5-9575-3d06fe0c21f3'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:32.593114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Attempting to bind port 979a54c0-c9a4-4880-bdb6-f60ebb8958aa on network 8fe64780-7878-45e5-9575-3d06fe0c21f3 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:32.602106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-3ca1ac31-50ca-4ced-97f0-983547ff640f', 'network_id': '3ca1ac31-50ca-4ced-97f0-983547ff640f', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'fixed_ips': [{'subnet_id': 'c212ad99-fcd2-4f12-8cbc-1a927cc59778'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:32.603023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.603230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.api [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:46:32.603230 dv-neutron-786478-5-hyperv neutron-server[99006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:46:32.603230 dv-neutron-786478-5-hyperv neutron-server[99006]: [parameters: {'id': '8fe64780-7878-45e5-9575-3d06fe0c21f3'}] Jun 11 11:46:32.603230 dv-neutron-786478-5-hyperv neutron-server[99006]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=99006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:46:32.603688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_db.api [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:46:32.625526 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:32.625912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Checking segment: {'id': '32a7d1bc-6c2e-436c-b851-7d84fce54960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '8fe64780-7878-45e5-9575-3d06fe0c21f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:32.626327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.626958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Bound using segment: {'id': '32a7d1bc-6c2e-436c-b851-7d84fce54960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '8fe64780-7878-45e5-9575-3d06fe0c21f3'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:32.627479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Bound port: 979a54c0-c9a4-4880-bdb6-f60ebb8958aa, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a7d1bc-6c2e-436c-b851-7d84fce54960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '8fe64780-7878-45e5-9575-3d06fe0c21f3'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:32.627927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.649584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port fe386896-c7b9-4c62-b987-ad54f2146450 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:32.664981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port fe386896-c7b9-4c62-b987-ad54f2146450 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:32.664981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.759977 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e2c4f2e2-6e0e-4b96-b8df-350d754331a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d848dead931745d883e89b4a37e37300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401679 Jun 11 11:46:32.760525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47600) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:32.856629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67da65e2-83d2-469d-9929-a6270fa9ad17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.895697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] For port 979a54c0-c9a4-4880-bdb6-f60ebb8958aa, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:32.898361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.903140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] For port 979a54c0-c9a4-4880-bdb6-f60ebb8958aa, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=979a54c0-c9a4-4880-bdb6-f60ebb8958aa,segment=NetworkSegment(32a7d1bc-6c2e-436c-b851-7d84fce54960),segment_id=32a7d1bc-6c2e-436c-b851-7d84fce54960)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:32.906158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67da65e2-83d2-469d-9929-a6270fa9ad17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.913997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Allocated IP 2001:db8:1::2 (3ca1ac31-50ca-4ced-97f0-983547ff640f/c212ad99-fcd2-4f12-8cbc-1a927cc59778/d740e53f-b684-4832-85a6-2c23680bfc21) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:32.943783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.948945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5040f8dc-f19e-4449-a3fa-de762f623678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:32.984110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67da65e2-83d2-469d-9929-a6270fa9ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.988084 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-67da65e2-83d2-469d-9929-a6270fa9ad17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:32.989792 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-67da65e2-83d2-469d-9929-a6270fa9ad17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d7ed455-36d4-49c9-b9ae-09ccbf749b3d HTTP/1.1" status: 204 len: 168 time: 0.2283173 Jun 11 11:46:32.990856 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-902fb09b-9543-417a-b861-556ddd7a4627 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:33.005004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da65e2-83d2-469d-9929-a6270fa9ad17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7ed455-36d4-49c9-b9ae-09ccbf749b3d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:33.008098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-67da65e2-83d2-469d-9929-a6270fa9ad17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:33.060976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.105635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.227338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Deleting port 979a54c0-c9a4-4880-bdb6-f60ebb8958aa {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:33.230854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.373376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.400268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] For port 979a54c0-c9a4-4880-bdb6-f60ebb8958aa, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=979a54c0-c9a4-4880-bdb6-f60ebb8958aa,segment=NetworkSegment(32a7d1bc-6c2e-436c-b851-7d84fce54960),segment_id=32a7d1bc-6c2e-436c-b851-7d84fce54960)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:33.400637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.443250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Pushing event updated for resources: {'Port': ['ID=979a54c0-c9a4-4880-bdb6-f60ebb8958aa,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:33.450867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Router 760c8310-e590-43aa-9279-a9366b042a88 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:46:33.451526 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:33.512889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Calling delete_port for 979a54c0-c9a4-4880-bdb6-f60ebb8958aa owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:33.522920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b80b2ebc-89d5-44a6-8f78-5b90fd9a2843 None None] Provisioning complete for port fe386896-c7b9-4c62-b987-ad54f2146450 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:33.523317 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b80b2ebc-89d5-44a6-8f78-5b90fd9a2843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.533175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0631c-8cda-4cd8-92e5-1ee357faa282 None None] Network 4c20f583-b5db-49df-a660-f11d55707a30 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:33.601651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port fe386896-c7b9-4c62-b987-ad54f2146450, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fe386896-c7b9-4c62-b987-ad54f2146450,segment=NetworkSegment(8fc34aee-6705-49b3-9652-eb3ba2e2b6ef),segment_id=8fc34aee-6705-49b3-9652-eb3ba2e2b6ef)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:33.611074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Allocated IP 2001:db8::1 (4c20f583-b5db-49df-a660-f11d55707a30/50f966a0-c2cf-43ba-89cf-1b583af30ef3/4db47124-3826-42d0-abf8-754e7e42c200) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:33.628488 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.632019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.634471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ecfe358a-689c-4016-b4dd-1efed0a83f40 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:33.641650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:33.644681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d3d95-665b-4ef3-a5d1-c3ac69158816 None None] Network 8fe64780-7878-45e5-9575-3d06fe0c21f3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:33.670612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Port': ['ID=979a54c0-c9a4-4880-bdb6-f60ebb8958aa,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:33.672428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No DVR routers for this DVR port 979a54c0-c9a4-4880-bdb6-f60ebb8958aa on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:33.673951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:33.745007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:33.756533 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123666a4-dd64-4008-a1d3-cc14c0e619e8 None None] Sync routers for ids ['760c8310-e590-43aa-9279-a9366b042a88'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:33.765205 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123666a4-dd64-4008-a1d3-cc14c0e619e8 None None] Routers {'760c8310-e590-43aa-9279-a9366b042a88'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:33.766166 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-123666a4-dd64-4008-a1d3-cc14c0e619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['760c8310-e590-43aa-9279-a9366b042a88'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:33.782494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.794451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe64780-7878-45e5-9575-3d06fe0c21f3']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:33.811184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.811842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a7d1bc-6c2e-436c-b851-7d84fce54960') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:33.812201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a7d1bc-6c2e-436c-b851-7d84fce54960') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:33.819779 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-123666a4-dd64-4008-a1d3-cc14c0e619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:33.823740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.827667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Transition to ACTIVE for port object 4db47124-3826-42d0-abf8-754e7e42c200 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:33.829161 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123666a4-dd64-4008-a1d3-cc14c0e619e8 None None] Routers {'760c8310-e590-43aa-9279-a9366b042a88'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:33.830037 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-123666a4-dd64-4008-a1d3-cc14c0e619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['760c8310-e590-43aa-9279-a9366b042a88'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:33.842195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.849633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:33.850034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:33.854025 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:33.886084 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-123666a4-dd64-4008-a1d3-cc14c0e619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:33.888822 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123666a4-dd64-4008-a1d3-cc14c0e619e8 None None] The sync data for ids ['760c8310-e590-43aa-9279-a9366b042a88'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:33.891737 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.896265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-667b0e6b-0981-4dab-9f9a-cff35ffffce0 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:33.929777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.933986 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3186634 Jun 11 11:46:33.934242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47604) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:33.947437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.951369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34b8fe57-a8cd-4c4c-9b5c-7bb5bbb00c10 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:33.955420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:33.962031 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/8fe64780-7878-45e5-9575-3d06fe0c21f3 HTTP/1.1" status: 204 len: 168 time: 3.1037531 Jun 11 11:46:33.962031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47606) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:33.977323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-109573202'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:33.983959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Network': ['ID=8fe64780-7878-45e5-9575-3d06fe0c21f3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:33.984174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=fe386896-c7b9-4c62-b987-ad54f2146450,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:33.987396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:33.988569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:34.001523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:34.005257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.018931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.037287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:34.047734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.048238 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Added segment b7b4d4e5-1642-4bc9-98b9-01abf7061a69 of type vlan for network 2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0 Jun 11 11:46:34.057556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 4c20f583-b5db-49df-a660-f11d55707a30 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:34.064826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:34.070701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:34.071349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.085314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Transition to ACTIVE for port object d740e53f-b684-4832-85a6-2c23680bfc21 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:34.108999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.118433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Transition to ACTIVE for port object d740e53f-b684-4832-85a6-2c23680bfc21 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:34.128496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.137696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=4db47124-3826-42d0-abf8-754e7e42c200,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:34.145260 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:34.152981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.159842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:34.160559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.164387 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cdf3743c-7b8c-449d-a96f-5c48ad59bf23 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:34.165282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:34.219092 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2572265 Jun 11 11:46:34.222607 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1e336cbf-95ae-4fc8-bccc-675cfc264006 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/routers/760c8310-e590-43aa-9279-a9366b042a88 HTTP/1.1" status: 200 len: 921 time: 0.2870779 Jun 11 11:46:34.222765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47608) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:34.226843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47610) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:34.228805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'network_id': '2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:34.231448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Network 3ca1ac31-50ca-4ced-97f0-983547ff640f is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:34.237148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:34.244089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:34.291592 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-005c7c5f-b1dd-4414-a85f-8a7f280b65e5 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=760c8310-e590-43aa-9279-a9366b042a88 HTTP/1.1" status: 200 len: 205 time: 0.0634463 Jun 11 11:46:34.299103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47612) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:34.313244 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:34.317802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:34.323783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Pushing event updated for resources: {'Port': ['ID=d740e53f-b684-4832-85a6-2c23680bfc21,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:34.357299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bc81cb98-fe83-4dc5-a202-27a0a0c42ebb None None] Provisioning for port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:34.361392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:34.362822 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:34.364502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 94b1e35a-258d-439f-8a0f-0b2a464d93b6 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:34.401034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:34.405230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.412749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.511448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Attempting to bind port d740e53f-b684-4832-85a6-2c23680bfc21 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:34.511837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Attempting to bind port d740e53f-b684-4832-85a6-2c23680bfc21 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'd71ee90e-c585-4370-acd0-4ac7b13b249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '3ca1ac31-50ca-4ced-97f0-983547ff640f'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:34.512275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Attempting to bind port d740e53f-b684-4832-85a6-2c23680bfc21 on network 3ca1ac31-50ca-4ced-97f0-983547ff640f {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:34.531390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:34.531775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Checking segment: {'id': 'd71ee90e-c585-4370-acd0-4ac7b13b249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '3ca1ac31-50ca-4ced-97f0-983547ff640f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:34.532207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.532606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Bound using segment: {'id': 'd71ee90e-c585-4370-acd0-4ac7b13b249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '3ca1ac31-50ca-4ced-97f0-983547ff640f'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:34.533280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Bound port: d740e53f-b684-4832-85a6-2c23680bfc21, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71ee90e-c585-4370-acd0-4ac7b13b249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '3ca1ac31-50ca-4ced-97f0-983547ff640f'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:34.533665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.595866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:34.610605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:34.610996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.645174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.656756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] For port d740e53f-b684-4832-85a6-2c23680bfc21, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:34.678711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] For port d740e53f-b684-4832-85a6-2c23680bfc21, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d740e53f-b684-4832-85a6-2c23680bfc21,segment=NetworkSegment(d71ee90e-c585-4370-acd0-4ac7b13b249d),segment_id=d71ee90e-c585-4370-acd0-4ac7b13b249d)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:34.684499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.687927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4e1968bc-8907-4fcc-b778-504e91c4dcf1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:34.688675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.691110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:34.760482 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=26c9e15a-da3f-4197-ba62-1bb72542f914,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:34.766042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:34.781836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Checking segment: {'id': 'b7b4d4e5-1642-4bc9-98b9-01abf7061a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:34.781836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network hostable DHCP agents. Network: 2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:34.808499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network 2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:34.819711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:34.824265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:34.825505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.833278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.849118 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6223238 Jun 11 11:46:34.850543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83f2cad-32a5-4910-95eb-d933793b01f6 None None] Network 2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:34.851883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47614) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:34.852431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Pushing event updated for resources: {'Port': ['ID=d740e53f-b684-4832-85a6-2c23680bfc21,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:34.856521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:34.936159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 94b1e35a-258d-439f-8a0f-0b2a464d93b6, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=94b1e35a-258d-439f-8a0f-0b2a464d93b6,segment=NetworkSegment(47ed2861-0b29-4d81-8f96-c6d5c857dd5d),segment_id=47ed2861-0b29-4d81-8f96-c6d5c857dd5d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:34.984545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:34.986710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fe386896-c7b9-4c62-b987-ad54f2146450 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:34.998073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d008cfea-2941-4017-8f0c-d77b2e106812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:35.080138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.080389 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3a413526-260a-475a-b240-68bf38d4f1a4 None None] Provisioning for port 4db47124-3826-42d0-abf8-754e7e42c200 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:35.119144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3a413526-260a-475a-b240-68bf38d4f1a4 None None] Provisioning complete for port 4db47124-3826-42d0-abf8-754e7e42c200 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:35.119832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3a413526-260a-475a-b240-68bf38d4f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.192584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=94b1e35a-258d-439f-8a0f-0b2a464d93b6,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:35.212130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:35.212779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.298686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3a413526-260a-475a-b240-68bf38d4f1a4 None None] Port 4db47124-3826-42d0-abf8-754e7e42c200 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:35.323116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.326891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-be2e9398-8b70-49c0-929a-cb823eabe230 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:35.371131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Subnet': ['ID=26c9e15a-da3f-4197-ba62-1bb72542f914,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:35.373658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:35.464308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.479566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:35.493265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.495788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b4d4e5-1642-4bc9-98b9-01abf7061a69') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:35.496293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b4d4e5-1642-4bc9-98b9-01abf7061a69') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:35.507685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3a413526-260a-475a-b240-68bf38d4f1a4 None None] Provisioning complete for port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:35.508071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3a413526-260a-475a-b240-68bf38d4f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.512603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port fe386896-c7b9-4c62-b987-ad54f2146450 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:35.512758 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.513465 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.538878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.539138 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46159e4d-ea8c-44c6-a7ff-f93ecf466820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0', 'network_id': '2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0', 'tenant_id': '023ed2953b824fb5b84161bf7bdf0865', 'fixed_ips': [{'subnet_id': '26c9e15a-da3f-4197-ba62-1bb72542f914'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:35.539721 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-46159e4d-ea8c-44c6-a7ff-f93ecf466820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.546491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:35.547173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:35.550913 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:35.553447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.563931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.564787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.568459 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-85233b70-f573-46b5-97aa-b8bcf5499d54 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:35.648511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.652462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e920dd40-e1c6-4223-844e-a3b2144fe12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:35.657825 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.658205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Deleting port 89a1ccc1-dc98-4de6-b7ad-80805d3643e7 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:35.658708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.659458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-46159e4d-ea8c-44c6-a7ff-f93ecf466820 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 11:46:35.659458 dv-neutron-786478-5-hyperv neutron-server[99007]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jun 11 11:46:35.659458 dv-neutron-786478-5-hyperv neutron-server[99007]: [parameters: {'project_id': '023ed2953b824fb5b84161bf7bdf0865', 'id': '154684c0-886f-4e68-9dd9-cc21f76dde84', 'name': '', 'network_id': '2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0', 'mac_address': 'fa:16:3e:b6:91:88', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1148}] Jun 11 11:46:35.659458 dv-neutron-786478-5-hyperv neutron-server[99007]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:46:35.659916 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0 HTTP/1.1" status: 204 len: 168 time: 0.8070288 Jun 11 11:46:35.663741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-46159e4d-ea8c-44c6-a7ff-f93ecf466820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:46:35.663882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47616) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:35.669595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1526209253'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:35.705145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:35.708959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.712575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Network': ['ID=2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:35.723838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:35.741048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:35.751448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.751785 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Added segment 2eb40c28-4dc7-43c7-ab0c-81de9ebca0cd of type vlan for network 1b9be90c-787d-4c80-b79b-d72fd7eee869 Jun 11 11:46:35.751925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=4db47124-3826-42d0-abf8-754e7e42c200,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:35.758656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:35.810631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.840783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b803de16-e293-46b0-a13f-afb24ee8a1f1 None None] Provisioning complete for port 4db47124-3826-42d0-abf8-754e7e42c200 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:35.841457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b803de16-e293-46b0-a13f-afb24ee8a1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.851891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.855754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.862354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:35.863007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:35.866689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-332bbadb-6779-43be-aaf0-fa45451bbcf9 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:35.908217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b803de16-e293-46b0-a13f-afb24ee8a1f1 None None] Port 4db47124-3826-42d0-abf8-754e7e42c200 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:35.910402 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2457449 Jun 11 11:46:35.913541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47618) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:35.918864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'network_id': '1b9be90c-787d-4c80-b79b-d72fd7eee869', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:35.983445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=1b9be90c-787d-4c80-b79b-d72fd7eee869,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:35.987233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Calling delete_port for 89a1ccc1-dc98-4de6-b7ad-80805d3643e7 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:35.990714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 4c20f583-b5db-49df-a660-f11d55707a30 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:35.994096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:35.994957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:36.003625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 1b9be90c-787d-4c80-b79b-d72fd7eee869 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:36.091886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:36.095701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.181630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-46159e4d-ea8c-44c6-a7ff-f93ecf466820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.208058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b83db-3b89-4b06-b125-81c430167dda None None] Network 3ca1ac31-50ca-4ced-97f0-983547ff640f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:36.284647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da6b83-ebbb-41f7-b81e-797a4d4ecdc2 None None] Network 2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:36.313648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da6b83-ebbb-41f7-b81e-797a4d4ecdc2 None None] Network 2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0 could not be found, it might have been deleted concurrently. {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 11 11:46:36.315643 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dbf5289b-6843-4406-9ee8-faff1130aac1 None None] Provisioning for port d740e53f-b684-4832-85a6-2c23680bfc21 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:36.366517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 94b1e35a-258d-439f-8a0f-0b2a464d93b6 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:36.397975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.401214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:36.437802 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Pushing event deleted for resources: {'Port': ['ID=89a1ccc1-dc98-4de6-b7ad-80805d3643e7,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:36.441472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:36.495840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:36.496128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.504633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router dfddb912-e582-4333-8c6c-67847d80538e is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:46:36.581951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-30271c35-06f0-4c1e-8268-2b10b8423b5e None None] Provisioning complete for port 4db47124-3826-42d0-abf8-754e7e42c200 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:36.582344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-30271c35-06f0-4c1e-8268-2b10b8423b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.630173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.648118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-30271c35-06f0-4c1e-8268-2b10b8423b5e None None] Port 4db47124-3826-42d0-abf8-754e7e42c200 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:36.692658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d740e53f-b684-4832-85a6-2c23680bfc21 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:36.751571 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port d740e53f-b684-4832-85a6-2c23680bfc21 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:36.755920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d740e53f-b684-4832-85a6-2c23680bfc21 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:36.756320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.780090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.782418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-899ecb20-3ba0-4767-8b87-69cabdf54d18 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:36.784968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.788338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.794940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:36.800266 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/dfddb912-e582-4333-8c6c-67847d80538e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5693715 Jun 11 11:46:36.803172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47620) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:36.815677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604073e-9f76-4a8d-8d8f-6f0d4de8029a None None] Sync routers for ids ['dfddb912-e582-4333-8c6c-67847d80538e'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:36.832911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604073e-9f76-4a8d-8d8f-6f0d4de8029a None None] Routers {'dfddb912-e582-4333-8c6c-67847d80538e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:36.833993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b604073e-9f76-4a8d-8d8f-6f0d4de8029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['dfddb912-e582-4333-8c6c-67847d80538e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:36.856022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=f3e44cc3-554b-4421-9c41-2071761bde45,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:36.872979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:36.878970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Checking segment: {'id': '2eb40c28-4dc7-43c7-ab0c-81de9ebca0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '1b9be90c-787d-4c80-b79b-d72fd7eee869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:36.879297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network hostable DHCP agents. Network: 1b9be90c-787d-4c80-b79b-d72fd7eee869, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:36.904765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network 1b9be90c-787d-4c80-b79b-d72fd7eee869 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:36.914833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b604073e-9f76-4a8d-8d8f-6f0d4de8029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:36.920754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.921049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 1b9be90c-787d-4c80-b79b-d72fd7eee869) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:36.921309 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Fanout notify agent at l3_agent the message router_deleted on router 760c8310-e590-43aa-9279-a9366b042a88 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:46:36.930255 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.935008 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/760c8310-e590-43aa-9279-a9366b042a88 HTTP/1.1" status: 204 len: 168 time: 2.6315084 Jun 11 11:46:36.935097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:36.935702 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47622) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:36.936397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.939408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:36.940286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Request body: {'router': {'name': 'tempest-snat-router-939790722', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'enable_snat': False}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:36.941144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604073e-9f76-4a8d-8d8f-6f0d4de8029a None None] Routers {'dfddb912-e582-4333-8c6c-67847d80538e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:36.941796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b604073e-9f76-4a8d-8d8f-6f0d4de8029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['dfddb912-e582-4333-8c6c-67847d80538e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:36.954646 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0398185 Jun 11 11:46:36.957173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47624) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:36.965089 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4d3891-6858-4d5f-a9d6-be6d7d87cc96 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:36.968822 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3d4d3891-6858-4d5f-a9d6-be6d7d87cc96 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports/4db47124-3826-42d0-abf8-754e7e42c200 HTTP/1.1" status: 200 len: 911 time: 0.1624014 Jun 11 11:46:36.971913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47626) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:36.995322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9e192-03e5-420c-8315-f116c6324ebc None None] Network 1b9be90c-787d-4c80-b79b-d72fd7eee869 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:36.997083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b604073e-9f76-4a8d-8d8f-6f0d4de8029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:36.997513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604073e-9f76-4a8d-8d8f-6f0d4de8029a None None] The sync data for ids ['dfddb912-e582-4333-8c6c-67847d80538e'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:37.083959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.085321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.099622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.105056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port d740e53f-b684-4832-85a6-2c23680bfc21, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d740e53f-b684-4832-85a6-2c23680bfc21,segment=NetworkSegment(d71ee90e-c585-4370-acd0-4ac7b13b249d),segment_id=d71ee90e-c585-4370-acd0-4ac7b13b249d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:37.115618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.119297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e985d6b1-03ea-4277-b4f4-502a943a1408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:37.166201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0e52272b-e195-46b0-91b9-5d0db7fcf04f None None] Provisioning complete for port d740e53f-b684-4832-85a6-2c23680bfc21 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:37.166613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0e52272b-e195-46b0-91b9-5d0db7fcf04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.166820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.249106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.251952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f5be9223-c9ba-41a2-9b54-ed62e59220ab tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:37.264826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=d740e53f-b684-4832-85a6-2c23680bfc21,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:37.271662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:37.281401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.286228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e44cc3-554b-4421-9c41-2071761bde45,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:37.288561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:37.335748 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e595c4f-6259-4b6d-80fd-ae764efddc75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-1b9be90c-787d-4c80-b79b-d72fd7eee869', 'network_id': '1b9be90c-787d-4c80-b79b-d72fd7eee869', 'tenant_id': '023ed2953b824fb5b84161bf7bdf0865', 'fixed_ips': [{'subnet_id': 'f3e44cc3-554b-4421-9c41-2071761bde45'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:37.336728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6e595c4f-6259-4b6d-80fd-ae764efddc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.375763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.390442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9be90c-787d-4c80-b79b-d72fd7eee869']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:37.403542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb40c28-4dc7-43c7-ab0c-81de9ebca0cd') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:37.404190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb40c28-4dc7-43c7-ab0c-81de9ebca0cd') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:37.413935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.430521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.437315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:37.437784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:37.440883 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:37.447044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a67c6-1b71-49b3-9e18-ed76b895b9d5 None None] Network 1b9be90c-787d-4c80-b79b-d72fd7eee869 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:37.520559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.524912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.527330 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/1b9be90c-787d-4c80-b79b-d72fd7eee869 HTTP/1.1" status: 204 len: 168 time: 0.5640543 Jun 11 11:46:37.528234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9724c8f-c1c5-4bb7-93b4-d7f4ec331643 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:37.533257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47628) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:37.538143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1514168709'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:37.562709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Network': ['ID=1b9be90c-787d-4c80-b79b-d72fd7eee869,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:37.565214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:37.582244 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:37.592811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.604689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3e673c-341f-45c3-b5f0-aa0464b59517 None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:46:37.628710 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:37.640509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.641003 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Added segment 5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6 of type vlan for network e01e0a2e-0142-408c-807a-486ace247578 Jun 11 11:46:37.692434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.725192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.731439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:37.732083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.733067 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3e673c-341f-45c3-b5f0-aa0464b59517 None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:46:37.735790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-638fc494-9cee-4947-8798-6481c1efe432 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:37.774979 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2409189 Jun 11 11:46:37.777856 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47630) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:37.782736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'network_id': 'e01e0a2e-0142-408c-807a-486ace247578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:37.859324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=e01e0a2e-0142-408c-807a-486ace247578,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:37.862140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:37.879806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network e01e0a2e-0142-408c-807a-486ace247578 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:37.949300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:37.953381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:37.985365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:38.135953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d740e53f-b684-4832-85a6-2c23680bfc21 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:38.191679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d740e53f-b684-4832-85a6-2c23680bfc21 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:38.192064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:38.202181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:38.214164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:38.216840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-444960a5-e442-4e16-b01e-19bcecc924ee tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:38.279535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=60c366c8-7031-468a-8cc5-514b2e52dbd8,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:38.296758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.297083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.297469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.297862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.298237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.298631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.299004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.299373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.299744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.300111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.300480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.300858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:38.304511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:38.312239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Checking segment: {'id': '5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e01e0a2e-0142-408c-807a-486ace247578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:38.312601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network hostable DHCP agents. Network: e01e0a2e-0142-408c-807a-486ace247578, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:38.330042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network e01e0a2e-0142-408c-807a-486ace247578 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:38.338804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, e01e0a2e-0142-408c-807a-486ace247578) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:38.343711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:38.344827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:38.349217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970dd545-6515-4d77-a0db-61cc565dbb67 None None] Network e01e0a2e-0142-408c-807a-486ace247578 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:38.361717 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5805824 Jun 11 11:46:38.361969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47632) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:38.366992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'network_id': 'e01e0a2e-0142-408c-807a-486ace247578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:38.514826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:38.519096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:38.555550 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:38.592532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:38.695772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-e01e0a2e-0142-408c-807a-486ace247578', 'network_id': 'e01e0a2e-0142-408c-807a-486ace247578', 'tenant_id': '023ed2953b824fb5b84161bf7bdf0865', 'fixed_ips': [{'subnet_id': '60c366c8-7031-468a-8cc5-514b2e52dbd8'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:38.696863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:38.801550 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Allocated IP 2001:db8:1::1 (3ca1ac31-50ca-4ced-97f0-983547ff640f/c212ad99-fcd2-4f12-8cbc-1a927cc59778/e0caa95c-44e6-45ef-8c29-8fe98b6d4551) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:38.808110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:38.812492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9274a222-f0ae-4d76-97bf-1babfc4129b3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:38.821329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Allocated IP 172.26.6.216 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/b60728a6-f7d2-4fbb-8d88-0888d94f4991) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:38.866868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Allocated IP 2001:db8::2 (e01e0a2e-0142-408c-807a-486ace247578/60c366c8-7031-468a-8cc5-514b2e52dbd8/20925fe7-b854-4f82-ae6a-691a47ff4021) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:38.870187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network e01e0a2e-0142-408c-807a-486ace247578 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:38.874039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:38.879547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:38.879547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:38.882922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=c8e29557-dd19-46b6-ade6-39b115fcf06f,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:38.887850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:38.908772 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5455883 Jun 11 11:46:38.911614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47634) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:38.984038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2730d545-5255-4866-9229-663ed4cd83f3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:38.985537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2730d545-5255-4866-9229-663ed4cd83f3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:38.988252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2730d545-5255-4866-9229-663ed4cd83f3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:38.989395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2730d545-5255-4866-9229-663ed4cd83f3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:38.990943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2730d545-5255-4866-9229-663ed4cd83f3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:38.996601 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2730d545-5255-4866-9229-663ed4cd83f3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0798762 Jun 11 11:46:38.996883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47636) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:39.002575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893185286'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:39.028921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:39.032953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.063958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:39.073142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.075222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.075601 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Added segment 353320e4-ef95-48b3-9066-bc1856cb9da6 of type vlan for network 81079aaf-1a58-418c-8701-e874c47fdb8b Jun 11 11:46:39.077566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.082420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Transition to ACTIVE for port object 20925fe7-b854-4f82-ae6a-691a47ff4021 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:39.084410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.098347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Transition to ACTIVE for port object 20925fe7-b854-4f82-ae6a-691a47ff4021 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:39.100959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Transition to ACTIVE for port object e0caa95c-44e6-45ef-8c29-8fe98b6d4551 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:39.105590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.117695 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d31661ff-7137-4557-95c2-4e70963b640a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:39.130375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.149407 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Network e01e0a2e-0142-408c-807a-486ace247578 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:39.154325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:39.161118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.162206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:39.164849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b0452f13-217c-4154-8a4e-ce2a507c6a48 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:39.165382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.168905 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.171989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:39.174843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.176429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4496582-28fe-44ca-ac63-3853fc73f7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:39.228991 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2285666 Jun 11 11:46:39.229788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47638) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:39.235444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ebe88f15-da0c-4289-bf63-b5f4008b8a21 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'name': 'New_network'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:39.236364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Pushing event updated for resources: {'Port': ['ID=20925fe7-b854-4f82-ae6a-691a47ff4021,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:39.242823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:39.249385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:39.251129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 3ca1ac31-50ca-4ced-97f0-983547ff640f is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:39.254421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:39.255704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Attempting to bind port 20925fe7-b854-4f82-ae6a-691a47ff4021 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:39.256216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Attempting to bind port 20925fe7-b854-4f82-ae6a-691a47ff4021 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e01e0a2e-0142-408c-807a-486ace247578'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:39.256489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Attempting to bind port 20925fe7-b854-4f82-ae6a-691a47ff4021 on network e01e0a2e-0142-408c-807a-486ace247578 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:39.256960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:39.261770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:39.262747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Checking segment: {'id': '5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e01e0a2e-0142-408c-807a-486ace247578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:39.263291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.263701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Bound using segment: {'id': '5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e01e0a2e-0142-408c-807a-486ace247578'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:39.264186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Bound port: 20925fe7-b854-4f82-ae6a-691a47ff4021, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'e01e0a2e-0142-408c-807a-486ace247578'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:39.264574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.287103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:39.289873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:39.291324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.313073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=81079aaf-1a58-418c-8701-e874c47fdb8b,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:39.318323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:39.330237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 81079aaf-1a58-418c-8701-e874c47fdb8b details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:39.358571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event updated for resources: {'Port': ['ID=b60728a6-f7d2-4fbb-8d88-0888d94f4991,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:39.367543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] For port 20925fe7-b854-4f82-ae6a-691a47ff4021, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:39.382508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.383030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.383430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.383799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.384175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.384550 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.384925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.385489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.385705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.386343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.386738 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.387660 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:39.421744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:39.422570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-92f24811-a599-467c-b2ad-9a5ea934ee0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:39.431748 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] For port 20925fe7-b854-4f82-ae6a-691a47ff4021, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=20925fe7-b854-4f82-ae6a-691a47ff4021,segment=NetworkSegment(5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6),segment_id=5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:39.441628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.452824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0f39604b-8252-4f0b-b723-f830d5a8da56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:39.517841 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Pushing event updated for resources: {'Port': ['ID=20925fe7-b854-4f82-ae6a-691a47ff4021,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:39.530120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:39.561260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ebe88f15-da0c-4289-bf63-b5f4008b8a21 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.579420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ebe88f15-da0c-4289-bf63-b5f4008b8a21 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.581850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-14a4436e-c388-4372-904f-d8b48e5895cd tempest-RoutersNegativeTest-1497667161 tempest-RoutersNegativeTest-1497667161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:39.625356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebe88f15-da0c-4289-bf63-b5f4008b8a21 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network 81079aaf-1a58-418c-8701-e874c47fdb8b is not hosted by any dhcp agent {{(pid=99006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 11:46:39.631172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe88f15-da0c-4289-bf63-b5f4008b8a21 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:39.631887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ebe88f15-da0c-4289-bf63-b5f4008b8a21 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.633340 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ebe88f15-da0c-4289-bf63-b5f4008b8a21 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "PUT /v2.0/networks/81079aaf-1a58-418c-8701-e874c47fdb8b HTTP/1.1" status: 200 len: 723 time: 0.4028671 Jun 11 11:46:39.636432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47640) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:39.643536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'network_id': '81079aaf-1a58-418c-8701-e874c47fdb8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:39.681993 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=e0caa95c-44e6-45ef-8c29-8fe98b6d4551,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:39.691794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:39.727714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.732088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6b8f2893-2e5e-40da-9817-162b0474c3d6 None None] Provisioning for port e0caa95c-44e6-45ef-8c29-8fe98b6d4551 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:39.744651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6b8f2893-2e5e-40da-9817-162b0474c3d6 None None] Provisioning complete for port e0caa95c-44e6-45ef-8c29-8fe98b6d4551 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:39.755338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2893-2e5e-40da-9817-162b0474c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.756386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe88f15-da0c-4289-bf63-b5f4008b8a21 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=81079aaf-1a58-418c-8701-e874c47fdb8b,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:39.768298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ebe88f15-da0c-4289-bf63-b5f4008b8a21 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:39.790785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 81079aaf-1a58-418c-8701-e874c47fdb8b details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:39.877300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:39.882936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:39.901720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f2893-2e5e-40da-9817-162b0474c3d6 None None] Port e0caa95c-44e6-45ef-8c29-8fe98b6d4551 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:40.056599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.125220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.127725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e3dc85f0-2797-49ae-b0ff-102b0398819b tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:40.186668 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 20925fe7-b854-4f82-ae6a-691a47ff4021 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:40.197267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=04a1bfaa-a3d3-4a22-96f7-2ad3213d1211,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:40.207281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:40.218390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Checking segment: {'id': '353320e4-ef95-48b3-9066-bc1856cb9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '81079aaf-1a58-418c-8701-e874c47fdb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:40.218891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network hostable DHCP agents. Network: 81079aaf-1a58-418c-8701-e874c47fdb8b, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:40.240639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network 81079aaf-1a58-418c-8701-e874c47fdb8b is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:40.251685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 81079aaf-1a58-418c-8701-e874c47fdb8b) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:40.253251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 20925fe7-b854-4f82-ae6a-691a47ff4021 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:40.256750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:40.257285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.267347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300ddc10-87f3-44a0-915e-531f88a29e7d None None] Network 81079aaf-1a58-418c-8701-e874c47fdb8b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:40.276223 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6364946 Jun 11 11:46:40.276442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47642) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:40.282557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-feae368c-742c-40ee-813b-245c39aaaeed tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:40.422505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-feae368c-742c-40ee-813b-245c39aaaeed tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9056599'] for subnet, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.490791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-81079aaf-1a58-418c-8701-e874c47fdb8b', 'network_id': '81079aaf-1a58-418c-8701-e874c47fdb8b', 'tenant_id': '023ed2953b824fb5b84161bf7bdf0865', 'fixed_ips': [{'subnet_id': '04a1bfaa-a3d3-4a22-96f7-2ad3213d1211'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:40.491746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.644134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-feae368c-742c-40ee-813b-245c39aaaeed tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754061329201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3600508'] for subnet, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.646298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1885a554-58df-4683-8338-6b7a0066943b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:40.696543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feae368c-742c-40ee-813b-245c39aaaeed tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:40.697192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-feae368c-742c-40ee-813b-245c39aaaeed tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.701599 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-feae368c-742c-40ee-813b-245c39aaaeed tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "PUT /v2.0/subnets/04a1bfaa-a3d3-4a22-96f7-2ad3213d1211 HTTP/1.1" status: 200 len: 826 time: 0.4213378 Jun 11 11:46:40.706472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47644) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:40.709323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6af1f-ec8d-4957-b348-41918eba0275 None None] Network e01e0a2e-0142-408c-807a-486ace247578 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:40.735937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Allocated IP 2001:db8::2 (81079aaf-1a58-418c-8701-e874c47fdb8b/04a1bfaa-a3d3-4a22-96f7-2ad3213d1211/0385e473-2633-482d-afa9-75a21aab623c) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:40.753069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae368c-742c-40ee-813b-245c39aaaeed tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=04a1bfaa-a3d3-4a22-96f7-2ad3213d1211,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:40.757639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-feae368c-742c-40ee-813b-245c39aaaeed tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:40.814905 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a670ea4d-44fa-45c3-89ff-0130a8c3186a None None] Provisioning for port 20925fe7-b854-4f82-ae6a-691a47ff4021 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:40.843536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.851268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a670ea4d-44fa-45c3-89ff-0130a8c3186a None None] Provisioning complete for port 20925fe7-b854-4f82-ae6a-691a47ff4021 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:40.851714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a670ea4d-44fa-45c3-89ff-0130a8c3186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.911845 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.917583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.919004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.919630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:40.923216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-44dff629-c8a0-4681-813d-23cd61d3a18d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:41.009231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.018674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=e0caa95c-44e6-45ef-8c29-8fe98b6d4551,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:41.021474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:41.146645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a670ea4d-44fa-45c3-89ff-0130a8c3186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.153056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.174795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Transition to ACTIVE for port object 0385e473-2633-482d-afa9-75a21aab623c will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:41.210195 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 3ca1ac31-50ca-4ced-97f0-983547ff640f is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:41.212131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Transition to ACTIVE for port object 0385e473-2633-482d-afa9-75a21aab623c will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:41.214591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a670ea4d-44fa-45c3-89ff-0130a8c3186a None None] For port 20925fe7-b854-4f82-ae6a-691a47ff4021, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=20925fe7-b854-4f82-ae6a-691a47ff4021,segment=NetworkSegment(5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6),segment_id=5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:41.215656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:41.220659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a670ea4d-44fa-45c3-89ff-0130a8c3186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.222979 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c957df4e-c863-400d-b0e2-f04161106c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:41.225817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.258929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.262678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ad14e27-d735-4b69-aad7-f58441a6f82a tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:41.281806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Network 81079aaf-1a58-418c-8701-e874c47fdb8b is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:41.303507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Subnet': ['ID=04a1bfaa-a3d3-4a22-96f7-2ad3213d1211,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:41.307686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:41.317378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:41.332803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:41.371927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670ea4d-44fa-45c3-89ff-0130a8c3186a None None] Pushing event updated for resources: {'Port': ['ID=20925fe7-b854-4f82-ae6a-691a47ff4021,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:41.375974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a670ea4d-44fa-45c3-89ff-0130a8c3186a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:41.401178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Router e710f107-e1a7-4997-b6b2-7df4d824491f is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:46:41.407672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.414759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:41.421323 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router dfddb912-e582-4333-8c6c-67847d80538e has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:46:41.424129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806ea2d4-7a58-476a-bdf6-58caf6ae9077 None None] Update dhcp port {'port': {'network_id': 'e01e0a2e-0142-408c-807a-486ace247578', 'fixed_ips': [{'subnet_id': '60c366c8-7031-468a-8cc5-514b2e52dbd8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c8e29557-dd19-46b6-ade6-39b115fcf06f'}], 'binding:host_id': 'dv-neutron-786478-5-hyperv'}, 'id': '20925fe7-b854-4f82-ae6a-691a47ff4021'} from dv-neutron-786478-5-hyperv. {{(pid=99007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 11:46:41.427267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81079aaf-1a58-418c-8701-e874c47fdb8b']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:41.441462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353320e4-ef95-48b3-9066-bc1856cb9da6') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:41.441999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353320e4-ef95-48b3-9066-bc1856cb9da6') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:41.454502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.471147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.478108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:41.478717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:41.482320 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:41.574070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.api [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:46:41.574070 dv-neutron-786478-5-hyperv neutron-server[99006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:46:41.574070 dv-neutron-786478-5-hyperv neutron-server[99006]: [parameters: {'id': '81079aaf-1a58-418c-8701-e874c47fdb8b'}] Jun 11 11:46:41.574070 dv-neutron-786478-5-hyperv neutron-server[99006]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=99006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:46:41.574837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_db.api [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:46:41.693739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:41.701039 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/dfddb912-e582-4333-8c6c-67847d80538e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7279546 Jun 11 11:46:41.704705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47646) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:41.706519 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26656e43-9f44-485a-95ee-1ca4c461b0d0 None None] Sync routers for ids ['dfddb912-e582-4333-8c6c-67847d80538e'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:41.716402 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26656e43-9f44-485a-95ee-1ca4c461b0d0 None None] Routers {'dfddb912-e582-4333-8c6c-67847d80538e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:41.717253 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-26656e43-9f44-485a-95ee-1ca4c461b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['dfddb912-e582-4333-8c6c-67847d80538e'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:41.731281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Attempting to bind port 0385e473-2633-482d-afa9-75a21aab623c on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:41.731666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Attempting to bind port 0385e473-2633-482d-afa9-75a21aab623c by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '353320e4-ef95-48b3-9066-bc1856cb9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '81079aaf-1a58-418c-8701-e874c47fdb8b'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:41.732038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Attempting to bind port 0385e473-2633-482d-afa9-75a21aab623c on network 81079aaf-1a58-418c-8701-e874c47fdb8b {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:41.736687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Pushing event updated for resources: {'Port': ['ID=0385e473-2633-482d-afa9-75a21aab623c,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:41.739418 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:41.743121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:41.743404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Checking segment: {'id': '353320e4-ef95-48b3-9066-bc1856cb9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '81079aaf-1a58-418c-8701-e874c47fdb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:41.743814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.744211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Bound using segment: {'id': '353320e4-ef95-48b3-9066-bc1856cb9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '81079aaf-1a58-418c-8701-e874c47fdb8b'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:41.744980 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Bound port: 0385e473-2633-482d-afa9-75a21aab623c, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353320e4-ef95-48b3-9066-bc1856cb9da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '81079aaf-1a58-418c-8701-e874c47fdb8b'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:41.745122 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.745520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:41.750220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b8247749-5958-4feb-b729-a76c2d1ee47b None None] Provisioning complete for port e0caa95c-44e6-45ef-8c29-8fe98b6d4551 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:41.750220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b8247749-5958-4feb-b729-a76c2d1ee47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.755638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-806ea2d4-7a58-476a-bdf6-58caf6ae9077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.768210 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Sync routers for ids ['e710f107-e1a7-4997-b6b2-7df4d824491f'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:41.774172 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-26656e43-9f44-485a-95ee-1ca4c461b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:41.779819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db676d0-c270-46c2-b763-43df62d4bd6d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:41.781968 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0db676d0-c270-46c2-b763-43df62d4bd6d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports/e0caa95c-44e6-45ef-8c29-8fe98b6d4551 HTTP/1.1" status: 200 len: 913 time: 0.0759671 Jun 11 11:46:41.783053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.783439 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26656e43-9f44-485a-95ee-1ca4c461b0d0 None None] Routers {'dfddb912-e582-4333-8c6c-67847d80538e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:41.786887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47648) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:41.787162 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8502960 Jun 11 11:46:41.787580 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-26656e43-9f44-485a-95ee-1ca4c461b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['dfddb912-e582-4333-8c6c-67847d80538e'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:41.787823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47650) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:41.836556 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-26656e43-9f44-485a-95ee-1ca4c461b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:41.837382 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26656e43-9f44-485a-95ee-1ca4c461b0d0 None None] The sync data for ids ['dfddb912-e582-4333-8c6c-67847d80538e'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:41.898449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Routers {'e710f107-e1a7-4997-b6b2-7df4d824491f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:41.899200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e710f107-e1a7-4997-b6b2-7df4d824491f'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:41.907485 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b8247749-5958-4feb-b729-a76c2d1ee47b None None] Port e0caa95c-44e6-45ef-8c29-8fe98b6d4551 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:41.950523 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b4735f84-fd2d-4c1a-a8ec-7e46f00a4879 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/routers/e710f107-e1a7-4997-b6b2-7df4d824491f HTTP/1.1" status: 200 len: 908 time: 0.1582651 Jun 11 11:46:41.951137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47652) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:41.955280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Request body: {'router': {'name': 'tempest-snat-router-939790722', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'enable_snat': True}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:41.985023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:41.986159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.057008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.083380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.163764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 20925fe7-b854-4f82-ae6a-691a47ff4021 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:42.172661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] For port 0385e473-2633-482d-afa9-75a21aab623c, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:42.241356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Deleting port 0385e473-2633-482d-afa9-75a21aab623c {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:42.241604 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.243365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-37cb1437-7e7f-456e-93cd-9745a57e1def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.247846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] For port 0385e473-2633-482d-afa9-75a21aab623c, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0385e473-2633-482d-afa9-75a21aab623c,segment=NetworkSegment(353320e4-ef95-48b3-9066-bc1856cb9da6),segment_id=353320e4-ef95-48b3-9066-bc1856cb9da6)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:42.275598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.282310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:42.297322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.349152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-806ea2d4-7a58-476a-bdf6-58caf6ae9077 None None] Allocated IP 172.20.0.1 (e01e0a2e-0142-408c-807a-486ace247578/c8e29557-dd19-46b6-ade6-39b115fcf06f/20925fe7-b854-4f82-ae6a-691a47ff4021) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:42.376509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Set router e710f107-e1a7-4997-b6b2-7df4d824491f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:46:42.398829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Pushing event updated for resources: {'Port': ['ID=0385e473-2633-482d-afa9-75a21aab623c,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:42.531986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.532606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.533107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.533596 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.534104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.534627 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.535128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.535615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.536099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.536595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.537076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.537569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:42.541747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:42.572284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.599651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 20925fe7-b854-4f82-ae6a-691a47ff4021 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:42.600034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.603895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.698752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5f6c7d-73ca-4c1a-86f3-90a7d6b9517f None None] Network 81079aaf-1a58-418c-8701-e874c47fdb8b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:42.732609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Allocated IP 172.26.6.55 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/2f2712b4-87ac-429f-ad00-a7cd145bdc06) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:42.737921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] For port 0385e473-2633-482d-afa9-75a21aab623c, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:42.738292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.853485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Calling delete_port for 0385e473-2633-482d-afa9-75a21aab623c owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:42.867699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-806ea2d4-7a58-476a-bdf6-58caf6ae9077 None None] For port 20925fe7-b854-4f82-ae6a-691a47ff4021, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=20925fe7-b854-4f82-ae6a-691a47ff4021,segment=NetworkSegment(5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6),segment_id=5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:42.884971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.930202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.934264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:42.937515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-252fa6a9-069a-46b6-9f20-4dd101a2999e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:43.001467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:43.005090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:43.007704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:43.039016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-806ea2d4-7a58-476a-bdf6-58caf6ae9077 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.059373 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event updated for resources: {'Port': ['ID=2f2712b4-87ac-429f-ad00-a7cd145bdc06,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:43.062890 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:43.064283 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-806ea2d4-7a58-476a-bdf6-58caf6ae9077 None None] Transition to ACTIVE for port object 20925fe7-b854-4f82-ae6a-691a47ff4021 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:43.078783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-806ea2d4-7a58-476a-bdf6-58caf6ae9077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.082166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:43.097285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.143879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-583498da-ade1-4102-b131-2811a3180953 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:43.176088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Port': ['ID=0385e473-2633-482d-afa9-75a21aab623c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:43.200512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710f107-e1a7-4997-b6b2-7df4d824491f', 'name': 'tempest-snat-router-939790722', 'tenant_id': '5be91551b5b445eebce450f2bda90c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.216'}], 'enable_snat': False}, 'gw_port_id': 'b60728a6-f7d2-4fbb-8d88-0888d94f4991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:46:37Z', 'updated_at': '2021-06-11T11:46:39Z', 'revision_number': 3, 'project_id': '5be91551b5b445eebce450f2bda90c80', 'gw_port': {'id': 'b60728a6-f7d2-4fbb-8d88-0888d94f4991', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e710f107-e1a7-4997-b6b2-7df4d824491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:46:38Z', 'updated_at': '2021-06-11T11:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:43.206260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:43.211990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No DVR routers for this DVR port 0385e473-2633-482d-afa9-75a21aab623c on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:43.212991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ea2d4-7a58-476a-bdf6-58caf6ae9077 None None] Pushing event updated for resources: {'Port': ['ID=20925fe7-b854-4f82-ae6a-691a47ff4021,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:43.217671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-806ea2d4-7a58-476a-bdf6-58caf6ae9077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:43.217671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Checking router: e710f107-e1a7-4997-b6b2-7df4d824491f for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:46:43.219996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Updating router e710f107-e1a7-4997-b6b2-7df4d824491f port b60728a6-f7d2-4fbb-8d88-0888d94f4991 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:46:43.353681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.372213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81079aaf-1a58-418c-8701-e874c47fdb8b']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:43.410864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353320e4-ef95-48b3-9066-bc1856cb9da6') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:43.411116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.411235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353320e4-ef95-48b3-9066-bc1856cb9da6') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:43.427685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642cedd-f4cf-4a2a-9ca0-4c2ae11c6b49 None None] Network 81079aaf-1a58-418c-8701-e874c47fdb8b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:43.442497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.469013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.493813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.520013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:43.520435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:43.529333 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:43.643791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port e0caa95c-44e6-45ef-8c29-8fe98b6d4551 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:43.644513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.668289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.679728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.681652 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/81079aaf-1a58-418c-8701-e874c47fdb8b HTTP/1.1" status: 204 len: 168 time: 2.9744489 Jun 11 11:46:43.801365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.804303 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ebe88f15-da0c-4289-bf63-b5f4008b8a21 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:43.810818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47654) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:43.857206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Network': ['ID=81079aaf-1a58-418c-8701-e874c47fdb8b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:43.860438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:43.901678 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-206f189c-74ec-4ed4-b342-ce5d647bbfc3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:43.902321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206f189c-74ec-4ed4-b342-ce5d647bbfc3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:43.904143 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-206f189c-74ec-4ed4-b342-ce5d647bbfc3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/81079aaf-1a58-418c-8701-e874c47fdb8b HTTP/1.1" status: 404 len: 339 time: 0.0830858 Jun 11 11:46:43.925006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:43.929523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26367ed8-f0ef-4b92-97ca-5116786198d3 None None] Network e01e0a2e-0142-408c-807a-486ace247578 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:43.952530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for e0caa95c-44e6-45ef-8c29-8fe98b6d4551 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:43.954517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47656) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:43.961984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951350115', 'description': 'd1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:43.967489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Transition to ACTIVE for port object b60728a6-f7d2-4fbb-8d88-0888d94f4991 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:44.023569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.027851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:44.030028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-132fe494-b83d-4c20-a94c-3ab77956ab27 None None] Provisioning for port 20925fe7-b854-4f82-ae6a-691a47ff4021 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:44.038574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:44.042187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.081503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-132fe494-b83d-4c20-a94c-3ab77956ab27 None None] Provisioning complete for port 20925fe7-b854-4f82-ae6a-691a47ff4021 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:44.081911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-132fe494-b83d-4c20-a94c-3ab77956ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.152716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Attempting to bind port b60728a6-f7d2-4fbb-8d88-0888d94f4991 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:44.153126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Attempting to bind port b60728a6-f7d2-4fbb-8d88-0888d94f4991 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:44.153442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Attempting to bind port b60728a6-f7d2-4fbb-8d88-0888d94f4991 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:44.159307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:44.161135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad48fd-972c-4ad1-9b7a-d061f1525e21 None None] Pushing event updated for resources: {'Port': ['ID=b60728a6-f7d2-4fbb-8d88-0888d94f4991,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:44.163435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.166280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-91ad48fd-972c-4ad1-9b7a-d061f1525e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:44.178920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.179274 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Added segment c9e3d2e3-f23d-4013-84c0-774ee084ff7f of type vlan for network bcd9977b-5d4f-4af9-beee-eaaa6eb352ab Jun 11 11:46:44.201020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:44.201434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:44.201813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.202211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:44.202927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Bound port: b60728a6-f7d2-4fbb-8d88-0888d94f4991, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:44.203313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.209495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 20925fe7-b854-4f82-ae6a-691a47ff4021 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:44.244468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.334555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.340689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:44.341280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.344780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f25f10ba-b60f-41b9-ae20-a91e0cce9921 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:44.349191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Router 016d0b12-87a6-434e-afe5-5f34843fed00 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:46:44.351039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.382803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] For port b60728a6-f7d2-4fbb-8d88-0888d94f4991, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:44.389626 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4319179 Jun 11 11:46:44.395288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47658) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:44.413516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] For port b60728a6-f7d2-4fbb-8d88-0888d94f4991, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b60728a6-f7d2-4fbb-8d88-0888d94f4991,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:44.429054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.432847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5567e464-2721-448f-bfeb-84c23520646e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:44.435189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 20925fe7-b854-4f82-ae6a-691a47ff4021 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:44.435383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.514745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=bcd9977b-5d4f-4af9-beee-eaaa6eb352ab,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:44.518204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:44.542118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network bcd9977b-5d4f-4af9-beee-eaaa6eb352ab details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:44.562803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:44.571006 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Sync routers for ids ['016d0b12-87a6-434e-afe5-5f34843fed00'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:44.581737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:44.588190 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Routers {'016d0b12-87a6-434e-afe5-5f34843fed00'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:44.588806 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['016d0b12-87a6-434e-afe5-5f34843fed00'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:44.597138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.600813 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.6467617 Jun 11 11:46:44.601062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47660) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:44.648829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Routers {'e710f107-e1a7-4997-b6b2-7df4d824491f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:44.649492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e710f107-e1a7-4997-b6b2-7df4d824491f'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:44.732804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=e0caa95c-44e6-45ef-8c29-8fe98b6d4551,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:44.737087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:44.775917 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Set router 016d0b12-87a6-434e-afe5-5f34843fed00 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:46:44.778664 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ead2e7-ce0c-4e8c-a2c0-7a661d13cffd tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:44.780624 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-61ead2e7-ce0c-4e8c-a2c0-7a661d13cffd tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/networks?id=bcd9977b-5d4f-4af9-beee-eaaa6eb352ab HTTP/1.1" status: 200 len: 764 time: 0.3812764 Jun 11 11:46:44.782678 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47662) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:44.788445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-48b6c320-de4c-4ff0-9118-e4779ec4b2f4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'description': 'd2'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:44.791747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.861358 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e679c5a4-e87d-476b-989c-14bd2db0dfd4 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/routers/016d0b12-87a6-434e-afe5-5f34843fed00 HTTP/1.1" status: 200 len: 906 time: 0.2587130 Jun 11 11:46:44.864677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47664) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:44.893322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad48fd-972c-4ad1-9b7a-d061f1525e21 None None] Pushing event updated for resources: {'Port': ['ID=b60728a6-f7d2-4fbb-8d88-0888d94f4991,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:44.904168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-91ad48fd-972c-4ad1-9b7a-d061f1525e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:44.963624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.976596 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6321031e-d8ab-4646-805a-3bfbf20cc957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:44.981595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] Set router e710f107-e1a7-4997-b6b2-7df4d824491f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:46:45.124526 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016d0b12-87a6-434e-afe5-5f34843fed00', 'name': 'tempest-snat-router-939790722', 'tenant_id': '5be91551b5b445eebce450f2bda90c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.55'}], 'enable_snat': True}, 'gw_port_id': '2f2712b4-87ac-429f-ad00-a7cd145bdc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:46:41Z', 'updated_at': '2021-06-11T11:46:43Z', 'revision_number': 3, 'project_id': '5be91551b5b445eebce450f2bda90c80', 'gw_port': {'id': '2f2712b4-87ac-429f-ad00-a7cd145bdc06', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016d0b12-87a6-434e-afe5-5f34843fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:46:42Z', 'updated_at': '2021-06-11T11:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:45.128474 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Checking router: 016d0b12-87a6-434e-afe5-5f34843fed00 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:46:45.129385 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Updating router 016d0b12-87a6-434e-afe5-5f34843fed00 port 2f2712b4-87ac-429f-ad00-a7cd145bdc06 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:46:45.185019 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:45.188711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router dfddb912-e582-4333-8c6c-67847d80538e has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:46:45.263453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:45.325821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48b6c320-de4c-4ff0-9118-e4779ec4b2f4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:45.326093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46ea2c-9cdd-4966-8079-f3cac569450c None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:46:45.353538 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:45.360810 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/dfddb912-e582-4333-8c6c-67847d80538e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5748699 Jun 11 11:46:45.363612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47666) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:45.369041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb7844-a4ee-4db9-a135-a599378ac57f None None] Sync routers for ids ['dfddb912-e582-4333-8c6c-67847d80538e'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:45.409936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48b6c320-de4c-4ff0-9118-e4779ec4b2f4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:45.413921 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3b01eb0a-4dbd-44cc-a23b-943b5d22d333 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:45.444412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-549650f8-db9d-4f5e-a39a-959f29f781c8 None None] Provisioning complete for port 20925fe7-b854-4f82-ae6a-691a47ff4021 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:45.445460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-549650f8-db9d-4f5e-a39a-959f29f781c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:45.457543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48b6c320-de4c-4ff0-9118-e4779ec4b2f4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network bcd9977b-5d4f-4af9-beee-eaaa6eb352ab is not hosted by any dhcp agent {{(pid=99005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 11:46:45.463480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b6c320-de4c-4ff0-9118-e4779ec4b2f4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:45.464216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-48b6c320-de4c-4ff0-9118-e4779ec4b2f4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:45.468055 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-48b6c320-de4c-4ff0-9118-e4779ec4b2f4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "PUT /v2.0/networks/bcd9977b-5d4f-4af9-beee-eaaa6eb352ab HTTP/1.1" status: 200 len: 761 time: 0.6817372 Jun 11 11:46:45.471251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47668) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:45.512443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb7844-a4ee-4db9-a135-a599378ac57f None None] Routers {'dfddb912-e582-4333-8c6c-67847d80538e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:45.513398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-20bb7844-a4ee-4db9-a135-a599378ac57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['dfddb912-e582-4333-8c6c-67847d80538e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:45.588516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-20bb7844-a4ee-4db9-a135-a599378ac57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:45.611303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d1b607-f55d-4ed2-9f78-25e518125297 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:45.616484 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c3d1b607-f55d-4ed2-9f78-25e518125297 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/networks?id=bcd9977b-5d4f-4af9-beee-eaaa6eb352ab HTTP/1.1" status: 200 len: 764 time: 0.1392958 Jun 11 11:46:45.618981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47670) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:45.649064 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:45.659921 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Transition to ACTIVE for port object 2f2712b4-87ac-429f-ad00-a7cd145bdc06 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:45.667268 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:45.676311 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:45.696365 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Attempting to bind port 2f2712b4-87ac-429f-ad00-a7cd145bdc06 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:45.696891 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Attempting to bind port 2f2712b4-87ac-429f-ad00-a7cd145bdc06 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:45.697277 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Attempting to bind port 2f2712b4-87ac-429f-ad00-a7cd145bdc06 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:45.706624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb7844-a4ee-4db9-a135-a599378ac57f None None] Routers {'dfddb912-e582-4333-8c6c-67847d80538e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:45.707545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-20bb7844-a4ee-4db9-a135-a599378ac57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['dfddb912-e582-4333-8c6c-67847d80538e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:45.724889 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:45.725274 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:45.725688 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:45.725812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6c320-de4c-4ff0-9118-e4779ec4b2f4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=bcd9977b-5d4f-4af9-beee-eaaa6eb352ab,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:45.726096 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:45.726611 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Bound port: 2f2712b4-87ac-429f-ad00-a7cd145bdc06, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:45.727000 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:45.746929 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-48b6c320-de4c-4ff0-9118-e4779ec4b2f4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:45.781194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network bcd9977b-5d4f-4af9-beee-eaaa6eb352ab details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:45.789661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-20bb7844-a4ee-4db9-a135-a599378ac57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:45.790461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb7844-a4ee-4db9-a135-a599378ac57f None None] The sync data for ids ['dfddb912-e582-4333-8c6c-67847d80538e'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:45.792423 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] For port 2f2712b4-87ac-429f-ad00-a7cd145bdc06, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:45.796964 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] For port 2f2712b4-87ac-429f-ad00-a7cd145bdc06, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2f2712b4-87ac-429f-ad00-a7cd145bdc06,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:45.802812 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:45.837720 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Pushing event updated for resources: {'Port': ['ID=2f2712b4-87ac-429f-ad00-a7cd145bdc06,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:45.847434 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.847732 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.848092 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.848439 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.848781 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.849123 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.849461 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.849795 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.850129 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.850460 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.850815 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.851141 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:46:45.857321 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:45.857801 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:45.913586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f46ea2c-9cdd-4966-8079-f3cac569450c None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:46:45.923657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e710f107-e1a7-4997-b6b2-7df4d824491f', 'name': 'tempest-snat-router-939790722', 'tenant_id': '5be91551b5b445eebce450f2bda90c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.216'}], 'enable_snat': False}, 'gw_port_id': 'b60728a6-f7d2-4fbb-8d88-0888d94f4991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:46:37Z', 'updated_at': '2021-06-11T11:46:39Z', 'revision_number': 3, 'project_id': '5be91551b5b445eebce450f2bda90c80', 'gw_port': {'id': 'b60728a6-f7d2-4fbb-8d88-0888d94f4991', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e710f107-e1a7-4997-b6b2-7df4d824491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:46:38Z', 'updated_at': '2021-06-11T11:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:45.928744 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Pushing event updated for resources: {'Port': ['ID=2f2712b4-87ac-429f-ad00-a7cd145bdc06,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:45.932100 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:45.932580 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Routers {'016d0b12-87a6-434e-afe5-5f34843fed00'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:45.933256 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['016d0b12-87a6-434e-afe5-5f34843fed00'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:45.937857 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf7640-2bd7-4c41-a5e5-d601b171f084 None None] The sync data for ids ['e710f107-e1a7-4997-b6b2-7df4d824491f'] in dv-neutron-786478-5-hyperv is: [{'id': 'e710f107-e1a7-4997-b6b2-7df4d824491f', 'name': 'tempest-snat-router-939790722', 'tenant_id': '5be91551b5b445eebce450f2bda90c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.216'}], 'enable_snat': False}, 'gw_port_id': 'b60728a6-f7d2-4fbb-8d88-0888d94f4991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:46:37Z', 'updated_at': '2021-06-11T11:46:39Z', 'revision_number': 3, 'project_id': '5be91551b5b445eebce450f2bda90c80', 'gw_port': {'id': 'b60728a6-f7d2-4fbb-8d88-0888d94f4991', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e710f107-e1a7-4997-b6b2-7df4d824491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:46:38Z', 'updated_at': '2021-06-11T11:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:45.996301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef19ccc-9926-4902-8aae-7fff134ebd9b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.000448 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eef19ccc-9926-4902-8aae-7fff134ebd9b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3779600 Jun 11 11:46:46.000448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:46.001131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:46.005493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47672) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:46.082031 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7be25e4e-ba9b-41ee-ada1-3a9555f61537 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 207 time: 0.0725703 Jun 11 11:46:46.084755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47674) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:46.157674 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] Set router 016d0b12-87a6-434e-afe5-5f34843fed00 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:46:46.331145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Deleting port 2f2712b4-87ac-429f-ad00-a7cd145bdc06 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:46.331650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:46.341597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106a00d-b64e-4999-a59c-d86a1cd5ed13 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.347321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106a00d-b64e-4999-a59c-d86a1cd5ed13 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.353264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106a00d-b64e-4999-a59c-d86a1cd5ed13 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.359294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106a00d-b64e-4999-a59c-d86a1cd5ed13 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.376302 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106a00d-b64e-4999-a59c-d86a1cd5ed13 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.382364 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106a00d-b64e-4999-a59c-d86a1cd5ed13 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.384394 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2106a00d-b64e-4999-a59c-d86a1cd5ed13 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2983453 Jun 11 11:46:46.398035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47676) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:46.442998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:46.544105 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016d0b12-87a6-434e-afe5-5f34843fed00', 'name': 'tempest-snat-router-939790722', 'tenant_id': '5be91551b5b445eebce450f2bda90c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.55'}], 'enable_snat': True}, 'gw_port_id': '2f2712b4-87ac-429f-ad00-a7cd145bdc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:46:41Z', 'updated_at': '2021-06-11T11:46:43Z', 'revision_number': 3, 'project_id': '5be91551b5b445eebce450f2bda90c80', 'gw_port': {'id': '2f2712b4-87ac-429f-ad00-a7cd145bdc06', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016d0b12-87a6-434e-afe5-5f34843fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:46:42Z', 'updated_at': '2021-06-11T11:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:46.548326 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be0923a-54aa-47f2-94fd-e472bfd1cb60 None None] The sync data for ids ['016d0b12-87a6-434e-afe5-5f34843fed00'] in dv-neutron-786478-5-hyperv is: [{'id': '016d0b12-87a6-434e-afe5-5f34843fed00', 'name': 'tempest-snat-router-939790722', 'tenant_id': '5be91551b5b445eebce450f2bda90c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.55'}], 'enable_snat': True}, 'gw_port_id': '2f2712b4-87ac-429f-ad00-a7cd145bdc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:46:41Z', 'updated_at': '2021-06-11T11:46:43Z', 'revision_number': 3, 'project_id': '5be91551b5b445eebce450f2bda90c80', 'gw_port': {'id': '2f2712b4-87ac-429f-ad00-a7cd145bdc06', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016d0b12-87a6-434e-afe5-5f34843fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:46:42Z', 'updated_at': '2021-06-11T11:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:46.606183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] For port 2f2712b4-87ac-429f-ad00-a7cd145bdc06, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2f2712b4-87ac-429f-ad00-a7cd145bdc06,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:46.606589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:46.646204 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6fa25b98-4b3e-461e-8aed-a696f411d6c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2469516 Jun 11 11:46:46.651762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47678) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:46.741470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Calling delete_port for 2f2712b4-87ac-429f-ad00-a7cd145bdc06 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:46.783978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a9c9eb-fc23-4c7e-812f-28e7702e6e2e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.785693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a9c9eb-fc23-4c7e-812f-28e7702e6e2e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.787368 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a9c9eb-fc23-4c7e-812f-28e7702e6e2e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.788887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a9c9eb-fc23-4c7e-812f-28e7702e6e2e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.790515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a9c9eb-fc23-4c7e-812f-28e7702e6e2e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.798676 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f3a9c9eb-fc23-4c7e-812f-28e7702e6e2e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1114562 Jun 11 11:46:46.799409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47680) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:46.957071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486955d4-d74e-4d15-b1ef-198653ad8920 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['shared'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.959405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486955d4-d74e-4d15-b1ef-198653ad8920 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['shared'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.962064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486955d4-d74e-4d15-b1ef-198653ad8920 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['shared'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.963620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486955d4-d74e-4d15-b1ef-198653ad8920 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['shared'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.965064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486955d4-d74e-4d15-b1ef-198653ad8920 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['shared'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:46.971677 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-486955d4-d74e-4d15-b1ef-198653ad8920 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1653488 Jun 11 11:46:46.973524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47686) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:47.040996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port 4db47124-3826-42d0-abf8-754e7e42c200 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:47.041243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:47.116199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:47.120460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a1ec0773-7242-4b55-8c82-63ca0457c644 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:47.208753 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:47.317239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for 4db47124-3826-42d0-abf8-754e7e42c200 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:47.550716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:47.556466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:47.570009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f2712b4-87ac-429f-ad00-a7cd145bdc06,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:47.578112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:47.594873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=4db47124-3826-42d0-abf8-754e7e42c200,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:47.595537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644c4094-e76a-4ebc-83e5-7d3eac170e3b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:47.598772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:47.602064 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-644c4094-e76a-4ebc-83e5-7d3eac170e3b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/networks/cee64490-7a88-4124-8f19-9e32ee6815c1 HTTP/1.1" status: 200 len: 803 time: 0.6272793 Jun 11 11:46:47.624670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47688) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:47.698831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:47.740379 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:47.776277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:47.942355 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:47.945875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.012824 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c8a01e29-aac1-414c-bcfc-7a5d0169c83d tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/networks/cee64490-7a88-4124-8f19-9e32ee6815c1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3865042 Jun 11 11:46:48.016160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47694) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:48.018230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router dfddb912-e582-4333-8c6c-67847d80538e has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:46:48.057067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.057625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 016d0b12-87a6-434e-afe5-5f34843fed00 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:46:48.064072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.066993 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "DELETE /v2.0/routers/016d0b12-87a6-434e-afe5-5f34843fed00 HTTP/1.1" status: 204 len: 168 time: 3.2010589 Jun 11 11:46:48.070182 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47696) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:48.137279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:48.145049 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/dfddb912-e582-4333-8c6c-67847d80538e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7779455 Jun 11 11:46:48.145681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47698) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:48.153606 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6fb08-554c-40f8-b506-1187c63b1eda None None] Sync routers for ids ['dfddb912-e582-4333-8c6c-67847d80538e'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:48.166312 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6fb08-554c-40f8-b506-1187c63b1eda None None] Routers {'dfddb912-e582-4333-8c6c-67847d80538e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:48.172477 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a8a6fb08-554c-40f8-b506-1187c63b1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['dfddb912-e582-4333-8c6c-67847d80538e'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:48.186745 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b60728a6-f7d2-4fbb-8d88-0888d94f4991 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:48.198659 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5c5841aa-e06f-407c-ada3-c260d6f36aed tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfddb912-e582-4333-8c6c-67847d80538e HTTP/1.1" status: 200 len: 205 time: 0.0502846 Jun 11 11:46:48.200475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47700) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:48.239334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270bff7b-f9a4-48f4-a387-43be0b447b85 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:48.244704 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-270bff7b-f9a4-48f4-a387-43be0b447b85 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/subnets/294d7105-45b0-4850-b5d2-b8cae7f1f6a4 HTTP/1.1" status: 200 len: 843 time: 0.2275429 Jun 11 11:46:48.247936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47702) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:48.262486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b60728a6-f7d2-4fbb-8d88-0888d94f4991 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:48.269249 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a8a6fb08-554c-40f8-b506-1187c63b1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:48.273165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b60728a6-f7d2-4fbb-8d88-0888d94f4991 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:48.273778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.284731 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6fb08-554c-40f8-b506-1187c63b1eda None None] Routers {'dfddb912-e582-4333-8c6c-67847d80538e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:48.285573 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a8a6fb08-554c-40f8-b506-1187c63b1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['dfddb912-e582-4333-8c6c-67847d80538e'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:48.327054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048dff0a-e474-481c-9017-75ae53dff2dd tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['shared'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:48.329433 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-048dff0a-e474-481c-9017-75ae53dff2dd tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "GET /v2.0/subnets/294d7105-45b0-4850-b5d2-b8cae7f1f6a4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0806737 Jun 11 11:46:48.331881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc906217-74c5-44fd-85eb-9cb84ab72075 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.334175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47704) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:48.355963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.356441 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a8a6fb08-554c-40f8-b506-1187c63b1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:48.357071 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6fb08-554c-40f8-b506-1187c63b1eda None None] The sync data for ids ['dfddb912-e582-4333-8c6c-67847d80538e'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:48.394896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-768578273'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:48.402498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.430315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b60728a6-f7d2-4fbb-8d88-0888d94f4991, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b60728a6-f7d2-4fbb-8d88-0888d94f4991,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:48.435852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.438141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:48.495178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b60728a6-f7d2-4fbb-8d88-0888d94f4991,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:48.498358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:48.517002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:48.520728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.527063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.596696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Deleting port b60728a6-f7d2-4fbb-8d88-0888d94f4991 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:48.597256 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.642864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc906217-74c5-44fd-85eb-9cb84ab72075 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.645672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc906217-74c5-44fd-85eb-9cb84ab72075 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.699923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:48.707871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] For port b60728a6-f7d2-4fbb-8d88-0888d94f4991, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b60728a6-f7d2-4fbb-8d88-0888d94f4991,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:48.708389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.712511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.712933 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Added segment db0d13e8-d206-49a4-b7a6-1a795c7ff469 of type vlan for network 7ee0bc0b-17b3-4535-a284-5ed0b126afb7 Jun 11 11:46:48.723398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc906217-74c5-44fd-85eb-9cb84ab72075 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.723929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc906217-74c5-44fd-85eb-9cb84ab72075 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Fanout notify agent at l3_agent the message router_deleted on router dfddb912-e582-4333-8c6c-67847d80538e {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:46:48.731256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc906217-74c5-44fd-85eb-9cb84ab72075 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.735250 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fc906217-74c5-44fd-85eb-9cb84ab72075 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/dfddb912-e582-4333-8c6c-67847d80538e HTTP/1.1" status: 204 len: 168 time: 0.5308387 Jun 11 11:46:48.735250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47706) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:48.819763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Calling delete_port for b60728a6-f7d2-4fbb-8d88-0888d94f4991 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:48.825941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.854701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfe08ed-f4c4-4a66-8dc8-d7f8f82ff660 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting subnet c212ad99-fcd2-4f12-8cbc-1a927cc59778 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:48.861702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfe08ed-f4c4-4a66-8dc8-d7f8f82ff660 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.917310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.923913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:48.924508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:48.929527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:48.954048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfe08ed-f4c4-4a66-8dc8-d7f8f82ff660 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.008847 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6707633 Jun 11 11:46:49.015305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47708) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:49.023895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'network_id': '7ee0bc0b-17b3-4535-a284-5ed0b126afb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:49.052125 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.055134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b2319e72-9358-4df1-b8fd-0ed21a33d63d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:49.083149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event deleted for resources: {'Port': ['ID=b60728a6-f7d2-4fbb-8d88-0888d94f4991,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:49.084632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Network': ['ID=7ee0bc0b-17b3-4535-a284-5ed0b126afb7,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:49.097909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 7ee0bc0b-17b3-4535-a284-5ed0b126afb7 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:49.099498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:49.114125 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:49.189535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.337334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.339637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.402554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.402979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e710f107-e1a7-4997-b6b2-7df4d824491f {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:46:49.407348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.412270 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "DELETE /v2.0/routers/e710f107-e1a7-4997-b6b2-7df4d824491f HTTP/1.1" status: 204 len: 168 time: 1.3410645 Jun 11 11:46:49.412944 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47710) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:49.417758 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-510837016', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:49.443059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.444124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.513626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.585223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfe08ed-f4c4-4a66-8dc8-d7f8f82ff660 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.641633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Made reservation on behalf of 023ed2953b824fb5b84161bf7bdf0865 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:49.645248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.728563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.729775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.ipam_backend_mixin [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Performing IP validity checks on allocation pools {{(pid=99006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 11:46:49.731021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.ipam_backend_mixin [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 11:46:49.744030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfe08ed-f4c4-4a66-8dc8-d7f8f82ff660 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.750770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-70bc1b67-3696-4303-99b1-54260aab0dfd tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:49.794027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe08ed-f4c4-4a66-8dc8-d7f8f82ff660 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Subnet': ['ID=c212ad99-fcd2-4f12-8cbc-1a927cc59778,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:49.797674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfe08ed-f4c4-4a66-8dc8-d7f8f82ff660 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.799579 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3bfe08ed-f4c4-4a66-8dc8-d7f8f82ff660 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/c212ad99-fcd2-4f12-8cbc-1a927cc59778 HTTP/1.1" status: 204 len: 168 time: 1.0633991 Jun 11 11:46:49.801594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa88864-630b-4cdf-ab3e-2442c7db322c None None] Network 3ca1ac31-50ca-4ced-97f0-983547ff640f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:49.801872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3bfe08ed-f4c4-4a66-8dc8-d7f8f82ff660 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:49.802356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47712) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:49.875360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-c565fd78-6776-4c0c-9d1c-fdd92b0872dc tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting subnet 50f966a0-c2cf-43ba-89cf-1b583af30ef3 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:49.905589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c565fd78-6776-4c0c-9d1c-fdd92b0872dc tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:49.981813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c565fd78-6776-4c0c-9d1c-fdd92b0872dc tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.016415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.049931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.075068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.080011 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dd093a49-709e-42e4-b138-0b5e677b9f97 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:50.099501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c862e9-4adb-4ad6-a485-a10de14827a7 None None] DHCP port deletion for 3ca1ac31-50ca-4ced-97f0-983547ff640f request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:46:50.198498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-28c862e9-4adb-4ad6-a485-a10de14827a7 None None] Deleting port d740e53f-b684-4832-85a6-2c23680bfc21 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:50.199814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-28c862e9-4adb-4ad6-a485-a10de14827a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.217626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b60728a6-f7d2-4fbb-8d88-0888d94f4991 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:46:50.229043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=07d67c3a-603e-4f0b-bf9c-1a5a36dfc2b3,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:50.236117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:50.240509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c565fd78-6776-4c0c-9d1c-fdd92b0872dc tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.258523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b60728a6-f7d2-4fbb-8d88-0888d94f4991 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:46:50.259152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b60728a6-f7d2-4fbb-8d88-0888d94f4991 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:46:50.259782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2f2712b4-87ac-429f-ad00-a7cd145bdc06 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:46:50.261015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Allocated IP 172.26.6.178 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/77231bd8-3105-44f0-8720-e8ff4522b50a) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:50.279113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Checking segment: {'id': 'db0d13e8-d206-49a4-b7a6-1a795c7ff469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '7ee0bc0b-17b3-4535-a284-5ed0b126afb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:50.279498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network hostable DHCP agents. Network: 7ee0bc0b-17b3-4535-a284-5ed0b126afb7, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:50.313841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Network 7ee0bc0b-17b3-4535-a284-5ed0b126afb7 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:50.329309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 7ee0bc0b-17b3-4535-a284-5ed0b126afb7) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:50.333378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 2f2712b4-87ac-429f-ad00-a7cd145bdc06 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:46:50.333744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2f2712b4-87ac-429f-ad00-a7cd145bdc06 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:46:50.336265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:50.337963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.344321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c565fd78-6776-4c0c-9d1c-fdd92b0872dc tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.348162 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4307d9a-7c56-403c-95e9-2f729b6f447c None None] Network 7ee0bc0b-17b3-4535-a284-5ed0b126afb7 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:50.350052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7418c22c-856e-40fd-9d63-651a032eba8b tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:50.352589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-28c862e9-4adb-4ad6-a485-a10de14827a7 None None] For port d740e53f-b684-4832-85a6-2c23680bfc21, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d740e53f-b684-4832-85a6-2c23680bfc21,segment=NetworkSegment(d71ee90e-c585-4370-acd0-4ac7b13b249d),segment_id=d71ee90e-c585-4370-acd0-4ac7b13b249d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:50.352998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-28c862e9-4adb-4ad6-a485-a10de14827a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.392490 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3761954 Jun 11 11:46:50.393433 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565fd78-6776-4c0c-9d1c-fdd92b0872dc tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Subnet': ['ID=50f966a0-c2cf-43ba-89cf-1b583af30ef3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:50.396183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47714) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:50.403992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4a997d42-9cdf-4360-9f80-d3536c5b339b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:50.407952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c565fd78-6776-4c0c-9d1c-fdd92b0872dc tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:50.408941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c565fd78-6776-4c0c-9d1c-fdd92b0872dc tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.413182 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c565fd78-6776-4c0c-9d1c-fdd92b0872dc tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/50f966a0-c2cf-43ba-89cf-1b583af30ef3 HTTP/1.1" status: 204 len: 168 time: 0.6075141 Jun 11 11:46:50.413507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47716) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:50.435398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29129be3-b516-4374-a97c-909c49d3c7a9 None None] Network 4c20f583-b5db-49df-a660-f11d55707a30 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:50.461620 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.479238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-28c862e9-4adb-4ad6-a485-a10de14827a7 None None] Calling delete_port for d740e53f-b684-4832-85a6-2c23680bfc21 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:50.509081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.514821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:50.568282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:50.571688 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:50.578946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:50.583695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.621915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Pushing event updated for resources: {'Port': ['ID=77231bd8-3105-44f0-8720-e8ff4522b50a,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:50.633641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:50.672680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4a997d42-9cdf-4360-9f80-d3536c5b339b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9056599'] for subnet, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.761459 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port d740e53f-b684-4832-85a6-2c23680bfc21 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:50.762328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.905830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port d740e53f-b684-4832-85a6-2c23680bfc21, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:50.906196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.962054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-28c862e9-4adb-4ad6-a485-a10de14827a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:50.988302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5fc4c070-dc78-4884-bbe4-d0d151e18970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:51.033397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c862e9-4adb-4ad6-a485-a10de14827a7 None None] Pushing event deleted for resources: {'Port': ['ID=d740e53f-b684-4832-85a6-2c23680bfc21,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:51.036415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-28c862e9-4adb-4ad6-a485-a10de14827a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:51.037404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for d740e53f-b684-4832-85a6-2c23680bfc21 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:51.042283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.ipam_backend_mixin [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Port d740e53f-b684-4832-85a6-2c23680bfc21 was not found and therefore no delete operation was performed {{(pid=99006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:46:51.045849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.053976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e8016731-e7a2-4ac2-916e-ded5b50f16ee tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:51.065399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c862e9-4adb-4ad6-a485-a10de14827a7 None None] No DVR routers for this DVR port d740e53f-b684-4832-85a6-2c23680bfc21 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:51.105508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No DVR routers for this DVR port d740e53f-b684-4832-85a6-2c23680bfc21 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:51.107547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=d740e53f-b684-4832-85a6-2c23680bfc21,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:51.112328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:51.114348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4a997d42-9cdf-4360-9f80-d3536c5b339b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754061329201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3600508'] for subnet, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.142332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c565fd78-6776-4c0c-9d1c-fdd92b0872dc tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:51.190819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-7ee0bc0b-17b3-4535-a284-5ed0b126afb7', 'network_id': '7ee0bc0b-17b3-4535-a284-5ed0b126afb7', 'tenant_id': '023ed2953b824fb5b84161bf7bdf0865', 'fixed_ips': [{'subnet_id': '07d67c3a-603e-4f0b-bf9c-1a5a36dfc2b3'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:51.191681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.230051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a997d42-9cdf-4360-9f80-d3536c5b339b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:51.231217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4a997d42-9cdf-4360-9f80-d3536c5b339b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.235937 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4a997d42-9cdf-4360-9f80-d3536c5b339b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "PUT /v2.0/subnets/07d67c3a-603e-4f0b-bf9c-1a5a36dfc2b3 HTTP/1.1" status: 200 len: 900 time: 0.8354220 Jun 11 11:46:51.239717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47720) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:51.293935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.298517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba253321-0b30-4f4c-b91c-ada4d7a5fef7 None None] DHCP port deletion for 4c20f583-b5db-49df-a660-f11d55707a30 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:46:51.316291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a997d42-9cdf-4360-9f80-d3536c5b339b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event updated for resources: {'Subnet': ['ID=07d67c3a-603e-4f0b-bf9c-1a5a36dfc2b3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:51.320479 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca1ac31-50ca-4ced-97f0-983547ff640f']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:51.323395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4a997d42-9cdf-4360-9f80-d3536c5b339b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:51.354625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71ee90e-c585-4370-acd0-4ac7b13b249d') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:51.354936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71ee90e-c585-4370-acd0-4ac7b13b249d') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:51.370875 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.428563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ba253321-0b30-4f4c-b91c-ada4d7a5fef7 None None] Deleting port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:51.428563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba253321-0b30-4f4c-b91c-ada4d7a5fef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.434996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.438872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.451471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:51.451893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:51.454890 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:51.461399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Allocated IP 2001:db8::3 (7ee0bc0b-17b3-4535-a284-5ed0b126afb7/07d67c3a-603e-4f0b-bf9c-1a5a36dfc2b3/5e7c7f7b-4541-40b4-bb23-b060b5308a30) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:51.503186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.562323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ba253321-0b30-4f4c-b91c-ada4d7a5fef7 None None] For port 94b1e35a-258d-439f-8a0f-0b2a464d93b6, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=94b1e35a-258d-439f-8a0f-0b2a464d93b6,segment=NetworkSegment(47ed2861-0b29-4d81-8f96-c6d5c857dd5d),segment_id=47ed2861-0b29-4d81-8f96-c6d5c857dd5d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:51.562906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba253321-0b30-4f4c-b91c-ada4d7a5fef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.567933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.596550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-180cbbaa-e741-47b4-905b-44314742d3be tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:51.602506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.606850 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/networks/3ca1ac31-50ca-4ced-97f0-983547ff640f HTTP/1.1" status: 204 len: 168 time: 1.1900315 Jun 11 11:46:51.608441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47722) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:51.639804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Network': ['ID=3ca1ac31-50ca-4ced-97f0-983547ff640f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:51.659195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:51.671483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.701352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ba253321-0b30-4f4c-b91c-ada4d7a5fef7 None None] Calling delete_port for 94b1e35a-258d-439f-8a0f-0b2a464d93b6 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:51.751790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.779757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.849178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:51.849785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.862335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.873262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Transition to ACTIVE for port object 5e7c7f7b-4541-40b4-bb23-b060b5308a30 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:51.879623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba253321-0b30-4f4c-b91c-ada4d7a5fef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.885074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6295871a-7a23-48ca-9604-67644aa00b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:51.917468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba253321-0b30-4f4c-b91c-ada4d7a5fef7 None None] Pushing event deleted for resources: {'Port': ['ID=94b1e35a-258d-439f-8a0f-0b2a464d93b6,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:51.920767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ba253321-0b30-4f4c-b91c-ada4d7a5fef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:51.922518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Transition to ACTIVE for port object 5e7c7f7b-4541-40b4-bb23-b060b5308a30 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:51.925517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba253321-0b30-4f4c-b91c-ada4d7a5fef7 None None] No DVR routers for this DVR port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:51.934220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Router db1e84c6-a725-4cc1-9b07-4427007fc5c3 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:46:51.941561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.951953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:51.955309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port 94b1e35a-258d-439f-8a0f-0b2a464d93b6, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=94b1e35a-258d-439f-8a0f-0b2a464d93b6,segment=NetworkSegment(47ed2861-0b29-4d81-8f96-c6d5c857dd5d),segment_id=47ed2861-0b29-4d81-8f96-c6d5c857dd5d)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:51.955481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.972440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:51.988415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Network 7ee0bc0b-17b3-4535-a284-5ed0b126afb7 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:51.996669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:51.999296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:52.012242 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Pushing event updated for resources: {'Port': ['ID=5e7c7f7b-4541-40b4-bb23-b060b5308a30,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:52.014909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:52.022342 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-540767e5-7a2c-4577-ba8d-85fb8bf005cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:52.063705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for 94b1e35a-258d-439f-8a0f-0b2a464d93b6 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:52.081556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Attempting to bind port 5e7c7f7b-4541-40b4-bb23-b060b5308a30 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:52.081946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Attempting to bind port 5e7c7f7b-4541-40b4-bb23-b060b5308a30 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'db0d13e8-d206-49a4-b7a6-1a795c7ff469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '7ee0bc0b-17b3-4535-a284-5ed0b126afb7'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:52.082404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Attempting to bind port 5e7c7f7b-4541-40b4-bb23-b060b5308a30 on network 7ee0bc0b-17b3-4535-a284-5ed0b126afb7 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:52.091197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:52.091494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:52.091744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Checking segment: {'id': 'db0d13e8-d206-49a4-b7a6-1a795c7ff469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '7ee0bc0b-17b3-4535-a284-5ed0b126afb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:52.092172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.092581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Bound using segment: {'id': 'db0d13e8-d206-49a4-b7a6-1a795c7ff469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '7ee0bc0b-17b3-4535-a284-5ed0b126afb7'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:52.093080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Bound port: 5e7c7f7b-4541-40b4-bb23-b060b5308a30, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0d13e8-d206-49a4-b7a6-1a795c7ff469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '7ee0bc0b-17b3-4535-a284-5ed0b126afb7'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:52.102084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.105972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Subnet': ['ID=07d67c3a-603e-4f0b-bf9c-1a5a36dfc2b3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:52.112835 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:52.114946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.120026 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7058003 Jun 11 11:46:52.121651 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47724) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:52.126436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d10d607a-6024-41f0-bf44-d9b74113d2ec tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'enable_snat': False}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:52.157421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498610c-bafb-4414-a882-5f773917dfef None None] Sync routers for ids ['db1e84c6-a725-4cc1-9b07-4427007fc5c3'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:52.163362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 94b1e35a-258d-439f-8a0f-0b2a464d93b6 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:46:52.201448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 94b1e35a-258d-439f-8a0f-0b2a464d93b6 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:46:52.202181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 94b1e35a-258d-439f-8a0f-0b2a464d93b6 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:46:52.202181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d740e53f-b684-4832-85a6-2c23680bfc21 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:46:52.233691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: d740e53f-b684-4832-85a6-2c23680bfc21 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:46:52.234051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d740e53f-b684-4832-85a6-2c23680bfc21 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:46:52.246145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.247563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498610c-bafb-4414-a882-5f773917dfef None None] Routers {'db1e84c6-a725-4cc1-9b07-4427007fc5c3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:52.248528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6498610c-bafb-4414-a882-5f773917dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['db1e84c6-a725-4cc1-9b07-4427007fc5c3'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:52.265557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee0bc0b-17b3-4535-a284-5ed0b126afb7']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:52.278698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0d13e8-d206-49a4-b7a6-1a795c7ff469') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:52.279008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0d13e8-d206-49a4-b7a6-1a795c7ff469') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:52.295855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.301682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6498610c-bafb-4414-a882-5f773917dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:52.310094 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] For port 5e7c7f7b-4541-40b4-bb23-b060b5308a30, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:52.313533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.316534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498610c-bafb-4414-a882-5f773917dfef None None] Routers {'db1e84c6-a725-4cc1-9b07-4427007fc5c3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:52.317216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6498610c-bafb-4414-a882-5f773917dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['db1e84c6-a725-4cc1-9b07-4427007fc5c3'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:52.318034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.322234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3c6bb7b4-d3fa-41d3-ab38-f42a1bb5ddd4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:52.324554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:52.324913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:52.330949 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:52.363427 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6498610c-bafb-4414-a882-5f773917dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:52.363864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498610c-bafb-4414-a882-5f773917dfef None None] The sync data for ids ['db1e84c6-a725-4cc1-9b07-4427007fc5c3'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:52.378480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=94b1e35a-258d-439f-8a0f-0b2a464d93b6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:52.382591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No DVR routers for this DVR port 94b1e35a-258d-439f-8a0f-0b2a464d93b6 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:52.386232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:52.465555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.db.api [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:46:52.465555 dv-neutron-786478-5-hyperv neutron-server[99006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:46:52.465555 dv-neutron-786478-5-hyperv neutron-server[99006]: [parameters: {'id': '7ee0bc0b-17b3-4535-a284-5ed0b126afb7'}] Jun 11 11:46:52.465555 dv-neutron-786478-5-hyperv neutron-server[99006]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=99006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:46:52.466061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_db.api [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:46:52.472701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] For port 5e7c7f7b-4541-40b4-bb23-b060b5308a30, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5e7c7f7b-4541-40b4-bb23-b060b5308a30,segment=NetworkSegment(db0d13e8-d206-49a4-b7a6-1a795c7ff469),segment_id=db0d13e8-d206-49a4-b7a6-1a795c7ff469)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:52.477869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.480706 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e3c038af-e789-48f8-9bd6-2789c5679c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:52.546390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.558285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c20f583-b5db-49df-a660-f11d55707a30']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:52.573081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ed2861-0b29-4d81-8f96-c6d5c857dd5d') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:52.573638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ed2861-0b29-4d81-8f96-c6d5c857dd5d') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:52.575619 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d10d607a-6024-41f0-bf44-d9b74113d2ec tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.580050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Pushing event updated for resources: {'Port': ['ID=5e7c7f7b-4541-40b4-bb23-b060b5308a30,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:52.584232 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:52.586201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.602864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2430961-a051-4647-8c26-8203622c5556 None None] Network 7ee0bc0b-17b3-4535-a284-5ed0b126afb7 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:52.607654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.622611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:52.623275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:52.627292 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:52.733173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.737714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9118ee43-bc32-4ebf-8644-4a1f8bec7f57 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:52.759163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.763135 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/networks/4c20f583-b5db-49df-a660-f11d55707a30 HTTP/1.1" status: 204 len: 168 time: 1.1476023 Jun 11 11:46:52.764197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Network': ['ID=4c20f583-b5db-49df-a660-f11d55707a30,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:52.768803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47728) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:52.776872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-408330291'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:52.781965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:52.795465 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba4c0b9-89f0-4902-a5b1-5082a1225280 None None] Network 7ee0bc0b-17b3-4535-a284-5ed0b126afb7 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:52.804696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:52.809300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.849429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:52.861179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.861633 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added segment b6953b6c-41a6-4147-80b4-fb1c6099873c of type vlan for network e2e77b77-0759-4b9f-8353-1f211a672566 Jun 11 11:46:52.920754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.954504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.960052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:52.960646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.964042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d9ba7b1-3936-4466-a31e-a30e0767bd6f tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:52.969894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:52.989360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a394f-8697-4bfe-a283-fa13f86f5887 None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:46:53.011182 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2413163 Jun 11 11:46:53.015074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47732) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:53.021959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'subnet': {'network_id': 'e2e77b77-0759-4b9f-8353-1f211a672566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:53.074171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Network': ['ID=e2e77b77-0759-4b9f-8353-1f211a672566,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:53.076955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:53.096071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network e2e77b77-0759-4b9f-8353-1f211a672566 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:53.112443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94a131-fe06-45a5-b8f2-31839b1137d5 req-cd67c303-3b31-4ed8-ab9e-3be06cac8ee7 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:53.113903 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4f94a131-fe06-45a5-b8f2-31839b1137d5 req-cd67c303-3b31-4ed8-ab9e-3be06cac8ee7 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 945 time: 0.1444421 Jun 11 11:46:53.198279 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a394f-8697-4bfe-a283-fa13f86f5887 None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:46:53.264220 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4f94a131-fe06-45a5-b8f2-31839b1137d5 req-51f87cd4-76d6-4a50-9367-805a3725c079 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970387 Jun 11 11:46:53.317681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d10d607a-6024-41f0-bf44-d9b74113d2ec tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:53.321375 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d10d607a-6024-41f0-bf44-d9b74113d2ec tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:53.482407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10d607a-6024-41f0-bf44-d9b74113d2ec tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Router db1e84c6-a725-4cc1-9b07-4427007fc5c3 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:46:53.601997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Deleting port 5e7c7f7b-4541-40b4-bb23-b060b5308a30 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:53.601997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:53.623754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:53.627980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:53.645537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10d607a-6024-41f0-bf44-d9b74113d2ec tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:53.655889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d10d607a-6024-41f0-bf44-d9b74113d2ec tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:53.657335 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d10d607a-6024-41f0-bf44-d9b74113d2ec tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "PUT /v2.0/routers/db1e84c6-a725-4cc1-9b07-4427007fc5c3 HTTP/1.1" status: 200 len: 921 time: 1.5346055 Jun 11 11:46:53.661532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47734) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:53.664902 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd519b91-5493-4410-a80d-038b3fd6471f None None] Sync routers for ids ['db1e84c6-a725-4cc1-9b07-4427007fc5c3'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:53.684617 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd519b91-5493-4410-a80d-038b3fd6471f None None] Routers {'db1e84c6-a725-4cc1-9b07-4427007fc5c3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:53.697573 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bd519b91-5493-4410-a80d-038b3fd6471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['db1e84c6-a725-4cc1-9b07-4427007fc5c3'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:53.752774 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bd519b91-5493-4410-a80d-038b3fd6471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:53.761828 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd519b91-5493-4410-a80d-038b3fd6471f None None] Routers {'db1e84c6-a725-4cc1-9b07-4427007fc5c3'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:53.762438 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bd519b91-5493-4410-a80d-038b3fd6471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['db1e84c6-a725-4cc1-9b07-4427007fc5c3'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:53.819826 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bd519b91-5493-4410-a80d-038b3fd6471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:53.820418 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd519b91-5493-4410-a80d-038b3fd6471f None None] The sync data for ids ['db1e84c6-a725-4cc1-9b07-4427007fc5c3'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:46:53.896315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] For port 5e7c7f7b-4541-40b4-bb23-b060b5308a30, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5e7c7f7b-4541-40b4-bb23-b060b5308a30,segment=NetworkSegment(db0d13e8-d206-49a4-b7a6-1a795c7ff469),segment_id=db0d13e8-d206-49a4-b7a6-1a795c7ff469)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:53.896869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:54.011431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Calling delete_port for 5e7c7f7b-4541-40b4-bb23-b060b5308a30 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:54.049953 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0932af1e-f10b-4fe1-9115-d8e70d2ba4e9 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/routers/db1e84c6-a725-4cc1-9b07-4427007fc5c3 HTTP/1.1" status: 200 len: 921 time: 0.3855486 Jun 11 11:46:54.052873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47738) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:54.225536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:54.235377 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:54.276556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Port': ['ID=5e7c7f7b-4541-40b4-bb23-b060b5308a30,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:54.279355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:54.281890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No DVR routers for this DVR port 5e7c7f7b-4541-40b4-bb23-b060b5308a30 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:54.288015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:54.314501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f8a9424b-8e68-4fa7-b90a-a3d07e2056af tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:54.396094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47742) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:54.496128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:54.543088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab74408-78da-4321-aac3-ec23f2c71e48 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:54.544592 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eab74408-78da-4321-aac3-ec23f2c71e48 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&device_id=db1e84c6-a725-4cc1-9b07-4427007fc5c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4907293 Jun 11 11:46:54.547644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47744) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:54.556004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee0bc0b-17b3-4535-a284-5ed0b126afb7']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:54.563146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Subnet': ['ID=2a9bfcbe-18ac-4414-97ce-75dd1860379b,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:54.565724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:54.608794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0d13e8-d206-49a4-b7a6-1a795c7ff469') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:54.609089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0d13e8-d206-49a4-b7a6-1a795c7ff469') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:54.633424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:54.657716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99af8ef7-c2a6-4490-be09-0faa1053c55d tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:54.661812 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-99af8ef7-c2a6-4490-be09-0faa1053c55d tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/networks/0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 881 time: 0.1107359 Jun 11 11:46:54.662146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47746) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:54.686358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Checking segment: {'id': 'b6953b6c-41a6-4147-80b4-fb1c6099873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e2e77b77-0759-4b9f-8353-1f211a672566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:54.686772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network hostable DHCP agents. Network: e2e77b77-0759-4b9f-8353-1f211a672566, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:46:54.689672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:54.696076 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-59a28911-d0db-4f07-915f-9771d6a1d990 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=db1e84c6-a725-4cc1-9b07-4427007fc5c3 HTTP/1.1" status: 200 len: 205 time: 0.0325680 Jun 11 11:46:54.698427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47748) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:54.708599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:54.709013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:54.716122 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:54.816727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581a340-2d97-495a-b98a-8dc32d85c142 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:54.817216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581a340-2d97-495a-b98a-8dc32d85c142 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:54.817689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581a340-2d97-495a-b98a-8dc32d85c142 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:54.819564 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a581a340-2d97-495a-b98a-8dc32d85c142 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=d8399334e9cb4ae2b4d59d7a1c160597&network_id=adb2bedd-c475-4354-a670-92b43b58e788 HTTP/1.1" status: 200 len: 2999 time: 0.4225779 Jun 11 11:46:54.831030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f4ded-3d08-4e79-985b-ba8f4799fae7 req-f1ae2562-8456-4663-b0e0-7551152bf841 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:54.832436 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-905f4ded-3d08-4e79-985b-ba8f4799fae7 req-f1ae2562-8456-4663-b0e0-7551152bf841 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 945 time: 0.4167731 Jun 11 11:46:54.845980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-8e27e8aa-be64-4ff5-91f9-1860537e94d2 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:54.847504 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-8e27e8aa-be64-4ff5-91f9-1860537e94d2 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 945 time: 0.3391206 Jun 11 11:46:54.850714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network e2e77b77-0759-4b9f-8353-1f211a672566 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:46:54.851544 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:54.852780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:54.856626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:54.862415 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/7ee0bc0b-17b3-4535-a284-5ed0b126afb7 HTTP/1.1" status: 204 len: 168 time: 3.6219115 Jun 11 11:46:54.867281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47752) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:54.869917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:54.962228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, e2e77b77-0759-4b9f-8353-1f211a672566) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:54.966744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:54.967381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:54.970638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Network': ['ID=7ee0bc0b-17b3-4535-a284-5ed0b126afb7,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:54.971434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a51589-e846-4ae3-88e5-88b6a5dc15d1 None None] Network e2e77b77-0759-4b9f-8353-1f211a672566 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:54.972486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:54.981409 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32a6dba-242b-433e-b29d-b018fda8c528 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:54.981877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32a6dba-242b-433e-b29d-b018fda8c528 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:54.983629 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e32a6dba-242b-433e-b29d-b018fda8c528 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/subnets/07d67c3a-603e-4f0b-bf9c-1a5a36dfc2b3 HTTP/1.1" status: 404 len: 337 time: 0.1087873 Jun 11 11:46:54.988275 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47754) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:55.018801 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c6d59c-940a-47a5-81e8-3dcae5c047bb tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:55.019449 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c6d59c-940a-47a5-81e8-3dcae5c047bb tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:55.021199 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e6c6d59c-940a-47a5-81e8-3dcae5c047bb tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/7ee0bc0b-17b3-4535-a284-5ed0b126afb7 HTTP/1.1" status: 404 len: 339 time: 0.0318007 Jun 11 11:46:55.026088 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0077646 Jun 11 11:46:55.026088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47758) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:55.027982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47760) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:55.029267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.037048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-94d3a560-2565-4d58-bb0f-83797c0adaae tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1122603598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:55.066593 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-905f4ded-3d08-4e79-985b-ba8f4799fae7 req-3ab0da79-4c98-4fd8-aefe-bb9c763b0636 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173789 Jun 11 11:46:55.103139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-94d3a560-2565-4d58-bb0f-83797c0adaae tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.104152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-94d3a560-2565-4d58-bb0f-83797c0adaae tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.132503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Deleting port 77231bd8-3105-44f0-8720-e8ff4522b50a {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:55.132884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.172430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.182108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Deleting port 9882d74b-818f-4dec-baa2-41bafc23dd19 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:55.182443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.197558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-e2e77b77-0759-4b9f-8353-1f211a672566', 'network_id': 'e2e77b77-0759-4b9f-8353-1f211a672566', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'fixed_ips': [{'subnet_id': '2a9bfcbe-18ac-4414-97ce-75dd1860379b'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:46:55.198423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.211781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-94d3a560-2565-4d58-bb0f-83797c0adaae tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.218953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-94d3a560-2565-4d58-bb0f-83797c0adaae tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.295364 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-94d3a560-2565-4d58-bb0f-83797c0adaae tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.296559 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-94d3a560-2565-4d58-bb0f-83797c0adaae tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2642331 Jun 11 11:46:55.301618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47762) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:55.307992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'port': {'network_id': 'e2e77b77-0759-4b9f-8353-1f211a672566', 'name': 'tempest-RoutersIpV6Test-66856065'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:55.364489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.374656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Allocated IP 2001:db8::2 (e2e77b77-0759-4b9f-8353-1f211a672566/2a9bfcbe-18ac-4414-97ce-75dd1860379b/ab77e314-c338-44cf-9c9a-fed2dfc5ebad) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:55.385304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.400581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd9977b-5d4f-4af9-beee-eaaa6eb352ab']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:55.422104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e3d2e3-f23d-4013-84c0-774ee084ff7f') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:55.422466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e3d2e3-f23d-4013-84c0-774ee084ff7f') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:55.433164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] For port 9882d74b-818f-4dec-baa2-41bafc23dd19, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9882d74b-818f-4dec-baa2-41bafc23dd19,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:55.433566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.443972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.509919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Calling delete_port for 77231bd8-3105-44f0-8720-e8ff4522b50a owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:55.510278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.525833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:46:55.526245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:46:55.529777 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:46:55.551330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.623760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:55.627204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.664066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Transition to ACTIVE for port object ab77e314-c338-44cf-9c9a-fed2dfc5ebad will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:55.671444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.675336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.677603 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/bcd9977b-5d4f-4af9-beee-eaaa6eb352ab HTTP/1.1" status: 204 len: 168 time: 0.6226499 Jun 11 11:46:55.679868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4ede7e7d-f342-4e90-88fd-8838084ef91f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:55.682906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Transition to ACTIVE for port object ab77e314-c338-44cf-9c9a-fed2dfc5ebad will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:55.685511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47764) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:55.690000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.691971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7c0456b8-9c5c-4b56-96b5-f8a362d5085b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:55.705968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] device_id is not set on port cbd02ed4-508b-401a-b145-f48db19fa560 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:46:55.744496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Network e2e77b77-0759-4b9f-8353-1f211a672566 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:55.748899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Pushing event updated for resources: {'Port': ['ID=ab77e314-c338-44cf-9c9a-fed2dfc5ebad,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:55.756453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:55.758622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:55.759066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:55.782883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Network': ['ID=bcd9977b-5d4f-4af9-beee-eaaa6eb352ab,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:55.785222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:55.792372 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-299250c3-41f6-44db-88f8-cdade42b1b59 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:55.793354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299250c3-41f6-44db-88f8-cdade42b1b59 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:55.795352 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-299250c3-41f6-44db-88f8-cdade42b1b59 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/subnets/04a1bfaa-a3d3-4a22-96f7-2ad3213d1211 HTTP/1.1" status: 404 len: 337 time: 0.1074243 Jun 11 11:46:55.797885 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47766) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:55.835797 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1cf224-175c-424f-a429-ec5454443bef tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:46:55.836915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1cf224-175c-424f-a429-ec5454443bef tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:46:55.837617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Attempting to bind port ab77e314-c338-44cf-9c9a-fed2dfc5ebad on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:46:55.838008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Attempting to bind port ab77e314-c338-44cf-9c9a-fed2dfc5ebad by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b6953b6c-41a6-4147-80b4-fb1c6099873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e2e77b77-0759-4b9f-8353-1f211a672566'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:46:55.838388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Attempting to bind port ab77e314-c338-44cf-9c9a-fed2dfc5ebad on network e2e77b77-0759-4b9f-8353-1f211a672566 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:46:55.840617 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-df1cf224-175c-424f-a429-ec5454443bef tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/81079aaf-1a58-418c-8701-e874c47fdb8b HTTP/1.1" status: 404 len: 339 time: 0.0408151 Jun 11 11:46:55.843339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47768) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:55.844517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:46:55.844925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Checking segment: {'id': 'b6953b6c-41a6-4147-80b4-fb1c6099873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e2e77b77-0759-4b9f-8353-1f211a672566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:46:55.845325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.845737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Bound using segment: {'id': 'b6953b6c-41a6-4147-80b4-fb1c6099873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e2e77b77-0759-4b9f-8353-1f211a672566'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:46:55.846218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Bound port: ab77e314-c338-44cf-9c9a-fed2dfc5ebad, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6953b6c-41a6-4147-80b4-fb1c6099873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e2e77b77-0759-4b9f-8353-1f211a672566'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:46:55.846625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.899726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Allocated IP 2001:db8::386 (e2e77b77-0759-4b9f-8353-1f211a672566/2a9bfcbe-18ac-4414-97ce-75dd1860379b/cbd02ed4-508b-401a-b145-f48db19fa560) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:55.901703 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.907732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.908851 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.909236 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Floating IP 456ad240-c31b-4d7b-9268-9e4791be8aa3 disassociated. External IP: 172.26.6.105, port: 9882d74b-818f-4dec-baa2-41bafc23dd19. Jun 11 11:46:55.910434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Calling delete_port for 9882d74b-818f-4dec-baa2-41bafc23dd19 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:55.910828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:55.920135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] For port ab77e314-c338-44cf-9c9a-fed2dfc5ebad, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:46:55.923275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] For port ab77e314-c338-44cf-9c9a-fed2dfc5ebad, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ab77e314-c338-44cf-9c9a-fed2dfc5ebad,segment=NetworkSegment(b6953b6c-41a6-4147-80b4-fb1c6099873c),segment_id=b6953b6c-41a6-4147-80b4-fb1c6099873c)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:46:55.927618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:55.929252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ba253321-0b30-4f4c-b91c-ada4d7a5fef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:55.940471 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Pushing event deleted for resources: {'Port': ['ID=77231bd8-3105-44f0-8720-e8ff4522b50a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:55.947236 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:56.001253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Pushing event updated for resources: {'Port': ['ID=ab77e314-c338-44cf-9c9a-fed2dfc5ebad,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:56.002637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4e864e-b5f6-4e0b-9d85-cce4eb8594c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Deleting subnet c8e29557-dd19-46b6-ade6-39b115fcf06f {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:56.009025 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:56.013583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e4e864e-b5f6-4e0b-9d85-cce4eb8594c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.081935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.082892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e4e864e-b5f6-4e0b-9d85-cce4eb8594c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.270201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.275440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ce00ce10-eb38-459f-9980-ddfb2dd0a62e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:56.322674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event deleted for resources: {'Port': ['ID=9882d74b-818f-4dec-baa2-41bafc23dd19,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:56.328008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:56.331345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e4e864e-b5f6-4e0b-9d85-cce4eb8594c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.368015 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-60b75ff2-0743-4612-b826-31bf3641d674 req-cb63a69a-df72-486b-b748-ade935da1c95 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 210 time: 0.1074200 Jun 11 11:46:56.370663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.382725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.472651 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.473040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Fanout notify agent at l3_agent the message router_deleted on router db1e84c6-a725-4cc1-9b07-4427007fc5c3 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:46:56.482354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.483517 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/db1e84c6-a725-4cc1-9b07-4427007fc5c3 HTTP/1.1" status: 204 len: 168 time: 1.7834649 Jun 11 11:46:56.495340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.497409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47774) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:56.503472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-37b92c56-5760-41bf-b636-872831204498 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1436487397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:56.528868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Transition to ACTIVE for port object cbd02ed4-508b-401a-b145-f48db19fa560 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:46:56.547505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-37b92c56-5760-41bf-b636-872831204498 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.548529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-37b92c56-5760-41bf-b636-872831204498 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.634640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.641100 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d077a9b0-211c-4dd2-8ef3-86a47e62a79d tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:56.645390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-37b92c56-5760-41bf-b636-872831204498 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.676571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-37b92c56-5760-41bf-b636-872831204498 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.714315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network e2e77b77-0759-4b9f-8353-1f211a672566 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:56.724348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:56.731339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-37b92c56-5760-41bf-b636-872831204498 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.732553 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-37b92c56-5760-41bf-b636-872831204498 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2341883 Jun 11 11:46:56.733456 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:56.739012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:56.739658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:56.744390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47776) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:56.753244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Request body: {'router': {'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:56.815261 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=cbd02ed4-508b-401a-b145-f48db19fa560,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:56.861198 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5588038 Jun 11 11:46:56.865713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47780) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:56.865998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:56.998870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e4e864e-b5f6-4e0b-9d85-cce4eb8594c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:57.005282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1392c514-44d7-46a5-92c4-9af4dfec281a tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:57.051745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e864e-b5f6-4e0b-9d85-cce4eb8594c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e29557-dd19-46b6-ade6-39b115fcf06f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:57.055743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e4e864e-b5f6-4e0b-9d85-cce4eb8594c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:57.057524 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9e4e864e-b5f6-4e0b-9d85-cce4eb8594c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/subnets/c8e29557-dd19-46b6-ade6-39b115fcf06f HTTP/1.1" status: 204 len: 168 time: 1.2130337 Jun 11 11:46:57.067139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d26a0b-3680-4ae0-94d7-7af706b3c7d4 None None] Network e01e0a2e-0142-408c-807a-486ace247578 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:57.088919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47782) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:57.114246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9e4e864e-b5f6-4e0b-9d85-cce4eb8594c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:57.130701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:57.173131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64674c84-c765-4ff4-af35-cd8b8573881b None None] Network e2e77b77-0759-4b9f-8353-1f211a672566 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:57.173344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Router d92b5a64-e700-4f02-80d1-24bac31ec625 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:46:57.175479 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18873ce-efba-456d-8f0f-a73d25517d16 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Deleting subnet 60c366c8-7031-468a-8cc5-514b2e52dbd8 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:46:57.178596 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d18873ce-efba-456d-8f0f-a73d25517d16 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:57.245994 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d18873ce-efba-456d-8f0f-a73d25517d16 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:57.296205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0b35ae00-94cb-49d4-b7ee-7cc926075038 None None] Provisioning for port ab77e314-c338-44cf-9c9a-fed2dfc5ebad completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:57.434396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d18873ce-efba-456d-8f0f-a73d25517d16 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:57.457038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:57.505279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47786) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:57.514544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:46:57.536506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af99cf-7531-4055-a38b-8814d2a730a2 None None] Sync routers for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:46:57.560695 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af99cf-7531-4055-a38b-8814d2a730a2 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:57.561951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e6af99cf-7531-4055-a38b-8814d2a730a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:57.592023 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12537524-f474-41df-bb06-78977ed427e2 req-80f10bf3-ff86-46af-977c-e0bd208227c0 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 210 time: 0.0793264 Jun 11 11:46:57.624072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] No DVR routers for this DVR port 9882d74b-818f-4dec-baa2-41bafc23dd19 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:57.624607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abacbaa2-3a87-4d19-a1df-adf6ea21f4ea tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:57.626458 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-abacbaa2-3a87-4d19-a1df-adf6ea21f4ea tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 814 time: 0.1180856 Jun 11 11:46:57.628530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:57.630464 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa3a27bc-89b9-41c0-a82a-6bb21c31805d req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "DELETE /v2.0/ports/9882d74b-818f-4dec-baa2-41bafc23dd19 HTTP/1.1" status: 204 len: 173 time: 2.7623267 Jun 11 11:46:57.631028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a80354-481d-4db2-af9c-d6d818704a28', 'name': 'network-vif-deleted', 'tag': '9882d74b-818f-4dec-baa2-41bafc23dd19'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:46:57.634327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1482b5-3c2f-41b3-b813-a863d6190bad" -d '{"events": [{"server_uuid": "03a80354-481d-4db2-af9c-d6d818704a28", "name": "network-vif-deleted", "tag": "9882d74b-818f-4dec-baa2-41bafc23dd19"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:46:57.756883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe390c5e-922c-4d58-a0ec-dfa1b02b7e88 x-openstack-request-id: req-fe390c5e-922c-4d58-a0ec-dfa1b02b7e88 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:46:57.759668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a80354-481d-4db2-af9c-d6d818704a28", "name": "network-vif-deleted", "tag": "9882d74b-818f-4dec-baa2-41bafc23dd19", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:46:57.760267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe390c5e-922c-4d58-a0ec-dfa1b02b7e88 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:46:57.760997 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a80354-481d-4db2-af9c-d6d818704a28', 'name': 'network-vif-deleted', 'tag': '9882d74b-818f-4dec-baa2-41bafc23dd19', 'status': 'completed', 'code': 200} Jun 11 11:46:57.788331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d18873ce-efba-456d-8f0f-a73d25517d16 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:57.794173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7a830cc9-9df0-425f-a2fb-fd6081052a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:57.800252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:57.804028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9882d74b-818f-4dec-baa2-41bafc23dd19 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:46:57.862338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 9882d74b-818f-4dec-baa2-41bafc23dd19 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:46:57.862669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9882d74b-818f-4dec-baa2-41bafc23dd19 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:46:57.969397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-e6af99cf-7531-4055-a38b-8814d2a730a2 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:46:58.209074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6091835a-7ced-4519-a4c8-d2ebbf3e9ac5 None None] Provisioning for port cbd02ed4-508b-401a-b145-f48db19fa560 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:58.300611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab77e314-c338-44cf-9c9a-fed2dfc5ebad up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:46:58.310230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6091835a-7ced-4519-a4c8-d2ebbf3e9ac5 None None] Provisioning complete for port cbd02ed4-508b-401a-b145-f48db19fa560 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:58.325606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6091835a-7ced-4519-a4c8-d2ebbf3e9ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:58.442016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:58.444448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47796) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:58.451796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'network': {'name': 'tempest-network-smoke--1562973556', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'port_security_enabled': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:46:58.457812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:58.475121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a955cde7-e206-43ef-aadc-2413e800357a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:58.535842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18873ce-efba-456d-8f0f-a73d25517d16 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Subnet': ['ID=60c366c8-7031-468a-8cc5-514b2e52dbd8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:58.538423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d18873ce-efba-456d-8f0f-a73d25517d16 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:58.541337 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d18873ce-efba-456d-8f0f-a73d25517d16 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:58.545788 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d18873ce-efba-456d-8f0f-a73d25517d16 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/subnets/60c366c8-7031-468a-8cc5-514b2e52dbd8 HTTP/1.1" status: 204 len: 168 time: 1.4535558 Jun 11 11:46:58.546898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47798) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:58.597148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:58.613059 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:46:58.624240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=cbd02ed4-508b-401a-b145-f48db19fa560,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:58.634346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:58.685606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:58.703153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:46:58.708176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:58.756628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:46:58.768725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:58.769241 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Added segment ff53ba0b-0612-495c-a57d-7636270b4993 of type vlan for network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 Jun 11 11:46:58.876998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:58.895372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:58.946007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4c3d4cfe-a13b-4fca-9596-65959ce658e8 req-ab7942aa-e2f5-44e5-83d0-08bf7e05771f tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 210 time: 0.1083875 Jun 11 11:46:58.988457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.000606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b2377f-dfc6-4bab-b0d3-0ac5fc1df6be None None] Network e01e0a2e-0142-408c-807a-486ace247578 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:46:59.004014 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Allocated IP 172.26.6.104 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/f26d48c2-67ff-4af5-bf96-7accd0c929fc) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:46:59.026298 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Deleting port 20925fe7-b854-4f82-ae6a-691a47ff4021 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:46:59.027481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.065691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.072420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:59.073088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.101896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-77f005a4-58dd-4815-acf5-37a4d3c1a49d tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:59.161685 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7160101 Jun 11 11:46:59.166435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47802) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:59.177461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-6091835a-7ced-4519-a4c8-d2ebbf3e9ac5 None None] Port cbd02ed4-508b-401a-b145-f48db19fa560 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:46:59.197578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] For port 20925fe7-b854-4f82-ae6a-691a47ff4021, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=20925fe7-b854-4f82-ae6a-691a47ff4021,segment=NetworkSegment(5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6),segment_id=5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:59.198217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.237125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Network': ['ID=5a1ef943-872b-49d8-bc27-fb8ea8a08486,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:59.273322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:59.274986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ab77e314-c338-44cf-9c9a-fed2dfc5ebad completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:46:59.287211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6091835a-7ced-4519-a4c8-d2ebbf3e9ac5 None None] Provisioning complete for port ab77e314-c338-44cf-9c9a-fed2dfc5ebad triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:59.287634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6091835a-7ced-4519-a4c8-d2ebbf3e9ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.310717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Calling delete_port for 20925fe7-b854-4f82-ae6a-691a47ff4021 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:46:59.336276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.336534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ab77e314-c338-44cf-9c9a-fed2dfc5ebad triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:46:59.337048 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.357654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.387444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:46:59.390657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c68aca-938f-45fd-90fb-db778a70bd15 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:59.392677 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-78c68aca-938f-45fd-90fb-db778a70bd15 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=d8399334e9cb4ae2b4d59d7a1c160597&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1735299 Jun 11 11:46:59.397646 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47804) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:59.592949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f9dab-e347-44ae-b13e-f791bc2e725d tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:46:59.595005 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dc4f9dab-e347-44ae-b13e-f791bc2e725d tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1948822 Jun 11 11:46:59.601832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.601832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47806) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:59.602666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7249249f-b8ce-4a8f-b005-2d1a55612173 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:59.652911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e6af99cf-7531-4055-a38b-8814d2a730a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:59.659852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af99cf-7531-4055-a38b-8814d2a730a2 None None] Checking router: d92b5a64-e700-4f02-80d1-24bac31ec625 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:46:59.671318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Pushing event updated for resources: {'Port': ['ID=f26d48c2-67ff-4af5-bf96-7accd0c929fc,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:59.672091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.675529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:59.703036 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.707633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a47de17a-1624-4b61-ad7d-c3de802b7c2f tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:59.714788 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3ad75724-3456-4cd8-8bb5-c302f73c9b24 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573664 Jun 11 11:46:59.720424 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ab77e314-c338-44cf-9c9a-fed2dfc5ebad, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ab77e314-c338-44cf-9c9a-fed2dfc5ebad,segment=NetworkSegment(b6953b6c-41a6-4147-80b4-fb1c6099873c),segment_id=b6953b6c-41a6-4147-80b4-fb1c6099873c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:46:59.722156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2962d08b-4599-49bf-9da3-9fea1707570a None None] DHCP port deletion for e01e0a2e-0142-408c-807a-486ace247578 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:46:59.726290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47808) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:59.731553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.738242 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6091835a-7ced-4519-a4c8-d2ebbf3e9ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:46:59.740491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:46:59.747539 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No DVR routers for this DVR port 20925fe7-b854-4f82-ae6a-691a47ff4021 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:46:59.755124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Port': ['ID=20925fe7-b854-4f82-ae6a-691a47ff4021,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:59.757421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:59.759438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:46:59.762802 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:46:59.765075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:46:59.802758 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-958edb70-7f1d-4533-ad7b-191d747ef8e5 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=d8399334e9cb4ae2b4d59d7a1c160597&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0748062 Jun 11 11:46:59.803945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47810) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:46:59.805160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ab77e314-c338-44cf-9c9a-fed2dfc5ebad,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:46:59.808626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:46:59.809706 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af99cf-7531-4055-a38b-8814d2a730a2 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:46:59.810384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e6af99cf-7531-4055-a38b-8814d2a730a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:46:59.964930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-e6af99cf-7531-4055-a38b-8814d2a730a2 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:47:00.048765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.055285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694a7b8-84ea-4a01-8062-d0c37a3bce9c tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:00.060635 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6694a7b8-84ea-4a01-8062-d0c37a3bce9c tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2521937 Jun 11 11:47:00.061693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47814) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:00.071234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.071707 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.080989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.092602 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01e0a2e-0142-408c-807a-486ace247578']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:00.101092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f1d2dd95-fa4f-4c1c-8165-ebe5eb9ea843 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:00.110468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:00.110804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd64b98-9ae6-4eb9-b2e4-3bff339f3ef6') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:00.123575 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.187333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-6091835a-7ced-4519-a4c8-d2ebbf3e9ac5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:47:00.187855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-6091835a-7ced-4519-a4c8-d2ebbf3e9ac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:47:00.219724 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-db5b925a-3eed-4820-8aa3-497cd609e8b6 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1565597 Jun 11 11:47:00.228100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47816) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:00.235275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1694137264', 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:00.250282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab77e314-c338-44cf-9c9a-fed2dfc5ebad up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:00.275955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.320906 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c93981da-8849-4753-9eea-f141c17d7eea req-1af31089-7142-4a74-95d0-058e4606c309 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 210 time: 0.1106651 Jun 11 11:47:00.330340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:47:00.331561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:47:00.335735 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:47:00.343572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ab77e314-c338-44cf-9c9a-fed2dfc5ebad triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:00.344147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.452471 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.457572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.463202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5a54a88d-6b2f-4944-a33a-9407e2db7d2f tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:00.471024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.473508 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/e01e0a2e-0142-408c-807a-486ace247578 HTTP/1.1" status: 204 len: 168 time: 1.9265096 Jun 11 11:47:00.557088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e6af99cf-7531-4055-a38b-8814d2a730a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:00.567979 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af99cf-7531-4055-a38b-8814d2a730a2 None None] The sync data for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv is: [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:00.595098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47818) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:00.624564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 20925fe7-b854-4f82-ae6a-691a47ff4021 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:47:00.663956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 20925fe7-b854-4f82-ae6a-691a47ff4021 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:47:00.664312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 20925fe7-b854-4f82-ae6a-691a47ff4021 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:47:00.680945 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Network': ['ID=e01e0a2e-0142-408c-807a-486ace247578,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:00.716419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:00.719711 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-30089672-28b4-4444-ab54-e41e0dc47cc9 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:47:00.720254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30089672-28b4-4444-ab54-e41e0dc47cc9 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:47:00.722786 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-30089672-28b4-4444-ab54-e41e0dc47cc9 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/subnets/f3e44cc3-554b-4421-9c41-2071761bde45 HTTP/1.1" status: 404 len: 337 time: 0.1069818 Jun 11 11:47:00.726092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47820) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:00.751607 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcfccd8-477c-4692-b023-3ae81e14ca36 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:47:00.752322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcfccd8-477c-4692-b023-3ae81e14ca36 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:47:00.754379 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-abcfccd8-477c-4692-b023-3ae81e14ca36 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/1b9be90c-787d-4c80-b79b-d72fd7eee869 HTTP/1.1" status: 404 len: 339 time: 0.0270600 Jun 11 11:47:00.757148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47822) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:00.865242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=cbd02ed4-508b-401a-b145-f48db19fa560,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:00.873926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-525c3133-9d03-4a36-84d3-59f86dfee582 None None] Provisioning complete for port cbd02ed4-508b-401a-b145-f48db19fa560 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:00.874352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-525c3133-9d03-4a36-84d3-59f86dfee582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.888391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:00.899507 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fc46cf-0976-4fad-bb17-2d12b5065ad4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:47:00.899978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fc46cf-0976-4fad-bb17-2d12b5065ad4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:47:00.901720 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-95fc46cf-0976-4fad-bb17-2d12b5065ad4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/subnets/26c9e15a-da3f-4197-ba62-1bb72542f914 HTTP/1.1" status: 404 len: 337 time: 0.1435452 Jun 11 11:47:00.908981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47824) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:00.925949 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bed5e1-9622-435b-8a7f-73d743e5181e None None] New status for floating IP 456ad240-c31b-4d7b-9268-9e4791be8aa3: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:47:00.928080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network e2e77b77-0759-4b9f-8353-1f211a672566 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:00.942082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:00.958074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:00.958908 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee478f3-fbb1-497d-b5db-e03c89aa5a25 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:47:00.959501 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee478f3-fbb1-497d-b5db-e03c89aa5a25 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:47:00.961206 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7ee478f3-fbb1-497d-b5db-e03c89aa5a25 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/2ffb1d7d-b2ad-4801-9a3f-0cfa8e930de0 HTTP/1.1" status: 404 len: 339 time: 0.0512679 Jun 11 11:47:00.962483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:00.966096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47826) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:01.009035 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82c58b9-5586-46cb-a6d5-ce1e17e4fa28 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:47:01.009505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82c58b9-5586-46cb-a6d5-ce1e17e4fa28 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:47:01.014021 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b82c58b9-5586-46cb-a6d5-ce1e17e4fa28 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/subnets/74f878e7-5792-4bd5-ba48-fbe369731d3d HTTP/1.1" status: 404 len: 337 time: 0.0442133 Jun 11 11:47:01.017041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47828) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:01.027683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-525c3133-9d03-4a36-84d3-59f86dfee582 None None] Port cbd02ed4-508b-401a-b145-f48db19fa560 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:01.035314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-525c3133-9d03-4a36-84d3-59f86dfee582 None None] Could not find standard attr ID for object 20925fe7-b854-4f82-ae6a-691a47ff4021. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:47:01.048779 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8b9029-82e5-4a02-aca9-1744bb1d18c9 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:47:01.049380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8b9029-82e5-4a02-aca9-1744bb1d18c9 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:47:01.053369 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7f8b9029-82e5-4a02-aca9-1744bb1d18c9 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/8fe64780-7878-45e5-9575-3d06fe0c21f3 HTTP/1.1" status: 404 len: 339 time: 0.0317447 Jun 11 11:47:01.058715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47830) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:01.109368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:01.130479 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:01.260549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a97af60a-b7f9-4d8f-9640-b3ad5b303ff0 None None] Provisioning complete for port cbd02ed4-508b-401a-b145-f48db19fa560 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:01.260904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a97af60a-b7f9-4d8f-9640-b3ad5b303ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:01.296730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4ed21d-e207-4122-82ab-4828edcfcc0f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Deleting subnet 1d19b52a-6523-465a-aa9a-1444aab808ff {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:47:01.300128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed21d-e207-4122-82ab-4828edcfcc0f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:01.311054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a97af60a-b7f9-4d8f-9640-b3ad5b303ff0 None None] Port cbd02ed4-508b-401a-b145-f48db19fa560 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:01.319992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 1da890df-8c97-4ff5-8245-bdbafc17814b is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:47:01.366717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed21d-e207-4122-82ab-4828edcfcc0f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:01.507458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed21d-e207-4122-82ab-4828edcfcc0f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:01.511081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Router 4923ce49-546a-460b-93b6-778fb365437a is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:47:01.537221 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-01386875-cc8f-43b7-b7b4-b9aaee395de9 req-44e3b3a3-6af6-4ecc-8888-64604a3f7b85 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 210 time: 0.0626156 Jun 11 11:47:01.597053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:01.609905 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc2524d-c818-4547-b51e-8908e2d6d51b None None] Sync routers for ids ['1da890df-8c97-4ff5-8245-bdbafc17814b'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:01.615542 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/1da890df-8c97-4ff5-8245-bdbafc17814b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7482839 Jun 11 11:47:01.622932 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc2524d-c818-4547-b51e-8908e2d6d51b None None] Routers {'1da890df-8c97-4ff5-8245-bdbafc17814b'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:01.623145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47834) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:01.623261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5fc2524d-c818-4547-b51e-8908e2d6d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1da890df-8c97-4ff5-8245-bdbafc17814b'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:01.682506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5fc2524d-c818-4547-b51e-8908e2d6d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:01.694106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:01.695011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc2524d-c818-4547-b51e-8908e2d6d51b None None] Routers {'1da890df-8c97-4ff5-8245-bdbafc17814b'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:01.700708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d4004f50-5544-414a-9a10-97e143ebf012 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:01.701908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed21d-e207-4122-82ab-4828edcfcc0f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:01.706887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3cb31ff8-e425-419f-b474-9bc19d8e498e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:01.709334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5fc2524d-c818-4547-b51e-8908e2d6d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1da890df-8c97-4ff5-8245-bdbafc17814b'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:01.759609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ed21d-e207-4122-82ab-4828edcfcc0f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Subnet': ['ID=1d19b52a-6523-465a-aa9a-1444aab808ff,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:01.762722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed21d-e207-4122-82ab-4828edcfcc0f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:01.766081 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0a4ed21d-e207-4122-82ab-4828edcfcc0f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/subnets/1d19b52a-6523-465a-aa9a-1444aab808ff HTTP/1.1" status: 204 len: 168 time: 0.7065346 Jun 11 11:47:01.769647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0a4ed21d-e207-4122-82ab-4828edcfcc0f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:01.770268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47836) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:01.791456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b41ff96-254f-4074-bc1c-d15ebcd8bb4d None None] Network 84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:01.794345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5fc2524d-c818-4547-b51e-8908e2d6d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:01.795310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc2524d-c818-4547-b51e-8908e2d6d51b None None] The sync data for ids ['1da890df-8c97-4ff5-8245-bdbafc17814b'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:01.809514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d44c5ae-08bb-44e2-be1b-49d6cf8a62b9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:01.813856 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5d44c5ae-08bb-44e2-be1b-49d6cf8a62b9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports/cbd02ed4-508b-401a-b145-f48db19fa560 HTTP/1.1" status: 200 len: 982 time: 0.1902153 Jun 11 11:47:01.817051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47838) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:01.947700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Subnet': ['ID=72e99139-64d3-4e20-9f95-f2308cb12c24,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:01.954869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:01.985112 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Checking segment: {'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:01.985499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network hostable DHCP agents. Network: 5a1ef943-872b-49d8-bc27-fb8ea8a08486, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:47:01.998887 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa886af2-949a-4258-9533-68d29ea3feaf req-1e68cbae-2534-4f33-83ae-086d62eaf026 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3147938 Jun 11 11:47:02.084972 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58baf6c9-f69a-44af-95ad-5038232a7820 None None] DHCP port deletion for 84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:47:02.173348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fe386896-c7b9-4c62-b987-ad54f2146450 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:47:02.185313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:47:02.217366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 5a1ef943-872b-49d8-bc27-fb8ea8a08486) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:02.227444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:02.228043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:02.280163 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0486054 Jun 11 11:47:02.298449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa886af2-949a-4258-9533-68d29ea3feaf req-6a1d8a0f-f76d-460d-b78f-673bef570e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:02.300564 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa886af2-949a-4258-9533-68d29ea3feaf req-6a1d8a0f-f76d-460d-b78f-673bef570e58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 1098 time: 0.2247894 Jun 11 11:47:02.355843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:02.363212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:02.366066 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb60f1-22c8-4564-bb30-19592b837ba4 None None] Sync routers for ids ['4923ce49-546a-460b-93b6-778fb365437a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:02.374260 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "PUT /v2.0/routers/4923ce49-546a-460b-93b6-778fb365437a HTTP/1.1" status: 200 len: 880 time: 5.6273851 Jun 11 11:47:02.383124 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb60f1-22c8-4564-bb30-19592b837ba4 None None] Routers {'4923ce49-546a-460b-93b6-778fb365437a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:02.384049 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8edb60f1-22c8-4564-bb30-19592b837ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4923ce49-546a-460b-93b6-778fb365437a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:02.396045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3c7051-90e2-49af-a179-bab495443abd None None] Network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:02.399447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47842) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:02.454645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-58baf6c9-f69a-44af-95ad-5038232a7820 None None] Deleting port fe386896-c7b9-4c62-b987-ad54f2146450 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:02.455044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-58baf6c9-f69a-44af-95ad-5038232a7820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:02.487225 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8edb60f1-22c8-4564-bb30-19592b837ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:02.504250 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb60f1-22c8-4564-bb30-19592b837ba4 None None] Routers {'4923ce49-546a-460b-93b6-778fb365437a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:02.505088 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8edb60f1-22c8-4564-bb30-19592b837ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4923ce49-546a-460b-93b6-778fb365437a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:02.508754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa886af2-949a-4258-9533-68d29ea3feaf req-d793e9a8-4922-4c38-af68-4bc6713c834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:02.510829 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa886af2-949a-4258-9533-68d29ea3feaf req-d793e9a8-4922-4c38-af68-4bc6713c834e service neutron] 10.222.0.25 "GET /v2.0/networks?id=adb2bedd-c475-4354-a670-92b43b58e788 HTTP/1.1" status: 200 len: 899 time: 0.1842375 Jun 11 11:47:02.571660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:02.665123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa886af2-949a-4258-9533-68d29ea3feaf req-547daa63-1441-443f-a6f6-202e49680d45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 HTTP/1.1" status: 200 len: 1001 time: 0.1142640 Jun 11 11:47:02.770219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47846) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:02.783335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d60ceee0-27ea-418a-bc7a-465b871981d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397476077', 'description': 'tempest-secgroup-smoke-1397476077 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:02.792992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-58baf6c9-f69a-44af-95ad-5038232a7820 None None] For port fe386896-c7b9-4c62-b987-ad54f2146450, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fe386896-c7b9-4c62-b987-ad54f2146450,segment=NetworkSegment(8fc34aee-6705-49b3-9652-eb3ba2e2b6ef),segment_id=8fc34aee-6705-49b3-9652-eb3ba2e2b6ef)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:02.793572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-58baf6c9-f69a-44af-95ad-5038232a7820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:02.827975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:02.829036 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8edb60f1-22c8-4564-bb30-19592b837ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:02.829810 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb60f1-22c8-4564-bb30-19592b837ba4 None None] The sync data for ids ['4923ce49-546a-460b-93b6-778fb365437a'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:02.843716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:02.880004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d60ceee0-27ea-418a-bc7a-465b871981d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:02.895621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa886af2-949a-4258-9533-68d29ea3feaf req-cd5f0a74-bf9b-421d-8a54-972b8271a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:02.897940 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa886af2-949a-4258-9533-68d29ea3feaf req-cd5f0a74-bf9b-421d-8a54-972b8271a1c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dca22576-9a47-45f7-8498-4b4bc45d7419 HTTP/1.1" status: 200 len: 835 time: 0.1683826 Jun 11 11:47:02.907683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-58baf6c9-f69a-44af-95ad-5038232a7820 None None] Calling delete_port for fe386896-c7b9-4c62-b987-ad54f2146450 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:02.948321 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5a8250ab-af04-418f-aca6-e4ec332c4f11 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/routers/4923ce49-546a-460b-93b6-778fb365437a HTTP/1.1" status: 200 len: 921 time: 0.5444169 Jun 11 11:47:02.949982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47848) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:02.978628 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d2b29196-5ad0-4235-bc0e-34d0feea7f3d req-e123a68e-b994-4fe8-b6ae-bb9ec8c878ed tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a80354-481d-4db2-af9c-d6d818704a28 HTTP/1.1" status: 200 len: 210 time: 0.1835737 Jun 11 11:47:03.066648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Deleting port fe386896-c7b9-4c62-b987-ad54f2146450 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:03.066995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.071378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port fe386896-c7b9-4c62-b987-ad54f2146450, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fe386896-c7b9-4c62-b987-ad54f2146450,segment=NetworkSegment(8fc34aee-6705-49b3-9652-eb3ba2e2b6ef),segment_id=8fc34aee-6705-49b3-9652-eb3ba2e2b6ef)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:03.086979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295919e8-29f7-4485-ad08-0ed0c6c42869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:03.087494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.091478 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-295919e8-29f7-4485-ad08-0ed0c6c42869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&device_id=4923ce49-546a-460b-93b6-778fb365437a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1374280 Jun 11 11:47:03.091630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47850) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:03.095910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:03.122305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d60ceee0-27ea-418a-bc7a-465b871981d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.173367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d60ceee0-27ea-418a-bc7a-465b871981d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.177964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a775dcee-5d8b-487e-b7e4-0ed0d68547ff tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:03.197314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] For port fe386896-c7b9-4c62-b987-ad54f2146450, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fe386896-c7b9-4c62-b987-ad54f2146450,segment=NetworkSegment(8fc34aee-6705-49b3-9652-eb3ba2e2b6ef),segment_id=8fc34aee-6705-49b3-9652-eb3ba2e2b6ef)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:03.197742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.199359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=fe386896-c7b9-4c62-b987-ad54f2146450,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:03.203558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:03.205032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-58baf6c9-f69a-44af-95ad-5038232a7820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.207453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:03.211997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-5a1ef943-872b-49d8-bc27-fb8ea8a08486', 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ips': [{'subnet_id': '72e99139-64d3-4e20-9f95-f2308cb12c24'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:47:03.212989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.260843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baf6c9-f69a-44af-95ad-5038232a7820 None None] Pushing event deleted for resources: {'Port': ['ID=fe386896-c7b9-4c62-b987-ad54f2146450,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:03.263328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58baf6c9-f69a-44af-95ad-5038232a7820 None None] No DVR routers for this DVR port fe386896-c7b9-4c62-b987-ad54f2146450 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:03.264862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-58baf6c9-f69a-44af-95ad-5038232a7820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:03.280696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d60ceee0-27ea-418a-bc7a-465b871981d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.281092 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d60ceee0-27ea-418a-bc7a-465b871981d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5097897 Jun 11 11:47:03.286867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47852) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:03.295764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d1bd8c6e-5536-4cc3-a05e-1d6016a7e344 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1136714c-577e-4239-9f96-4c47cd27e7b6', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:03.301655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa886af2-949a-4258-9533-68d29ea3feaf req-34beb86c-6871-4c59-9a38-e46ab35cbcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:03.303168 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa886af2-949a-4258-9533-68d29ea3feaf req-34beb86c-6871-4c59-9a38-e46ab35cbcf3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adb2bedd-c475-4354-a670-92b43b58e788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3229837 Jun 11 11:47:03.325810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Calling delete_port for fe386896-c7b9-4c62-b987-ad54f2146450 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:03.330893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ceee0-27ea-418a-bc7a-465b871981d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1136714c-577e-4239-9f96-4c47cd27e7b6,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:03.334589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d60ceee0-27ea-418a-bc7a-465b871981d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:03.438164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.439361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Allocated IP 172.20.0.18 (5a1ef943-872b-49d8-bc27-fb8ea8a08486/72e99139-64d3-4e20-9f95-f2308cb12c24/a8e8e356-3f9a-4035-b5b4-78867418c6b4) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:03.441254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ad6bd572-1037-44fd-a755-a631ce2c8728 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:03.470813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Port': ['ID=fe386896-c7b9-4c62-b987-ad54f2146450,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:03.474079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:03.475032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No DVR routers for this DVR port fe386896-c7b9-4c62-b987-ad54f2146450 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:03.591930 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.605636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:03.622217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc34aee-6705-49b3-9652-eb3ba2e2b6ef') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:03.622707 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc34aee-6705-49b3-9652-eb3ba2e2b6ef') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:03.637126 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.638815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.647952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Transition to ACTIVE for port object a8e8e356-3f9a-4035-b5b4-78867418c6b4 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:03.655442 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.662854 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:47:03.663713 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.666870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Transition to ACTIVE for port object a8e8e356-3f9a-4035-b5b4-78867418c6b4 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:47:03.668743 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:47:03.677386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.679338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:03.725997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:03.729031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:03.732636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:03.741810 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Pushing event updated for resources: {'Port': ['ID=a8e8e356-3f9a-4035-b5b4-78867418c6b4,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:03.744974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:03.758564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c25a8-2b0f-443b-9815-60bd71934a05 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:03.760045 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-335c25a8-2b0f-443b-9815-60bd71934a05 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/networks/0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 881 time: 0.6678109 Jun 11 11:47:03.763243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47854) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:03.802149 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fa163adc-7eef-47d2-a939-1420f5a8e9ae tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=4923ce49-546a-460b-93b6-778fb365437a HTTP/1.1" status: 200 len: 205 time: 0.0372031 Jun 11 11:47:03.803512 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.805295 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47856) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:03.813839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-67af9c75-edcf-4683-8956-9febc01440e3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:03.818057 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.819484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Attempting to bind port a8e8e356-3f9a-4035-b5b4-78867418c6b4 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:03.819985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Attempting to bind port a8e8e356-3f9a-4035-b5b4-78867418c6b4 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:03.820588 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Attempting to bind port a8e8e356-3f9a-4035-b5b4-78867418c6b4 on network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:03.820713 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e HTTP/1.1" status: 204 len: 168 time: 2.0490720 Jun 11 11:47:03.824063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8c6e-5536-4cc3-a05e-1d6016a7e344 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.825463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:03.825897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Checking segment: {'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:03.826352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.826873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Bound using segment: {'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:03.827337 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Bound port: a8e8e356-3f9a-4035-b5b4-78867418c6b4, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:03.827716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.829649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47858) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:03.894941 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-11906b05-6fe7-4ae2-b9e8-21e4a9cac6da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:47:03.895305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11906b05-6fe7-4ae2-b9e8-21e4a9cac6da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:47:03.899551 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-11906b05-6fe7-4ae2-b9e8-21e4a9cac6da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/subnets/4ac83227-0712-49b8-8b4d-678b6b350f2c HTTP/1.1" status: 404 len: 337 time: 0.0689642 Jun 11 11:47:03.900142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47860) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:03.901023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] For port a8e8e356-3f9a-4035-b5b4-78867418c6b4, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:03.905216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] For port a8e8e356-3f9a-4035-b5b4-78867418c6b4, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a8e8e356-3f9a-4035-b5b4-78867418c6b4,segment=NetworkSegment(ff53ba0b-0612-495c-a57d-7636270b4993),segment_id=ff53ba0b-0612-495c-a57d-7636270b4993)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:03.908909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:03.910890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c9bd98db-f361-4325-82b5-5a67aff3510b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:03.935797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Network': ['ID=84cc42c3-4de3-4a51-bdf2-0b5f5d579c9e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:03.939342 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:03.952379 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa07376-bd80-4e81-950c-12520deb5a38 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] DELETE failed (client error): The resource could not be found. Jun 11 11:47:03.952981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa07376-bd80-4e81-950c-12520deb5a38 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:47:03.958184 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cfa07376-bd80-4e81-950c-12520deb5a38 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/6c41cdda-4f15-42a5-bdeb-613a09717237 HTTP/1.1" status: 404 len: 339 time: 0.0511899 Jun 11 11:47:03.958374 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47862) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:03.981199 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Pushing event updated for resources: {'Port': ['ID=a8e8e356-3f9a-4035-b5b4-78867418c6b4,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:03.984165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:03.995194 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa886af2-949a-4258-9533-68d29ea3feaf req-8b7d8850-592b-4e26-866d-e6aa0241fcb8 service neutron] 10.222.0.25 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835494 Jun 11 11:47:04.037487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a44a61-aee0-45f1-98b0-4754af68e750 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Deleting subnet 294d7105-45b0-4850-b5d2-b8cae7f1f6a4 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:47:04.042507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-47a44a61-aee0-45f1-98b0-4754af68e750 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.047442 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.060241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8c6e-5536-4cc3-a05e-1d6016a7e344 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.070401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8c6e-5536-4cc3-a05e-1d6016a7e344 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.075866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:04.159555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd8c6e-5536-4cc3-a05e-1d6016a7e344 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2088a420-4c21-485c-8ab0-66fc82b2d9a3,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:04.166981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d1bd8c6e-5536-4cc3-a05e-1d6016a7e344 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:04.172596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1bd8c6e-5536-4cc3-a05e-1d6016a7e344 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.173778 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d1bd8c6e-5536-4cc3-a05e-1d6016a7e344 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8844478 Jun 11 11:47:04.178586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47868) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:04.181297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port cbd02ed4-508b-401a-b145-f48db19fa560 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:04.181639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.199381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3d4f55c7-38ae-412c-9b2c-71cb659815f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1136714c-577e-4239-9f96-4c47cd27e7b6', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:04.218824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-47a44a61-aee0-45f1-98b0-4754af68e750 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.275789 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa886af2-949a-4258-9533-68d29ea3feaf req-db6b674e-31cd-4511-a542-6b42fbff88c0 service neutron] 10.222.0.25 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726490 Jun 11 11:47:04.366116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.367113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d4f55c7-38ae-412c-9b2c-71cb659815f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.404954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.456431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-47a44a61-aee0-45f1-98b0-4754af68e750 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.531628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Deleting port f26d48c2-67ff-4af5-bf96-7accd0c929fc {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:04.531891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.532036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for cbd02ed4-508b-401a-b145-f48db19fa560 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:04.566249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-47a44a61-aee0-45f1-98b0-4754af68e750 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.570376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-477a05b0-50e9-4359-83fc-06a6d87944b8 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:04.642430 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-f2777127-eb76-4036-8393-aa10f5e2120a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291200822&fields=id&tenant_id=fa1ddf06d6df4152974d5476ba079f72 HTTP/1.1" status: 200 len: 267 time: 0.2346387 Jun 11 11:47:04.661599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d4f55c7-38ae-412c-9b2c-71cb659815f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.676591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d4f55c7-38ae-412c-9b2c-71cb659815f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.679124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a44a61-aee0-45f1-98b0-4754af68e750 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Subnet': ['ID=294d7105-45b0-4850-b5d2-b8cae7f1f6a4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:04.681104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-47a44a61-aee0-45f1-98b0-4754af68e750 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.685105 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-47a44a61-aee0-45f1-98b0-4754af68e750 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/subnets/294d7105-45b0-4850-b5d2-b8cae7f1f6a4 HTTP/1.1" status: 204 len: 168 time: 0.7236004 Jun 11 11:47:04.691911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd8b484-1494-4492-a94e-080177a6483e None None] Network cee64490-7a88-4124-8f19-9e32ee6815c1 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:04.694220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47876) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:04.694626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25c1df9d-22b9-4339-b081-8329b0444502 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:04.695936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-47a44a61-aee0-45f1-98b0-4754af68e750 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:04.747832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f55c7-38ae-412c-9b2c-71cb659815f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14d1c3d-6798-4507-8e32-e9cf1be4f42e,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:04.754483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.792284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3d4f55c7-38ae-412c-9b2c-71cb659815f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:04.796937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d4f55c7-38ae-412c-9b2c-71cb659815f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.799610 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3d4f55c7-38ae-412c-9b2c-71cb659815f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6184676 Jun 11 11:47:04.821635 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47878) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:04.829297 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2de3a0f4-fa20-4999-bfc0-ae5ad6a42edb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1136714c-577e-4239-9f96-4c47cd27e7b6', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:04.932228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Calling delete_port for f26d48c2-67ff-4af5-bf96-7accd0c929fc owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:04.933313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-2dca1b65-dfea-4a99-bc5a-2c1876bab0ee tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:04.940738 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-2dca1b65-dfea-4a99-bc5a-2c1876bab0ee tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 811 time: 0.2877324 Jun 11 11:47:04.950660 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:04.991229 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-8929a48b-2e48-4d97-beef-908bc60f1816 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/quotas/fa1ddf06d6df4152974d5476ba079f72 HTTP/1.1" status: 200 len: 375 time: 0.0491610 Jun 11 11:47:05.003221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f471a4-2f0e-4d6b-ae13-909e333a3019 None None] DHCP port deletion for cee64490-7a88-4124-8f19-9e32ee6815c1 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:47:05.050571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2de3a0f4-fa20-4999-bfc0-ae5ad6a42edb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.054141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.078811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-78f471a4-2f0e-4d6b-ae13-909e333a3019 None None] Deleting port 3299f9f1-aba7-4f73-90e3-216d5be3becf {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:05.079388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-78f471a4-2f0e-4d6b-ae13-909e333a3019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.093194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:05.128526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=cbd02ed4-508b-401a-b145-f48db19fa560,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:05.131726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:05.157715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2de3a0f4-fa20-4999-bfc0-ae5ad6a42edb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.164546 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2de3a0f4-fa20-4999-bfc0-ae5ad6a42edb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.173862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-97e4bfb7-3112-4eb0-8386-19dd00d68258 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:05.174739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-78f471a4-2f0e-4d6b-ae13-909e333a3019 None None] For port 3299f9f1-aba7-4f73-90e3-216d5be3becf, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3299f9f1-aba7-4f73-90e3-216d5be3becf,segment=NetworkSegment(1c23da2c-0851-477f-80f4-4d54ef599723),segment_id=1c23da2c-0851-477f-80f4-4d54ef599723)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:05.175214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-78f471a4-2f0e-4d6b-ae13-909e333a3019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.264211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3a0f4-fa20-4999-bfc0-ae5ad6a42edb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8713f040-3f57-43d8-a865-1b880c735280,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:05.267032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2de3a0f4-fa20-4999-bfc0-ae5ad6a42edb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:05.283906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2de3a0f4-fa20-4999-bfc0-ae5ad6a42edb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.285098 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2de3a0f4-fa20-4999-bfc0-ae5ad6a42edb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4594302 Jun 11 11:47:05.288485 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47880) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:05.293162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-363c78ec-b148-4ef3-9d29-edc14abbd15e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1136714c-577e-4239-9f96-4c47cd27e7b6', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:05.297855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-78f471a4-2f0e-4d6b-ae13-909e333a3019 None None] Calling delete_port for 3299f9f1-aba7-4f73-90e3-216d5be3becf owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:05.307574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Deleting port 3299f9f1-aba7-4f73-90e3-216d5be3becf {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:05.307925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.346695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.370434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880975b3-d1a9-4fd6-b754-2919b9317956 None None] Network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:05.466725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363c78ec-b148-4ef3-9d29-edc14abbd15e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.475311 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] For port 3299f9f1-aba7-4f73-90e3-216d5be3becf, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3299f9f1-aba7-4f73-90e3-216d5be3becf,segment=NetworkSegment(1c23da2c-0851-477f-80f4-4d54ef599723),segment_id=1c23da2c-0851-477f-80f4-4d54ef599723)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:05.475675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.499923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-47d951e3-45c5-4b77-967f-fffbc2da0a13 None None] Provisioning for port a8e8e356-3f9a-4035-b5b4-78867418c6b4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:05.524578 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-9313ee7e-ebf3-4bb9-96c4-4586ee7644b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5031826 Jun 11 11:47:05.574869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-78f471a4-2f0e-4d6b-ae13-909e333a3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.577965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0ba9eea1-d4c3-4310-b3c4-2d5a3588806a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:05.587985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Calling delete_port for 3299f9f1-aba7-4f73-90e3-216d5be3becf owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:05.590605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.598150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0e132b3b-1395-4f5c-85cf-e1be39f2eab9 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:05.631252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f471a4-2f0e-4d6b-ae13-909e333a3019 None None] Pushing event deleted for resources: {'Port': ['ID=3299f9f1-aba7-4f73-90e3-216d5be3becf,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:05.635358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-78f471a4-2f0e-4d6b-ae13-909e333a3019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:05.635983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f471a4-2f0e-4d6b-ae13-909e333a3019 None None] No DVR routers for this DVR port 3299f9f1-aba7-4f73-90e3-216d5be3becf on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:05.648549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Pushing event deleted for resources: {'Port': ['ID=f26d48c2-67ff-4af5-bf96-7accd0c929fc,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:05.669005 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 1da890df-8c97-4ff5-8245-bdbafc17814b has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:47:05.724225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:05.807261 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363c78ec-b148-4ef3-9d29-edc14abbd15e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.816463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363c78ec-b148-4ef3-9d29-edc14abbd15e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.821513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c2beed65-a348-490c-93e7-2959a750e99f tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:05.829191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:05.835188 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/1da890df-8c97-4ff5-8245-bdbafc17814b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0152879 Jun 11 11:47:05.837872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47884) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:05.842394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44134a5-f566-4536-ad7e-bd2f9cfff24f None None] Sync routers for ids ['1da890df-8c97-4ff5-8245-bdbafc17814b'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:05.848555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.859988 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44134a5-f566-4536-ad7e-bd2f9cfff24f None None] Routers {'1da890df-8c97-4ff5-8245-bdbafc17814b'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:05.861107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b44134a5-f566-4536-ad7e-bd2f9cfff24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1da890df-8c97-4ff5-8245-bdbafc17814b'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:05.896390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c78ec-b148-4ef3-9d29-edc14abbd15e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fc0421-9601-4f43-a1af-3155a51840e3,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:05.923610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b44134a5-f566-4536-ad7e-bd2f9cfff24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:05.939029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44134a5-f566-4536-ad7e-bd2f9cfff24f None None] Routers {'1da890df-8c97-4ff5-8245-bdbafc17814b'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:05.939916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b44134a5-f566-4536-ad7e-bd2f9cfff24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['1da890df-8c97-4ff5-8245-bdbafc17814b'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:05.942673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-363c78ec-b148-4ef3-9d29-edc14abbd15e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:05.946562 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-363c78ec-b148-4ef3-9d29-edc14abbd15e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6543283 Jun 11 11:47:05.946562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-363c78ec-b148-4ef3-9d29-edc14abbd15e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:05.991164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47886) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:05.992324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b44134a5-f566-4536-ad7e-bd2f9cfff24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:05.992864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44134a5-f566-4536-ad7e-bd2f9cfff24f None None] The sync data for ids ['1da890df-8c97-4ff5-8245-bdbafc17814b'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:05.998146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e1bc276e-ddd3-4352-99db-9b30c6aa6c67 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1136714c-577e-4239-9f96-4c47cd27e7b6', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:06.007974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.010846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.015145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:06.020314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.056527 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Port': ['ID=3299f9f1-aba7-4f73-90e3-216d5be3becf,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:06.101702 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:06.104371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] No DVR routers for this DVR port 3299f9f1-aba7-4f73-90e3-216d5be3becf on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:06.109766 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-e1bc276e-ddd3-4352-99db-9b30c6aa6c67 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:47:06.149932 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e7f26b92-230f-4f6d-a1fb-78484b7bfb60 service neutron] 10.222.0.46 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979067 Jun 11 11:47:06.181219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a8e8e356-3f9a-4035-b5b4-78867418c6b4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:06.239830 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-5d3b5149-76eb-4edf-a325-daf0d382675f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] remove_router_interface failed (client error): The resource could not be found. Jun 11 11:47:06.240237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port a8e8e356-3f9a-4035-b5b4-78867418c6b4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:06.243700 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5d3b5149-76eb-4edf-a325-daf0d382675f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/1da890df-8c97-4ff5-8245-bdbafc17814b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4022579 Jun 11 11:47:06.244356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47888) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:06.245436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port a8e8e356-3f9a-4035-b5b4-78867418c6b4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:06.246219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.284382 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-db4086ae-7a74-4db6-b59c-3574c6631fac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=1da890df-8c97-4ff5-8245-bdbafc17814b HTTP/1.1" status: 200 len: 205 time: 0.0365000 Jun 11 11:47:06.326429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47890) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:06.350465 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.392366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port a8e8e356-3f9a-4035-b5b4-78867418c6b4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a8e8e356-3f9a-4035-b5b4-78867418c6b4,segment=NetworkSegment(ff53ba0b-0612-495c-a57d-7636270b4993),segment_id=ff53ba0b-0612-495c-a57d-7636270b4993)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:06.397123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.399222 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:06.461622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=a8e8e356-3f9a-4035-b5b4-78867418c6b4,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:06.465431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:06.476805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3299f9f1-aba7-4f73-90e3-216d5be3becf no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:47:06.573326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.574496 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Fanout notify agent at l3_agent the message router_deleted on router 4923ce49-546a-460b-93b6-778fb365437a {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:47:06.581805 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.588458 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/4923ce49-546a-460b-93b6-778fb365437a HTTP/1.1" status: 204 len: 168 time: 2.7763746 Jun 11 11:47:06.588458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e1bc276e-ddd3-4352-99db-9b30c6aa6c67 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.589728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47892) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:06.621854 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2bb3ed9a-c486-4714-9e68-5ad15f421851 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-97789270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:06.688831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 3299f9f1-aba7-4f73-90e3-216d5be3becf {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:47:06.689227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3299f9f1-aba7-4f73-90e3-216d5be3becf not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:47:06.720800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.747329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee64490-7a88-4124-8f19-9e32ee6815c1']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:06.766170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ed9a-c486-4714-9e68-5ad15f421851 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.767199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ed9a-c486-4714-9e68-5ad15f421851 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.771572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c23da2c-0851-477f-80f4-4d54ef599723') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:06.771877 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c23da2c-0851-477f-80f4-4d54ef599723') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:06.788314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.819356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e1bc276e-ddd3-4352-99db-9b30c6aa6c67 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.826899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.828295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dbf9733-17b0-4f18-8a56-bb361646bd42 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.832477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e1bc276e-ddd3-4352-99db-9b30c6aa6c67 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.874639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e184bf2a-13f2-4297-823c-62c15f2a6520 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:06.881588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:47:06.882001 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:47:06.885013 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:47:06.916794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ed9a-c486-4714-9e68-5ad15f421851 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.925309 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc276e-ddd3-4352-99db-9b30c6aa6c67 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de09f7c-b6ad-4962-aed2-1f984050b5b2,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:06.930154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ed9a-c486-4714-9e68-5ad15f421851 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.933178 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-01e21a0a-acf4-424c-8574-10570dfbde26 service neutron] 10.222.0.46 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549808 Jun 11 11:47:06.936684 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e1bc276e-ddd3-4352-99db-9b30c6aa6c67 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:06.983061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e1bc276e-ddd3-4352-99db-9b30c6aa6c67 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.986700 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e1bc276e-ddd3-4352-99db-9b30c6aa6c67 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9901755 Jun 11 11:47:06.988247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47894) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:06.992499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ed9a-c486-4714-9e68-5ad15f421851 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:06.992718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8916a492-88e1-4ab8-9460-619aa3762477 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1136714c-577e-4239-9f96-4c47cd27e7b6', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:06.994989 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2bb3ed9a-c486-4714-9e68-5ad15f421851 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3994777 Jun 11 11:47:06.996882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47896) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:07.003452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'enable_snat': True}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:07.007496 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.012734 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.017620 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] 10.222.0.46 "DELETE /v2.0/networks/cee64490-7a88-4124-8f19-9e32ee6815c1 HTTP/1.1" status: 204 len: 168 time: 2.3203578 Jun 11 11:47:07.088461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:07.102009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dbf9733-17b0-4f18-8a56-bb361646bd42 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.105698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dbf9733-17b0-4f18-8a56-bb361646bd42 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.162035 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-8916a492-88e1-4ab8-9460-619aa3762477 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:47:07.170769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8916a492-88e1-4ab8-9460-619aa3762477 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.174676 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Pushing event deleted for resources: {'Network': ['ID=cee64490-7a88-4124-8f19-9e32ee6815c1,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:07.177438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:07.202689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dbf9733-17b0-4f18-8a56-bb361646bd42 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.203173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbf9733-17b0-4f18-8a56-bb361646bd42 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Fanout notify agent at l3_agent the message router_deleted on router 1da890df-8c97-4ff5-8245-bdbafc17814b {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:47:07.215267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dbf9733-17b0-4f18-8a56-bb361646bd42 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.218745 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5dbf9733-17b0-4f18-8a56-bb361646bd42 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/1da890df-8c97-4ff5-8245-bdbafc17814b HTTP/1.1" status: 204 len: 168 time: 0.8885663 Jun 11 11:47:07.220194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47906) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:07.344032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8916a492-88e1-4ab8-9460-619aa3762477 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.345107 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47914) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:07.349236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b19f53-9aed-422d-bd7c-c74215462f9e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting subnet 2a9bfcbe-18ac-4414-97ce-75dd1860379b {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:47:07.356997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49b19f53-9aed-422d-bd7c-c74215462f9e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.359974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8916a492-88e1-4ab8-9460-619aa3762477 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.389421 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-05b641f8-f14b-4b31-b1c0-f71426a59706 req-63a99afb-23f5-4063-9f5c-e8dc4b8a44d5 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 210 time: 0.0887575 Jun 11 11:47:07.391585 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-001c3c3a-ebf5-4873-94b6-f28148a35516 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:07.430009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916a492-88e1-4ab8-9460-619aa3762477 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d5f705-aa4c-45ba-b76e-58490394e6cb,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:07.433957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49b19f53-9aed-422d-bd7c-c74215462f9e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.437216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8916a492-88e1-4ab8-9460-619aa3762477 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:07.454116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.468225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8916a492-88e1-4ab8-9460-619aa3762477 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.478224 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8916a492-88e1-4ab8-9460-619aa3762477 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4809611 Jun 11 11:47:07.562553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49b19f53-9aed-422d-bd7c-c74215462f9e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.669098 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-208c5f33-0abc-4e2c-b67c-95fb37449faa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=023ed2953b824fb5b84161bf7bdf0865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171496 Jun 11 11:47:07.671798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 47932) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:07.709534 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49b19f53-9aed-422d-bd7c-c74215462f9e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.715841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-db0ab5bb-a69e-412f-8fca-1ef29fcac954 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:07.776483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49b19f53-9aed-422d-bd7c-c74215462f9e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.782107 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-49b19f53-9aed-422d-bd7c-c74215462f9e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/2a9bfcbe-18ac-4414-97ce-75dd1860379b HTTP/1.1" status: 204 len: 168 time: 0.5608110 Jun 11 11:47:07.783472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47938) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:07.786371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b19f53-9aed-422d-bd7c-c74215462f9e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Subnet': ['ID=2a9bfcbe-18ac-4414-97ce-75dd1860379b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:07.786566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaafc43f-6525-4de5-93ef-d8d70cfeee71 None None] Network e2e77b77-0759-4b9f-8353-1f211a672566 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:07.802275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-49b19f53-9aed-422d-bd7c-c74215462f9e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:07.811268 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-9c091b8c-0665-4e5b-887c-5028df6f85bc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397476077&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.1169593 Jun 11 11:47:07.833471 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.838865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84723a50-ecfa-4970-89a1-c89bae7b9473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.892400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84723a50-ecfa-4970-89a1-c89bae7b9473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.903359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:07.925030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:08.018686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-bb676ce5-8bc7-4252-b8bb-32375b123a0c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:08.020673 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-bb676ce5-8bc7-4252-b8bb-32375b123a0c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/networks?id=5a1ef943-872b-49d8-bc27-fb8ea8a08486 HTTP/1.1" status: 200 len: 797 time: 0.2001297 Jun 11 11:47:08.043265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84723a50-ecfa-4970-89a1-c89bae7b9473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:08.046458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84723a50-ecfa-4970-89a1-c89bae7b9473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:08.050658 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-84723a50-ecfa-4970-89a1-c89bae7b9473 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce5ed57b-201a-4543-bc68-a9eb2485f1f9 HTTP/1.1" status: 204 len: 168 time: 0.3778505 Jun 11 11:47:08.052428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-81f60c28-1d44-4370-8bc1-a553d7e77ce1 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:08.056635 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-d7e34142-e6a5-44a4-90f2-d4269d0026a5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/quotas/d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 375 time: 0.0244935 Jun 11 11:47:08.074803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84723a50-ecfa-4970-89a1-c89bae7b9473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5ed57b-201a-4543-bc68-a9eb2485f1f9,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:08.081740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-84723a50-ecfa-4970-89a1-c89bae7b9473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:08.109293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8e87a-ffd1-4d68-af62-87058ece83b2 None None] DHCP port deletion for e2e77b77-0759-4b9f-8353-1f211a672566 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:47:08.110062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Allocated IP 172.26.6.90 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/c47e173c-ff32-4fdd-bb0d-374a21d27c87) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:08.119034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port ab77e314-c338-44cf-9c9a-fed2dfc5ebad {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:08.119675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:08.230778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5ec8e87a-ffd1-4d68-af62-87058ece83b2 None None] Deleting port ab77e314-c338-44cf-9c9a-fed2dfc5ebad {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:08.232547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e87a-ffd1-4d68-af62-87058ece83b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:08.238654 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-4a619efa-ceb1-4110-abdf-9b5fc01593db tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1726940 Jun 11 11:47:08.259866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a8e8e356-3f9a-4035-b5b4-78867418c6b4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:08.319231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port ab77e314-c338-44cf-9c9a-fed2dfc5ebad, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ab77e314-c338-44cf-9c9a-fed2dfc5ebad,segment=NetworkSegment(b6953b6c-41a6-4147-80b4-fb1c6099873c),segment_id=b6953b6c-41a6-4147-80b4-fb1c6099873c)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:08.319541 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:08.377412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5ec8e87a-ffd1-4d68-af62-87058ece83b2 None None] For port ab77e314-c338-44cf-9c9a-fed2dfc5ebad, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ab77e314-c338-44cf-9c9a-fed2dfc5ebad,segment=NetworkSegment(b6953b6c-41a6-4147-80b4-fb1c6099873c),segment_id=b6953b6c-41a6-4147-80b4-fb1c6099873c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:08.377860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e87a-ffd1-4d68-af62-87058ece83b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:08.399464 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-5b69ca60-0e33-47ba-8791-cdb545025778 service neutron] 10.222.0.46 "GET /v2.0/networks/5a1ef943-872b-49d8-bc27-fb8ea8a08486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480765 Jun 11 11:47:08.427662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for ab77e314-c338-44cf-9c9a-fed2dfc5ebad owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:08.485728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:08.498017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5ec8e87a-ffd1-4d68-af62-87058ece83b2 None None] Calling delete_port for ab77e314-c338-44cf-9c9a-fed2dfc5ebad owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:08.509571 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port a8e8e356-3f9a-4035-b5b4-78867418c6b4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:08.510092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:08.608578 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-b6f6bc4a-1854-41e5-abb3-391d4c895d9b service neutron] 10.222.0.46 "GET /v2.0/networks/5a1ef943-872b-49d8-bc27-fb8ea8a08486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083166 Jun 11 11:47:08.691629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e87a-ffd1-4d68-af62-87058ece83b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:08.695807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-78f471a4-2f0e-4d6b-ae13-909e333a3019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:08.730951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8e87a-ffd1-4d68-af62-87058ece83b2 None None] Pushing event deleted for resources: {'Port': ['ID=ab77e314-c338-44cf-9c9a-fed2dfc5ebad,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:08.735609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5ec8e87a-ffd1-4d68-af62-87058ece83b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:08.737930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8e87a-ffd1-4d68-af62-87058ece83b2 None None] No DVR routers for this DVR port ab77e314-c338-44cf-9c9a-fed2dfc5ebad on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:08.810991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65a9146d-ed2f-4bf0-98f2-df420b2c1da2 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:08.815356 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab77e314-c338-44cf-9c9a-fed2dfc5ebad no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:47:08.818246 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65a9146d-ed2f-4bf0-98f2-df420b2c1da2 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 811 time: 0.2105248 Jun 11 11:47:08.841188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:08.858286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: ab77e314-c338-44cf-9c9a-fed2dfc5ebad {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:47:08.858987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab77e314-c338-44cf-9c9a-fed2dfc5ebad not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:47:08.878193 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e4e97fb8-ec15-4776-a017-70f4aa332acd tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1ddf06d6df4152974d5476ba079f72 HTTP/1.1" status: 200 len: 380 time: 0.0529594 Jun 11 11:47:08.880520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1a61a444-de7c-4f4b-bfa9-d032b9a14efa tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:08.884315 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c137d69b-3a21-4509-a712-35adbcf54fba req-6835656a-a498-4c8b-a092-e0fe07ca1ccb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 210 time: 0.2062328 Jun 11 11:47:08.909495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'port': {'device_id': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'admin_state_up': True, 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'security_groups': ['1706d16e-44da-4d30-9f99-588c2a038bac']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:08.930711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=ab77e314-c338-44cf-9c9a-fed2dfc5ebad,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:08.934862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:08.937712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No DVR routers for this DVR port ab77e314-c338-44cf-9c9a-fed2dfc5ebad on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:09.039001 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.051862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:09.062880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:09.080183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:09.109006 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-31593c9b-cbee-4f1b-8d2a-ca0aa0f767b8 req-5a4d2f02-f73d-4a85-9c15-26d3527b2474 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 210 time: 0.0550780 Jun 11 11:47:09.142869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:09.208914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Made reservation on behalf of fa1ddf06d6df4152974d5476ba079f72 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:09.215050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.225026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47974) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:09.267002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.293624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e77b77-0759-4b9f-8353-1f211a672566']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:09.296267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event updated for resources: {'Port': ['ID=c47e173c-ff32-4fdd-bb0d-374a21d27c87,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:09.306553 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:09.312483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6953b6c-41a6-4147-80b4-fb1c6099873c') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:09.312791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6953b6c-41a6-4147-80b4-fb1c6099873c') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:09.415177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.435290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Allocated IP 172.20.0.4 (a303fe90-a33a-4602-b3f5-63b56709bb0e/28be0055-a740-46eb-a756-909502b2a1dd/9c563d19-34c4-48f7-97f1-2fe8b54ac9c8) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:09.462088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.481743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:47:09.482161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:47:09.485549 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:47:09.493982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1946821163'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:09.690588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.701979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.704412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Transition to ACTIVE for port object 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:09.718406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Made reservation on behalf of 6c4e3dacca364b66a2c1aa663420599c for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:09.721935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.724217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-39b3fab6-fc26-4bd1-8980-c3f7cf6b7a47 tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:09.728914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.731013 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/networks/e2e77b77-0759-4b9f-8353-1f211a672566 HTTP/1.1" status: 204 len: 168 time: 1.9464352 Jun 11 11:47:09.743554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47980) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:09.750422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-824238988'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:09.770106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.776165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Network': ['ID=e2e77b77-0759-4b9f-8353-1f211a672566,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:09.781708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.782887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:09.788865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-991d038a-7afb-4ef8-a65d-6d6220057c6a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:09.827454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:09.830927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.854547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:09.859543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Network a303fe90-a33a-4602-b3f5-63b56709bb0e is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:09.862430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:09.866630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:09.913696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'Port': ['ID=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:09.929377 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:09.970377 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:09.971551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.006393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:47:10.030755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.031112 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added segment 9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645 of type vlan for network b4981093-ef68-40cc-a252-70d637d1765b Jun 11 11:47:10.211186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2259bf99-09e2-4ef7-82ee-ad126702d0a1 None None] Provisioning for port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:10.228528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2259bf99-09e2-4ef7-82ee-ad126702d0a1 None None] Provisioning complete for port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:10.228923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2259bf99-09e2-4ef7-82ee-ad126702d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.327435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2259bf99-09e2-4ef7-82ee-ad126702d0a1 None None] Port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:10.353062 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-19f9b224-2e1a-498e-b1ba-99bfa6abfcee req-2a468809-63f6-4d99-8a0c-062c902af035 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 210 time: 0.0787404 Jun 11 11:47:10.465161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-2231e37a-e4dc-4364-90ac-cc1a215870b3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:10.467052 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-2231e37a-e4dc-4364-90ac-cc1a215870b3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=5a1ef943-872b-49d8-bc27-fb8ea8a08486 HTTP/1.1" status: 200 len: 797 time: 0.2065537 Jun 11 11:47:10.550823 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-f33ea767-1757-46a3-9525-fd3c69fdc3b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 473 time: 0.0753076 Jun 11 11:47:10.560268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'device_id': '3ebdf60a-53e9-439b-8fea-98ebec09bd7a', 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486', 'admin_state_up': True, 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'security_groups': ['1136714c-577e-4239-9f96-4c47cd27e7b6']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:10.604512 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.644810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.662698 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7606955 Jun 11 11:47:10.676055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Request body: {'port': {'device_id': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:10.754001 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.resource_extend [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:47:10.758036 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.775853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-52e9a0d2-5a11-4e90-9932-77612262ef02 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:10.795240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.798260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:10.801852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.835609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:47:10.849639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.856509 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:10.857709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.869655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36f500b-13ef-4eab-9584-2cf5dfc6fe6a,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:10.883649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.884016 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Added segment 6a906502-011d-4388-8691-2db891d4e6a9 of type vlan for network 96e39324-61b7-4099-802b-885b19f2be88 Jun 11 11:47:10.885518 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:10.886748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4be0b28c-2eb4-4109-a9e1-7165a5ac6d76 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:10.945017 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1986363 Jun 11 11:47:10.951642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47990) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:10.979626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:10.992407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'subnet': {'network_id': 'b4981093-ef68-40cc-a252-70d637d1765b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:11.029386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605ff30-653a-4772-8c0c-39179799a687 req-d7042c0b-03d0-4efe-832b-7df2213ad473 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:11.032311 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a605ff30-653a-4772-8c0c-39179799a687 req-d7042c0b-03d0-4efe-832b-7df2213ad473 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 931 time: 0.4756713 Jun 11 11:47:11.034308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:11.098414 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:11.099094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.28 (5a1ef943-872b-49d8-bc27-fb8ea8a08486/72e99139-64d3-4e20-9f95-f2308cb12c24/2f0331cc-12f8-426f-ab11-4d7b036c9414) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:11.115293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Network': ['ID=b4981093-ef68-40cc-a252-70d637d1765b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:11.128056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network b4981093-ef68-40cc-a252-70d637d1765b details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:47:11.266434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:11.384310 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a605ff30-653a-4772-8c0c-39179799a687 req-699bfe49-0f63-413a-a429-09b32cd57410 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818253 Jun 11 11:47:11.404331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:11.408587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:47:11.410007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:11.410642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:11.416154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-27e22a27-1ee6-4423-8d90-f253ae10f883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:11.429082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:11.448619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:11.458437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Transition to ACTIVE for port object 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:11.464880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:11.468722 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c4c9e599-059d-4134-b108-b10192ad17d5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:11.471619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 2f0331cc-12f8-426f-ab11-4d7b036c9414 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:11.552536 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Pushing event updated for resources: {'Network': ['ID=96e39324-61b7-4099-802b-885b19f2be88,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:11.566304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 96e39324-61b7-4099-802b-885b19f2be88 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:47:11.570776 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:11.577248 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1580dff4-3ff8-448e-b143-3866ccd8235f req-4a17dc77-da43-4614-99c0-6775c30ec0a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 210 time: 0.0626392 Jun 11 11:47:11.578285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:11.583792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:11.646831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:11.652525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:11.711195 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4411933 Jun 11 11:47:11.718801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Router 5352c5d5-e478-4968-a765-b68a0520f6ba is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:47:11.723406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47994) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:11.734759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Request body: {'subnet': {'network_id': '96e39324-61b7-4099-802b-885b19f2be88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:11.748043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:11.757177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b69991e9-292a-471e-9672-371e7ca80d85 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:11.847801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=2f0331cc-12f8-426f-ab11-4d7b036c9414,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:11.850495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:11.852287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:11.854696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:11.856872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:11.898776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Attempting to bind port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:11.899012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Attempting to bind port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:11.899326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Attempting to bind port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 on network a303fe90-a33a-4602-b3f5-63b56709bb0e {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:11.912586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 on network a303fe90-a33a-4602-b3f5-63b56709bb0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:47:11.912920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Attempting to bind port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 on network a303fe90-a33a-4602-b3f5-63b56709bb0e {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:11.923731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:11.924079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Checking segment: {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:11.924475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Bound using segment: {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:11.924920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Bound port: 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:11.925277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:11.944929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:11.945602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:11.988911 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4331679 Jun 11 11:47:12.002996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Request body: {'port': {'device_id': '3ebdf60a-53e9-439b-8fea-98ebec09bd7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:12.009921 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Made reservation on behalf of 6c4e3dacca364b66a2c1aa663420599c for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:12.014671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:12.151393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ed6335f1-3512-4ca8-8e88-f8f717b73081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:12.158761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:12.163205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:12.166802 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "PUT /v2.0/routers/5352c5d5-e478-4968-a765-b68a0520f6ba HTTP/1.1" status: 200 len: 912 time: 5.1663427 Jun 11 11:47:12.170560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 47996) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:12.179344 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31930b1d-3906-4c77-be70-1b74d3e3639b None None] Sync routers for ids ['5352c5d5-e478-4968-a765-b68a0520f6ba'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:12.193477 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31930b1d-3906-4c77-be70-1b74d3e3639b None None] Routers {'5352c5d5-e478-4968-a765-b68a0520f6ba'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:12.195085 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-31930b1d-3906-4c77-be70-1b74d3e3639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['5352c5d5-e478-4968-a765-b68a0520f6ba'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:12.234926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2fc6448d-48b5-42d3-b5b7-048868c37221 None None] Provisioning for port 2f0331cc-12f8-426f-ab11-4d7b036c9414 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:12.243307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2fc6448d-48b5-42d3-b5b7-048868c37221 None None] Provisioning complete for port 2f0331cc-12f8-426f-ab11-4d7b036c9414 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:12.244523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fc6448d-48b5-42d3-b5b7-048868c37221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:12.323025 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-31930b1d-3906-4c77-be70-1b74d3e3639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:12.341928 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31930b1d-3906-4c77-be70-1b74d3e3639b None None] Routers {'5352c5d5-e478-4968-a765-b68a0520f6ba'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:12.343934 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-31930b1d-3906-4c77-be70-1b74d3e3639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:46:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['5352c5d5-e478-4968-a765-b68a0520f6ba'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:12.351170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6448d-48b5-42d3-b5b7-048868c37221 None None] Port 2f0331cc-12f8-426f-ab11-4d7b036c9414 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:12.384444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:12.390042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f51b9518-7ec4-40e9-b526-e8d5c230a29c tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:12.422343 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-31930b1d-3906-4c77-be70-1b74d3e3639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:12.423279 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31930b1d-3906-4c77-be70-1b74d3e3639b None None] The sync data for ids ['5352c5d5-e478-4968-a765-b68a0520f6ba'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:12.501077 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-49e2e43d-837d-458e-b861-f59c06962d63 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/routers/5352c5d5-e478-4968-a765-b68a0520f6ba HTTP/1.1" status: 200 len: 918 time: 0.3273001 Jun 11 11:47:12.506403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Subnet': ['ID=d40e9313-6be0-4e0f-bf78-45f44f357c1f,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:12.509162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:12.512483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48000) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:12.580079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] For port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:12.593255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:12.598227 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] For port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:12.610723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:12.614406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4aba0e4d-005f-48f2-9fa8-3ad9e44e4d7f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:12.673720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:12.678590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b6ece6db-a96b-4858-a77e-549dd65c381c tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:12.691334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:12.691955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:12.692990 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Checking segment: {'id': '9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b4981093-ef68-40cc-a252-70d637d1765b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:12.693369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network hostable DHCP agents. Network: b4981093-ef68-40cc-a252-70d637d1765b, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:47:12.698818 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] 10.222.0.25 "PUT /v2.0/ports/9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 HTTP/1.1" status: 200 len: 1093 time: 2.0269575 Jun 11 11:47:12.699393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'tag': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:47:12.702633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824", "tag": "9c563d19-34c4-48f7-97f1-2fe8b54ac9c8"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:47:12.801979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Pushing event updated for resources: {'Subnet': ['ID=7e34f83b-edc0-4307-a23b-5edcbed0bc9d,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:12.804953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:12.815969 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f450f4-b41d-496b-a955-2aaad1fad0a5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:12.817879 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b7f450f4-b41d-496b-a955-2aaad1fad0a5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&device_id=5352c5d5-e478-4968-a765-b68a0520f6ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3046913 Jun 11 11:47:12.820749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network b4981093-ef68-40cc-a252-70d637d1765b is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:47:12.827861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48006) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:12.853233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d88c5-6b5f-4595-ab9a-c464fe341032 req-28b5c17f-4f9b-43a2-994d-3cac7fce2800 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:12.855132 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-862d88c5-6b5f-4595-ab9a-c464fe341032 req-28b5c17f-4f9b-43a2-994d-3cac7fce2800 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 943 time: 0.2981951 Jun 11 11:47:12.859756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, b4981093-ef68-40cc-a252-70d637d1765b) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:12.860528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:12.879054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:12.879650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:12.883566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd798f6-d949-47fb-9f9e-46b1f3c7bd19 None None] Network b4981093-ef68-40cc-a252-70d637d1765b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:12.895791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Checking segment: {'id': '6a906502-011d-4388-8691-2db891d4e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96e39324-61b7-4099-802b-885b19f2be88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:12.896422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Network hostable DHCP agents. Network: 96e39324-61b7-4099-802b-885b19f2be88, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:47:12.904121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:13.005475 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0238204 Jun 11 11:47:13.010622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48008) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:13.023291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-134d8eaf-0ca5-462a-bef7-a466026e4e9f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1847740354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:13.048316 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-862d88c5-6b5f-4595-ab9a-c464fe341032 req-a876b55d-57df-49a0-ac28-0f16174f24d7 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646283 Jun 11 11:47:13.052870 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Network 96e39324-61b7-4099-802b-885b19f2be88 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:47:13.088178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 96e39324-61b7-4099-802b-885b19f2be88) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:13.094030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3841da1-a3e8-46bd-b948-c55ac16b1b54 req-ce3e65aa-4b83-45ed-aef7-bc3d32b7efe1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:13.095003 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:13.095671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:13.100441 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-134d8eaf-0ca5-462a-bef7-a466026e4e9f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:13.101515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-134d8eaf-0ca5-462a-bef7-a466026e4e9f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:13.102677 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3841da1-a3e8-46bd-b948-c55ac16b1b54 req-ce3e65aa-4b83-45ed-aef7-bc3d32b7efe1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 932 time: 0.3047435 Jun 11 11:47:13.106079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928cf05-a192-452e-8698-235521f7fbf1 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:13.109944 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7928cf05-a192-452e-8698-235521f7fbf1 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/networks/0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 881 time: 0.2775078 Jun 11 11:47:13.110132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-4605176f-713a-45d9-a2cf-55414ea3f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:13.111776 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-4605176f-713a-45d9-a2cf-55414ea3f3ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 1096 time: 0.3152287 Jun 11 11:47:13.111956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48010) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:13.135538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a8d9f2-8fb4-4e75-b292-b1ca433e0d89 None None] Network 96e39324-61b7-4099-802b-885b19f2be88 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:13.162461 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4297614 Jun 11 11:47:13.162461 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c86b300c-d727-465a-9571-478a753638e5 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=5352c5d5-e478-4968-a765-b68a0520f6ba HTTP/1.1" status: 200 len: 205 time: 0.0463014 Jun 11 11:47:13.163211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48012) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:13.163377 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48014) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:13.178571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Request body: {'port': {'network_id': '96e39324-61b7-4099-802b-885b19f2be88', 'name': 'tempest-TagsExtTest-1383061092'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:13.204225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259aafad-788a-404e-ae54-29481f077503 x-openstack-request-id: req-259aafad-788a-404e-ae54-29481f077503 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:47:13.204734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824", "tag": "9c563d19-34c4-48f7-97f1-2fe8b54ac9c8", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:47:13.205140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-259aafad-788a-404e-ae54-29481f077503 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:47:13.205689 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'tag': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'status': 'completed', 'code': 200} Jun 11 11:47:13.209128 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-226bef00-01f0-4955-8f6f-df249e6722c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 HTTP/1.1" status: 200 len: 217 time: 0.0891874 Jun 11 11:47:13.302709 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3841da1-a3e8-46bd-b948-c55ac16b1b54 req-e3fe2ead-f419-4926-ac77-c2ac71822a6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1136714c-577e-4239-9f96-4c47cd27e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988933 Jun 11 11:47:13.362156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-a813a071-1b94-4268-9232-686e7eb8ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:13.364057 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-a813a071-1b94-4268-9232-686e7eb8ad1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.1481905 Jun 11 11:47:13.368315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-134d8eaf-0ca5-462a-bef7-a466026e4e9f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:13.379359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-134d8eaf-0ca5-462a-bef7-a466026e4e9f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:13.406169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0331cc-12f8-426f-ab11-4d7b036c9414 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:47:13.420480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:13.439196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Transition to ACTIVE for port object 2f0331cc-12f8-426f-ab11-4d7b036c9414 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:13.465191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-134d8eaf-0ca5-462a-bef7-a466026e4e9f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:13.468955 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-134d8eaf-0ca5-462a-bef7-a466026e4e9f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4481637 Jun 11 11:47:13.470187 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48016) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:13.480592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-b4981093-ef68-40cc-a252-70d637d1765b', 'network_id': 'b4981093-ef68-40cc-a252-70d637d1765b', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'fixed_ips': [{'subnet_id': 'd40e9313-6be0-4e0f-bf78-45f44f357c1f'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:47:13.481395 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:13.497231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:13.509976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-65e6d196-3940-4e5a-993d-5faf374016d1 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:13.511212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-96e39324-61b7-4099-802b-885b19f2be88', 'network_id': '96e39324-61b7-4099-802b-885b19f2be88', 'tenant_id': '6c4e3dacca364b66a2c1aa663420599c', 'fixed_ips': [{'subnet_id': '7e34f83b-edc0-4307-a23b-5edcbed0bc9d'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:47:13.512374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:13.605858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:13.730691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Pushing event updated for resources: {'Port': ['ID=2f0331cc-12f8-426f-ab11-4d7b036c9414,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:13.739313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:13.782586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-07ff1dc2-69b6-4b7a-84d1-d6a52931d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:13.784072 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-07ff1dc2-69b6-4b7a-84d1-d6a52931d327 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4099655 Jun 11 11:47:13.845495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Allocated IP 2001:db8::2 (b4981093-ef68-40cc-a252-70d637d1765b/d40e9313-6be0-4e0f-bf78-45f44f357c1f/5e59e896-1dda-4115-8c56-f9df8ca709c7) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:13.896948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Allocated IP 172.20.0.2 (96e39324-61b7-4099-802b-885b19f2be88/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/9cf54e77-8f51-4a71-802c-c9bb18f98f54) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:13.963648 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-0a3f62b9-b4cd-481f-ae96-b6a684d9b20b service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432450 Jun 11 11:47:14.017873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Attempting to bind port 2f0331cc-12f8-426f-ab11-4d7b036c9414 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:14.018260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Attempting to bind port 2f0331cc-12f8-426f-ab11-4d7b036c9414 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:14.018616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Attempting to bind port 2f0331cc-12f8-426f-ab11-4d7b036c9414 on network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:14.027822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Port 2f0331cc-12f8-426f-ab11-4d7b036c9414 on network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:47:14.028164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Attempting to bind port 2f0331cc-12f8-426f-ab11-4d7b036c9414 on network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:14.036256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:14.036591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Checking segment: {'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:14.036917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Bound using segment: {'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:14.037378 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Bound port: 2f0331cc-12f8-426f-ab11-4d7b036c9414, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:14.037724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.196809 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a477b6e3-1f26-4747-95c6-b3295d9800b2 req-c686cc94-b12e-44b2-8091-2ff43fb69678 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192521 Jun 11 11:47:14.230495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] For port 2f0331cc-12f8-426f-ab11-4d7b036c9414, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:14.235257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] For port 2f0331cc-12f8-426f-ab11-4d7b036c9414, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2f0331cc-12f8-426f-ab11-4d7b036c9414,segment=NetworkSegment(ff53ba0b-0612-495c-a57d-7636270b4993),segment_id=ff53ba0b-0612-495c-a57d-7636270b4993)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:14.255943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.258947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d6cc03c1-e91d-48f6-91b1-56658afeb80e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:14.321813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:14.322437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.323941 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] 10.222.0.25 "PUT /v2.0/ports/2f0331cc-12f8-426f-ab11-4d7b036c9414 HTTP/1.1" status: 200 len: 1094 time: 2.3256700 Jun 11 11:47:14.401168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Pushing event updated for resources: {'Port': ['ID=2f0331cc-12f8-426f-ab11-4d7b036c9414,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:14.446429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:14.488115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f req-d8c5baa2-aa8f-47d4-90f8-1f26b4385492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:14.490072 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f req-d8c5baa2-aa8f-47d4-90f8-1f26b4385492 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 1096 time: 0.1930513 Jun 11 11:47:14.611859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Made reservation on behalf of 6c4e3dacca364b66a2c1aa663420599c for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:14.614155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.615986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.616427 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.630461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Transition to ACTIVE for port object 9cf54e77-8f51-4a71-802c-c9bb18f98f54 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:14.632546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Transition to ACTIVE for port object 5e59e896-1dda-4115-8c56-f9df8ca709c7 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:14.656939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Transition to ACTIVE for port object 9cf54e77-8f51-4a71-802c-c9bb18f98f54 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:14.658587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Transition to ACTIVE for port object 5e59e896-1dda-4115-8c56-f9df8ca709c7 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:14.664820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.676936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-806ea2d4-7a58-476a-bdf6-58caf6ae9077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:14.677187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-a611274a-54c9-47a6-b07b-73ec65332d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:14.678964 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-a611274a-54c9-47a6-b07b-73ec65332d5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 1097 time: 0.2916906 Jun 11 11:47:14.685303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.691265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.708976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378906-dc4c-4c13-b2df-49982d00d5e1 req-fa81724d-e255-4e61-94ed-d4f7f03f54f4 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:14.710670 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a8378906-dc4c-4c13-b2df-49982d00d5e1 req-fa81724d-e255-4e61-94ed-d4f7f03f54f4 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 943 time: 0.4558287 Jun 11 11:47:14.720108 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] device_id is not set on port 391912e6-fd30-42cf-86f0-36cfd3f1e792 yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:47:14.729386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Network 96e39324-61b7-4099-802b-885b19f2be88 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:14.757243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Network b4981093-ef68-40cc-a252-70d637d1765b is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:14.759758 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-3e10977c-a02c-4504-9f66-32cdc5dc582d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=2f0331cc-12f8-426f-ab11-4d7b036c9414 HTTP/1.1" status: 200 len: 217 time: 0.0668821 Jun 11 11:47:14.766447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:14.771081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:14.773288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.774514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fb58a-67bb-47c9-8ef6-5234457ef711 req-9a4962f4-04ff-496a-9592-85780669d13a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:14.777795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:14.781540 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-812fb58a-67bb-47c9-8ef6-5234457ef711 req-9a4962f4-04ff-496a-9592-85780669d13a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 944 time: 0.2962155 Jun 11 11:47:14.782974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:14.786140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.843717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f req-810a3301-311d-4680-b367-ce2868fc0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:14.845101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Pushing event updated for resources: {'Port': ['ID=9cf54e77-8f51-4a71-802c-c9bb18f98f54,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:14.845421 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f req-810a3301-311d-4680-b367-ce2868fc0349 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.2977488 Jun 11 11:47:14.850442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:14.870814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-13a28fe5-802d-4ecc-8275-01ab5c64ef08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:14.929579 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f req-efc24b4d-7340-4add-b93e-dd90cafbb26a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 HTTP/1.1" status: 200 len: 217 time: 0.0710170 Jun 11 11:47:14.941308 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-812fb58a-67bb-47c9-8ef6-5234457ef711 req-2a7f1cd2-01ce-4538-a926-ac1e1955a508 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1136714c-577e-4239-9f96-4c47cd27e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589386 Jun 11 11:47:14.946504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Attempting to bind port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:14.947036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Attempting to bind port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '6a906502-011d-4388-8691-2db891d4e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96e39324-61b7-4099-802b-885b19f2be88'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:14.947283 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Attempting to bind port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 on network 96e39324-61b7-4099-802b-885b19f2be88 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:14.950088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-6b4e891b-8cf2-4f06-aa76-b57cef3303b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:14.954502 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-6b4e891b-8cf2-4f06-aa76-b57cef3303b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=72e99139-64d3-4e20-9f95-f2308cb12c24 HTTP/1.1" status: 200 len: 838 time: 0.1686995 Jun 11 11:47:14.972308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Attempting to bind port 5e59e896-1dda-4115-8c56-f9df8ca709c7 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:14.972698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Attempting to bind port 5e59e896-1dda-4115-8c56-f9df8ca709c7 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b4981093-ef68-40cc-a252-70d637d1765b'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:14.973076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Attempting to bind port 5e59e896-1dda-4115-8c56-f9df8ca709c7 on network b4981093-ef68-40cc-a252-70d637d1765b {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:14.996323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:14.996721 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Checking segment: {'id': '6a906502-011d-4388-8691-2db891d4e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96e39324-61b7-4099-802b-885b19f2be88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:14.997141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:14.997553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Bound using segment: {'id': '6a906502-011d-4388-8691-2db891d4e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96e39324-61b7-4099-802b-885b19f2be88'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:14.998076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Bound port: 9cf54e77-8f51-4a71-802c-c9bb18f98f54, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a906502-011d-4388-8691-2db891d4e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96e39324-61b7-4099-802b-885b19f2be88'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:14.998650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:15.003269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-35de826e-d4b2-44c8-a236-4200b41a0d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:15.006515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:15.006927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Checking segment: {'id': '9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b4981093-ef68-40cc-a252-70d637d1765b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:15.007328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:15.007728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Bound using segment: {'id': '9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b4981093-ef68-40cc-a252-70d637d1765b'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:15.008218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Bound port: 5e59e896-1dda-4115-8c56-f9df8ca709c7, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b4981093-ef68-40cc-a252-70d637d1765b'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:15.008709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:15.019317 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Pushing event updated for resources: {'Port': ['ID=5e59e896-1dda-4115-8c56-f9df8ca709c7,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:15.029126 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a8378906-dc4c-4c13-b2df-49982d00d5e1 req-a70300d7-5b72-4fc6-8aca-b1bd0ca798ae tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105571 Jun 11 11:47:15.034162 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:15.056770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f req-84710b96-14a8-4e2b-be74-d9d2a4d2b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:15.058952 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f req-84710b96-14a8-4e2b-be74-d9d2a4d2b10d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.1212347 Jun 11 11:47:15.074137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Allocated IP 172.20.0.14 (96e39324-61b7-4099-802b-885b19f2be88/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/391912e6-fd30-42cf-86f0-36cfd3f1e792) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:15.102011 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-4cdc224b-45d3-493e-b443-ae845431a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:15.103540 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-4cdc224b-45d3-493e-b443-ae845431a476 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a1ef943-872b-49d8-bc27-fb8ea8a08486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1202559 Jun 11 11:47:15.122017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Deleting port c47e173c-ff32-4fdd-bb0d-374a21d27c87 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:15.122363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:15.163082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] For port 9cf54e77-8f51-4a71-802c-c9bb18f98f54, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:15.165728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] For port 5e59e896-1dda-4115-8c56-f9df8ca709c7, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:15.168786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] For port 9cf54e77-8f51-4a71-802c-c9bb18f98f54, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9cf54e77-8f51-4a71-802c-c9bb18f98f54,segment=NetworkSegment(6a906502-011d-4388-8691-2db891d4e6a9),segment_id=6a906502-011d-4388-8691-2db891d4e6a9)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:15.171401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] For port 5e59e896-1dda-4115-8c56-f9df8ca709c7, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5e59e896-1dda-4115-8c56-f9df8ca709c7,segment=NetworkSegment(9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645),segment_id=9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:15.175273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:15.178875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-91ad48fd-972c-4ad1-9b7a-d061f1525e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:15.185319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:15.207766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebdf60a-53e9-439b-8fea-98ebec09bd7a', 'tag': '2f0331cc-12f8-426f-ab11-4d7b036c9414'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:47:15.210208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebdf60a-53e9-439b-8fea-98ebec09bd7a", "tag": "2f0331cc-12f8-426f-ab11-4d7b036c9414"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:47:15.218113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f req-1de97bd9-9ee6-4ba4-8b53-a66cc2499438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:15.219760 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f req-1de97bd9-9ee6-4ba4-8b53-a66cc2499438 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1542873 Jun 11 11:47:15.259718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c992edd5-c31f-4ccc-b42e-9fdfdc88d111 x-openstack-request-id: req-c992edd5-c31f-4ccc-b42e-9fdfdc88d111 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:47:15.260185 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebdf60a-53e9-439b-8fea-98ebec09bd7a", "tag": "2f0331cc-12f8-426f-ab11-4d7b036c9414", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:47:15.260591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c992edd5-c31f-4ccc-b42e-9fdfdc88d111 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:47:15.261665 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebdf60a-53e9-439b-8fea-98ebec09bd7a', 'tag': '2f0331cc-12f8-426f-ab11-4d7b036c9414', 'status': 'completed', 'code': 200} Jun 11 11:47:15.297204 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Pushing event updated for resources: {'Port': ['ID=9cf54e77-8f51-4a71-802c-c9bb18f98f54,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:15.303349 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-c7a05bd4-0a1b-4b2b-954e-bfda3befe4f7 service neutron] 10.222.0.25 "GET /v2.0/networks/5a1ef943-872b-49d8-bc27-fb8ea8a08486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926339 Jun 11 11:47:15.315634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:15.317308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:15.399061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:15.407375 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Pushing event updated for resources: {'Port': ['ID=5e59e896-1dda-4115-8c56-f9df8ca709c7,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:15.412436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:15.485966 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f req-d570b955-11a4-4383-a154-92a6c1730037 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582483 Jun 11 11:47:15.646324 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0b62585f-5c5d-4c7e-a7b4-a120235f1789 req-e01d9cc3-3d82-4e73-82ee-63fbc4bebbd7 service neutron] 10.222.0.25 "GET /v2.0/networks/5a1ef943-872b-49d8-bc27-fb8ea8a08486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757056 Jun 11 11:47:15.650611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Calling delete_port for c47e173c-ff32-4fdd-bb0d-374a21d27c87 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:15.671918 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0eec45dd-2556-40d3-b74a-c53aa2be3e1f req-8a9b7c5e-54c6-4cfc-a72b-e822ed747086 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776853 Jun 11 11:47:15.800639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1 req-e3b19b16-d275-47bb-9553-1ab71843ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:15.802146 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1 req-e3b19b16-d275-47bb-9553-1ab71843ebba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 1097 time: 0.0859909 Jun 11 11:47:15.873266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Allocated IP 2001:db8::1 (b4981093-ef68-40cc-a252-70d637d1765b/d40e9313-6be0-4e0f-bf78-45f44f357c1f/2152a5c7-cf75-4710-a01e-425dea80feb9) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:15.880519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:15.910228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Transition to ACTIVE for port object 391912e6-fd30-42cf-86f0-36cfd3f1e792 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:15.928686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1 req-fc28ffeb-6daa-462a-9871-4d3994d63094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:15.930180 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1 req-fc28ffeb-6daa-462a-9871-4d3994d63094 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a1ef943-872b-49d8-bc27-fb8ea8a08486 HTTP/1.1" status: 200 len: 899 time: 0.1204166 Jun 11 11:47:15.989415 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1 req-4c6af017-5410-42e6-91d9-818ae7f595ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=2f0331cc-12f8-426f-ab11-4d7b036c9414 HTTP/1.1" status: 200 len: 217 time: 0.0509543 Jun 11 11:47:15.998873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.054981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1 req-c08d218c-cd3e-4905-9cb3-aebe26864d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:16.056481 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1 req-c08d218c-cd3e-4905-9cb3-aebe26864d18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=72e99139-64d3-4e20-9f95-f2308cb12c24 HTTP/1.1" status: 200 len: 838 time: 0.0601599 Jun 11 11:47:16.107878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.111507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-713356a4-aa7c-4a0e-9be4-62be1f322d72 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:16.134173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.145691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1 req-08b9aaaa-3a3e-4a6c-9933-33d1af03480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:16.149343 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1 req-08b9aaaa-3a3e-4a6c-9933-33d1af03480f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a1ef943-872b-49d8-bc27-fb8ea8a08486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0860398 Jun 11 11:47:16.193784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.197923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Pushing event deleted for resources: {'Port': ['ID=c47e173c-ff32-4fdd-bb0d-374a21d27c87,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:16.200952 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:16.209422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-68d1e7dd-5692-493a-bc4b-a85a9cb6eff6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:16.301503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Transition to ACTIVE for port object 2152a5c7-cf75-4710-a01e-425dea80feb9 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:16.314095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Network 96e39324-61b7-4099-802b-885b19f2be88 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:16.320157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5e59e896-1dda-4115-8c56-f9df8ca709c7 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:16.350476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:16.363127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:16.399805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 5e59e896-1dda-4115-8c56-f9df8ca709c7 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:16.407109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9cf54e77-8f51-4a71-802c-c9bb18f98f54 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:16.424515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Pushing event updated for resources: {'Port': ['ID=391912e6-fd30-42cf-86f0-36cfd3f1e792,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:16.434105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:16.467470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.496515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:16.572461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:16.573231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.613101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd9b663-8597-4b59-ac6e-e8645804b30c None None] Network 96e39324-61b7-4099-802b-885b19f2be88 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:16.645961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcd5bc-c0d1-4a74-a2e9-de6a2f036f46 req-3712fefa-e600-4ce0-8d44-4d0df02b6b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:16.647533 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a1fcd5bc-c0d1-4a74-a2e9-de6a2f036f46 req-3712fefa-e600-4ce0-8d44-4d0df02b6b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 944 time: 0.5321269 Jun 11 11:47:16.650667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.654107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.656638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.661315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-13cfc9aa-e572-46d7-bae8-b4d82950cb59 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:16.665764 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5012372 Jun 11 11:47:16.680719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48028) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:16.690229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-557e5985-ceab-4b81-b54a-7eb82047d9b8 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1729544580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:16.760227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8307e1ac-c4e2-4eff-8332-88567e1ee7ee None None] Provisioning for port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:16.767725 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8307e1ac-c4e2-4eff-8332-88567e1ee7ee None None] Provisioning complete for port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:16.768245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8307e1ac-c4e2-4eff-8332-88567e1ee7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.797832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network b4981093-ef68-40cc-a252-70d637d1765b is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:16.804882 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1 req-d4999341-6f24-407d-b2b3-56a48344424d service neutron] 10.222.0.25 "GET /v2.0/networks/5a1ef943-872b-49d8-bc27-fb8ea8a08486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486197 Jun 11 11:47:16.810881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.811540 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Fanout notify agent at l3_agent the message router_deleted on router 5352c5d5-e478-4968-a765-b68a0520f6ba {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:47:16.827009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:16.829528 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:16.830105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.837668 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.838823 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/5352c5d5-e478-4968-a765-b68a0520f6ba HTTP/1.1" status: 204 len: 168 time: 3.6730816 Jun 11 11:47:16.849243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48030) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:16.873505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d4de0-a5b9-42cc-bd39-805d39aa778e req-9d6de7f6-d2fd-46bd-a965-09a8059c632e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:16.875675 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-983d4de0-a5b9-42cc-bd39-805d39aa778e req-9d6de7f6-d2fd-46bd-a965-09a8059c632e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 943 time: 0.1639004 Jun 11 11:47:16.913143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-824eb170-71b1-47e2-b0e1-b2d8661b9197 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1111163138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:16.922571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=2152a5c7-cf75-4710-a01e-425dea80feb9,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:16.933171 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a1fcd5bc-c0d1-4a74-a2e9-de6a2f036f46 req-8ebf009c-5365-45cb-98b0-4dcced90bbce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1136714c-577e-4239-9f96-4c47cd27e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641606 Jun 11 11:47:16.935726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:16.941139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-557e5985-ceab-4b81-b54a-7eb82047d9b8 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.942355 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-557e5985-ceab-4b81-b54a-7eb82047d9b8 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:16.966387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8307e1ac-c4e2-4eff-8332-88567e1ee7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.009675 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-983d4de0-a5b9-42cc-bd39-805d39aa778e req-558d9588-e858-48c9-918c-73eb41a7585c tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768499 Jun 11 11:47:17.014519 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ca6813bd-b7a2-4cc2-8f2a-f671c7799dd1 req-ac2cff6f-852a-426d-a9b1-6a0710aee850 service neutron] 10.222.0.25 "GET /v2.0/networks/5a1ef943-872b-49d8-bc27-fb8ea8a08486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014952 Jun 11 11:47:17.031164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8307e1ac-c4e2-4eff-8332-88567e1ee7ee None None] For port 9cf54e77-8f51-4a71-802c-c9bb18f98f54, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9cf54e77-8f51-4a71-802c-c9bb18f98f54,segment=NetworkSegment(6a906502-011d-4388-8691-2db891d4e6a9),segment_id=6a906502-011d-4388-8691-2db891d4e6a9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:17.037677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8307e1ac-c4e2-4eff-8332-88567e1ee7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.046693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5ec8e87a-ffd1-4d68-af62-87058ece83b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:17.104223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-557e5985-ceab-4b81-b54a-7eb82047d9b8 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.109260 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-824eb170-71b1-47e2-b0e1-b2d8661b9197 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.110098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-824eb170-71b1-47e2-b0e1-b2d8661b9197 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.116855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307e1ac-c4e2-4eff-8332-88567e1ee7ee None None] Pushing event updated for resources: {'Port': ['ID=9cf54e77-8f51-4a71-802c-c9bb18f98f54,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:17.117258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-557e5985-ceab-4b81-b54a-7eb82047d9b8 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.120778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8307e1ac-c4e2-4eff-8332-88567e1ee7ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:17.147831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-557e5985-ceab-4b81-b54a-7eb82047d9b8 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.149031 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-557e5985-ceab-4b81-b54a-7eb82047d9b8 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4625716 Jun 11 11:47:17.154882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48032) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:17.162120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d7a90c1d-e615-44a5-b083-8dda37cc1f0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1853071931', 'prefixes': ['172.20.0.0/16']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:17.169327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a115085-a08b-4e13-9a2c-9db754104a06 None None] Network b4981093-ef68-40cc-a252-70d637d1765b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:17.238270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-824eb170-71b1-47e2-b0e1-b2d8661b9197 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.244466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d7a90c1d-e615-44a5-b083-8dda37cc1f0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for subnetpool, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.244723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-824eb170-71b1-47e2-b0e1-b2d8661b9197 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.248942 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d7a90c1d-e615-44a5-b083-8dda37cc1f0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0928342 Jun 11 11:47:17.250695 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.252263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48034) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:17.257730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-c0dcf0d7-5b6d-44e1-ac5f-471857b559c1 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d', 'tempest-TagsExtTest-Tag-1836205913') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:17.289939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-824eb170-71b1-47e2-b0e1-b2d8661b9197 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.293946 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-824eb170-71b1-47e2-b0e1-b2d8661b9197 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4369299 Jun 11 11:47:17.311966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48036) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:17.315440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c2ed06f6-e9d9-4d6e-bb7f-5851b9097791 None None] Provisioning for port 5e59e896-1dda-4115-8c56-f9df8ca709c7 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:17.319019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'enable_snat': False}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:17.321224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c2ed06f6-e9d9-4d6e-bb7f-5851b9097791 None None] Provisioning complete for port 5e59e896-1dda-4115-8c56-f9df8ca709c7 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:17.324705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c2ed06f6-e9d9-4d6e-bb7f-5851b9097791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.539512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c2ed06f6-e9d9-4d6e-bb7f-5851b9097791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.589727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c2ed06f6-e9d9-4d6e-bb7f-5851b9097791 None None] For port 5e59e896-1dda-4115-8c56-f9df8ca709c7, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5e59e896-1dda-4115-8c56-f9df8ca709c7,segment=NetworkSegment(9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645),segment_id=9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:17.594991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c2ed06f6-e9d9-4d6e-bb7f-5851b9097791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.597469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:17.666685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed06f6-e9d9-4d6e-bb7f-5851b9097791 None None] Pushing event updated for resources: {'Port': ['ID=5e59e896-1dda-4115-8c56-f9df8ca709c7,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:17.680326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c2ed06f6-e9d9-4d6e-bb7f-5851b9097791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:17.690219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.700158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.721011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7fc648d6-f851-4269-a034-78c07d2a9cf3 None None] Provisioning for port 391912e6-fd30-42cf-86f0-36cfd3f1e792 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:17.728089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7fc648d6-f851-4269-a034-78c07d2a9cf3 None None] Provisioning complete for port 391912e6-fd30-42cf-86f0-36cfd3f1e792 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:17.728547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7fc648d6-f851-4269-a034-78c07d2a9cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.778001 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c0dcf0d7-5b6d-44e1-ac5f-471857b559c1 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags/tempest-TagsExtTest-Tag-1836205913 HTTP/1.1" status: 201 len: 201 time: 0.5237706 Jun 11 11:47:17.780255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48038) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:17.782485 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-7fc648d6-f851-4269-a034-78c07d2a9cf3 None None] Port 391912e6-fd30-42cf-86f0-36cfd3f1e792 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:17.786691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-c880fb2b-0ac7-43fc-bed7-dd5f0e682e6b tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792', 'tempest-TagsExtTest-Tag-571846828') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:17.794984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7fc648d6-f851-4269-a034-78c07d2a9cf3 None None] Provisioning complete for port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:17.795982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7fc648d6-f851-4269-a034-78c07d2a9cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:17.859163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 2f0331cc-12f8-426f-ab11-4d7b036c9414 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:47:18.041634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 2f0331cc-12f8-426f-ab11-4d7b036c9414, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2f0331cc-12f8-426f-ab11-4d7b036c9414,segment=NetworkSegment(ff53ba0b-0612-495c-a57d-7636270b4993),segment_id=ff53ba0b-0612-495c-a57d-7636270b4993)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:18.066983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '2f0331cc-12f8-426f-ab11-4d7b036c9414', 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486', 'port_id': '2f0331cc-12f8-426f-ab11-4d7b036c9414', 'mac_address': 'fa:16:3e:c4:ae:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e99139-64d3-4e20-9f95-f2308cb12c24', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:47:18.070014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-09216f26-9c3d-4801-9971-f61df0078709 None None] Provisioning complete for port 5e59e896-1dda-4115-8c56-f9df8ca709c7 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:18.070547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-09216f26-9c3d-4801-9971-f61df0078709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.126986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.131291 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c880fb2b-0ac7-43fc-bed7-dd5f0e682e6b tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags/tempest-TagsExtTest-Tag-571846828 HTTP/1.1" status: 201 len: 201 time: 0.3500612 Jun 11 11:47:18.139645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48044) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:18.158437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-133cf607-e84a-4bd9-b288-a10e98900273 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f', 'tempest-TagsExtTest-Tag-412010871') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:18.162840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.196315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.223471 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0331cc-12f8-426f-ab11-4d7b036c9414 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:47:18.242507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5e59e896-1dda-4115-8c56-f9df8ca709c7 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:18.331377 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 2f0331cc-12f8-426f-ab11-4d7b036c9414, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2f0331cc-12f8-426f-ab11-4d7b036c9414,segment=NetworkSegment(ff53ba0b-0612-495c-a57d-7636270b4993),segment_id=ff53ba0b-0612-495c-a57d-7636270b4993)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:18.343575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.350995 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8307e1ac-c4e2-4eff-8332-88567e1ee7ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:18.366919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Allocated IP 172.26.6.123 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/177022b1-e8c8-498e-bf62-a677deeafbe4) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:18.420048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4403599-6944-4acf-b44f-f9c3acf49ad4 req-ab915838-9b89-4086-ae7c-18e94d0a1561 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:18.423341 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f4403599-6944-4acf-b44f-f9c3acf49ad4 req-ab915838-9b89-4086-ae7c-18e94d0a1561 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 943 time: 0.1594644 Jun 11 11:47:18.429632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-09216f26-9c3d-4801-9971-f61df0078709 None None] Provisioning for port 2152a5c7-cf75-4710-a01e-425dea80feb9 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:18.434887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.439952 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-133cf607-e84a-4bd9-b288-a10e98900273 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags/tempest-TagsExtTest-Tag-412010871 HTTP/1.1" status: 201 len: 201 time: 0.2900603 Jun 11 11:47:18.440928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-09216f26-9c3d-4801-9971-f61df0078709 None None] Provisioning complete for port 2152a5c7-cf75-4710-a01e-425dea80feb9 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:18.441095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48046) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:18.442352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-09216f26-9c3d-4801-9971-f61df0078709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.444091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=2f0331cc-12f8-426f-ab11-4d7b036c9414,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:18.450317 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:18.455802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-fb9aa398-9c4e-498c-a692-a94412bf87b2 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6', 'tempest-TagsExtTest-Tag-436946242') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:18.457729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdd729-daac-4847-8e5d-d2bcdf9f5f47 req-d0a2ea7b-2c77-4f91-a0fd-be7032c3b819 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:18.459306 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2fcdd729-daac-4847-8e5d-d2bcdf9f5f47 req-d0a2ea7b-2c77-4f91-a0fd-be7032c3b819 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 944 time: 0.1987391 Jun 11 11:47:18.460249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.461695 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.464124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-75d08117-c6d9-4071-a319-9eb23968df36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:18.475639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 5e59e896-1dda-4115-8c56-f9df8ca709c7 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:18.476029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.526639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-09216f26-9c3d-4801-9971-f61df0078709 None None] Port 2152a5c7-cf75-4710-a01e-425dea80feb9 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:18.559104 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f4403599-6944-4acf-b44f-f9c3acf49ad4 req-bf7405fd-423f-4259-b3f3-8e092dd69e6e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297395 Jun 11 11:47:18.567463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=2152a5c7-cf75-4710-a01e-425dea80feb9,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:18.589927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:18.611889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.623127 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fb9aa398-9c4e-498c-a692-a94412bf87b2 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags/tempest-TagsExtTest-Tag-436946242 HTTP/1.1" status: 201 len: 201 time: 0.1709437 Jun 11 11:47:18.626229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48048) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:18.630806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-a7fb621d-b975-4d77-b9f9-6e3229627604 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:18.641646 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2fcdd729-daac-4847-8e5d-d2bcdf9f5f47 req-c8dc7790-84f8-4630-a066-4a0f5301081c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1136714c-577e-4239-9f96-4c47cd27e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684084 Jun 11 11:47:18.686090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network b4981093-ef68-40cc-a252-70d637d1765b is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:18.687676 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:18.726512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.728781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:18.767467 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a7fb621d-b975-4d77-b9f9-6e3229627604 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags HTTP/1.1" status: 200 len: 241 time: 0.1377225 Jun 11 11:47:18.776181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['2f0331cc-12f8-426f-ab11-4d7b036c9414'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:47:18.794996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48050) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:18.803155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Pushing event updated for resources: {'Port': ['ID=177022b1-e8c8-498e-bf62-a677deeafbe4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:18.816250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:18.820245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-9147adb4-ea53-4e83-a903-0e85956b92ab tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d', 'tempest-TagsExtTest-Tag-1836205913') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:18.823115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:18.824031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:18.828098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:18.861531 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9cf54e77-8f51-4a71-802c-c9bb18f98f54 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:18.867714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d057f788-2a93-4480-b9b6-98d33de64ace None None] Provisioning complete for port 2152a5c7-cf75-4710-a01e-425dea80feb9 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:18.868098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d057f788-2a93-4480-b9b6-98d33de64ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:18.872195 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 353d9195-83d6-4477-910b-2bc6bddfa743 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:47:18.940607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-d057f788-2a93-4480-b9b6-98d33de64ace None None] Port 2152a5c7-cf75-4710-a01e-425dea80feb9 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:19.025627 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:19.025926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:19.028348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:19.035390 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/353d9195-83d6-4477-910b-2bc6bddfa743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5637858 Jun 11 11:47:19.039073 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9147adb4-ea53-4e83-a903-0e85956b92ab tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags/tempest-TagsExtTest-Tag-1836205913 HTTP/1.1" status: 204 len: 168 time: 0.2322156 Jun 11 11:47:19.039806 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48052) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:19.040006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48054) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:19.051252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-34e80edd-56ac-4f11-a216-29a20fb6edf0 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d', 'tempest-TagsExtTest-Tag-1836205913') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:19.057234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e1ffe7-589a-4e06-9850-68ae1358e167 None None] Sync routers for ids ['353d9195-83d6-4477-910b-2bc6bddfa743'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:19.107008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182af75-fdd4-42eb-8440-55f180acf377 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:19.111219 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5182af75-fdd4-42eb-8440-55f180acf377 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports/2152a5c7-cf75-4710-a01e-425dea80feb9 HTTP/1.1" status: 200 len: 911 time: 0.0672460 Jun 11 11:47:19.111427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48056) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:19.119658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1ffe7-589a-4e06-9850-68ae1358e167 None None] Routers {'353d9195-83d6-4477-910b-2bc6bddfa743'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:19.120343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-65e1ffe7-589a-4e06-9850-68ae1358e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['353d9195-83d6-4477-910b-2bc6bddfa743'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:19.179402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e84f3f82-6299-4eaa-916a-86867cbf6136 None None] Provisioning complete for port 2152a5c7-cf75-4710-a01e-425dea80feb9 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:19.179791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e84f3f82-6299-4eaa-916a-86867cbf6136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:19.186305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-65e1ffe7-589a-4e06-9850-68ae1358e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:19.250631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1ffe7-589a-4e06-9850-68ae1358e167 None None] Routers {'353d9195-83d6-4477-910b-2bc6bddfa743'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:19.251187 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-65e1ffe7-589a-4e06-9850-68ae1358e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['353d9195-83d6-4477-910b-2bc6bddfa743'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:19.292522 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-34e80edd-56ac-4f11-a216-29a20fb6edf0 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags/tempest-TagsExtTest-Tag-1836205913 HTTP/1.1" status: 204 len: 168 time: 0.2481151 Jun 11 11:47:19.295271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48058) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:19.299575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-08c148e5-14c4-4b73-ae2e-da54bbf9e488 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:19.332055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:19.332955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-65e1ffe7-589a-4e06-9850-68ae1358e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:19.333565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e1ffe7-589a-4e06-9850-68ae1358e167 None None] The sync data for ids ['353d9195-83d6-4477-910b-2bc6bddfa743'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:19.338139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e84f3f82-6299-4eaa-916a-86867cbf6136 None None] Port 2152a5c7-cf75-4710-a01e-425dea80feb9 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:19.565451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:19.886341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b77cd-46c0-4d59-a545-36fef33c32de req-dfe15e37-148f-4c3b-ad29-4b367a9660cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:19.887763 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-336b77cd-46c0-4d59-a545-36fef33c32de req-dfe15e37-148f-4c3b-ad29-4b367a9660cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 945 time: 0.1182125 Jun 11 11:47:19.892296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 2f0331cc-12f8-426f-ab11-4d7b036c9414 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:19.914089 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-08c148e5-14c4-4b73-ae2e-da54bbf9e488 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags HTTP/1.1" status: 200 len: 205 time: 0.6155038 Jun 11 11:47:19.916248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48064) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:19.924756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-2b1a7f93-cde3-43f1-b457-654d8eea3e2b tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:19.961938 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 2f0331cc-12f8-426f-ab11-4d7b036c9414 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:19.965934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 2f0331cc-12f8-426f-ab11-4d7b036c9414 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:19.966421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:20.008318 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-336b77cd-46c0-4d59-a545-36fef33c32de req-1d76dae2-a0bd-4c60-8fc4-00aedf2bcbc6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1136714c-577e-4239-9f96-4c47cd27e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108108 Jun 11 11:47:20.045881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94489ec-7141-4ad9-91ff-625bab2c852a req-bf82167b-0bd6-4b0c-bcc2-382e1b861172 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:20.051036 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f94489ec-7141-4ad9-91ff-625bab2c852a req-bf82167b-0bd6-4b0c-bcc2-382e1b861172 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 943 time: 0.2119465 Jun 11 11:47:20.055224 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2b1a7f93-cde3-43f1-b457-654d8eea3e2b tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags HTTP/1.1" status: 200 len: 240 time: 0.1354370 Jun 11 11:47:20.058951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48066) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:20.064383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-2cce7a3b-d570-4ca5-9ca0-eb3d7ce4cc6d tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792', 'tempest-TagsExtTest-Tag-571846828') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:20.068537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port 2152a5c7-cf75-4710-a01e-425dea80feb9 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:20.068894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:20.070631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:20.096949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebdf60a-53e9-439b-8fea-98ebec09bd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0331cc-12f8-426f-ab11-4d7b036c9414'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:47:20.099385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01316a3d-acaf-455d-a601-9f58d1e115e0" -d '{"events": [{"server_uuid": "3ebdf60a-53e9-439b-8fea-98ebec09bd7a", "name": "network-vif-plugged", "status": "completed", "tag": "2f0331cc-12f8-426f-ab11-4d7b036c9414"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:47:20.114442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 2f0331cc-12f8-426f-ab11-4d7b036c9414, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2f0331cc-12f8-426f-ab11-4d7b036c9414,segment=NetworkSegment(ff53ba0b-0612-495c-a57d-7636270b4993),segment_id=ff53ba0b-0612-495c-a57d-7636270b4993)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:20.119685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:20.122683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-58baf6c9-f69a-44af-95ad-5038232a7820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:20.127943 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f94489ec-7141-4ad9-91ff-625bab2c852a req-cb0c5083-c912-4c40-8dc9-e3eb315d3b0c tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739245 Jun 11 11:47:20.132434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:20.136042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:20.159889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89689bb7-62a2-4b59-836f-2ab20d8b6aa2 x-openstack-request-id: req-89689bb7-62a2-4b59-836f-2ab20d8b6aa2 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:47:20.160287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebdf60a-53e9-439b-8fea-98ebec09bd7a", "name": "network-vif-plugged", "status": "completed", "tag": "2f0331cc-12f8-426f-ab11-4d7b036c9414", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:47:20.160670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89689bb7-62a2-4b59-836f-2ab20d8b6aa2 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:47:20.161154 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebdf60a-53e9-439b-8fea-98ebec09bd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0331cc-12f8-426f-ab11-4d7b036c9414', 'code': 200} Jun 11 11:47:20.199502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=2f0331cc-12f8-426f-ab11-4d7b036c9414,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:20.219545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:20.246075 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2cce7a3b-d570-4ca5-9ca0-eb3d7ce4cc6d tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags/tempest-TagsExtTest-Tag-571846828 HTTP/1.1" status: 204 len: 168 time: 0.1857440 Jun 11 11:47:20.248371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48070) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:20.251348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:20.256348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-607c29b0-1ea2-46f5-9598-44dccbcd2952 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792', 'tempest-TagsExtTest-Tag-571846828') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:20.339534 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Router 24fd301a-950f-4975-9477-a0de7f251cc5 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:47:20.378740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for 2152a5c7-cf75-4710-a01e-425dea80feb9 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:20.525854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d1dce-8f58-4b71-b649-a0248ad0fa11 req-bd59ccd7-967a-4c35-a5be-b2eb7ef5831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:20.527915 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-635d1dce-8f58-4b71-b649-a0248ad0fa11 req-bd59ccd7-967a-4c35-a5be-b2eb7ef5831c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 1099 time: 0.1791308 Jun 11 11:47:20.534217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:20.543388 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802daba-6868-4654-8897-257cfa359a14 None None] Sync routers for ids ['24fd301a-950f-4975-9477-a0de7f251cc5'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:20.545053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:20.546155 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "PUT /v2.0/routers/24fd301a-950f-4975-9477-a0de7f251cc5 HTTP/1.1" status: 200 len: 916 time: 3.2310565 Jun 11 11:47:20.547382 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-607c29b0-1ea2-46f5-9598-44dccbcd2952 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags/tempest-TagsExtTest-Tag-571846828 HTTP/1.1" status: 204 len: 168 time: 0.2979085 Jun 11 11:47:20.550624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48072) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:20.550956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48074) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:20.555607 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802daba-6868-4654-8897-257cfa359a14 None None] Routers {'24fd301a-950f-4975-9477-a0de7f251cc5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:20.556308 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4802daba-6868-4654-8897-257cfa359a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['24fd301a-950f-4975-9477-a0de7f251cc5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:20.564199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-a0a54684-0054-4961-be3a-762b4c940080 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:20.602643 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4802daba-6868-4654-8897-257cfa359a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:20.611180 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802daba-6868-4654-8897-257cfa359a14 None None] Routers {'24fd301a-950f-4975-9477-a0de7f251cc5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:20.611807 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4802daba-6868-4654-8897-257cfa359a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['24fd301a-950f-4975-9477-a0de7f251cc5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:20.640203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:20.642584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-63b84bcf-59ac-4b85-80ce-69e5a1ed397e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:20.662116 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4802daba-6868-4654-8897-257cfa359a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:20.662572 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802daba-6868-4654-8897-257cfa359a14 None None] The sync data for ids ['24fd301a-950f-4975-9477-a0de7f251cc5'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:20.672465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=2152a5c7-cf75-4710-a01e-425dea80feb9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:20.676226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:20.729895 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-635d1dce-8f58-4b71-b649-a0248ad0fa11 req-e1d9b294-cb8f-428a-9f07-1a7f38185d66 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1136714c-577e-4239-9f96-4c47cd27e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929891 Jun 11 11:47:20.774305 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d10e9c7d-5e77-43f2-b256-62a06b89845b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/routers/24fd301a-950f-4975-9477-a0de7f251cc5 HTTP/1.1" status: 200 len: 922 time: 0.2198801 Jun 11 11:47:20.774523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48076) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:20.802859 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a0a54684-0054-4961-be3a-762b4c940080 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags HTTP/1.1" status: 200 len: 205 time: 0.2476079 Jun 11 11:47:20.808732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48078) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:20.815266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-af063813-43b7-425b-be4c-be79048b4067 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:20.878910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56c7232-36a4-40d3-bf52-8e34eb65d89d tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:20.880765 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a56c7232-36a4-40d3-bf52-8e34eb65d89d tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&device_id=24fd301a-950f-4975-9477-a0de7f251cc5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1053033 Jun 11 11:47:20.883408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48080) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:20.910268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:20.994807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d90ab4c-a6ee-4163-94b7-efee5ddabe29 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:20.996178 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4d90ab4c-a6ee-4163-94b7-efee5ddabe29 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/networks/0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 881 time: 0.1118553 Jun 11 11:47:20.999159 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48082) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:21.019338 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-af063813-43b7-425b-be4c-be79048b4067 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags HTTP/1.1" status: 200 len: 240 time: 0.2097127 Jun 11 11:47:21.023065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48084) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:21.027899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-0ec05961-30fa-4e34-b872-71565af0cae2 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f', 'tempest-TagsExtTest-Tag-412010871') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:21.033201 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-83f396bd-e246-4002-af54-5c80c6d8f2b6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=24fd301a-950f-4975-9477-a0de7f251cc5 HTTP/1.1" status: 200 len: 205 time: 0.0328667 Jun 11 11:47:21.035481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48086) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:21.256864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:21.319850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122c0d6-801e-498f-b9aa-269980d55ffa req-8e0245b9-6708-4f89-af4d-3127e5e30620 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:21.321337 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9122c0d6-801e-498f-b9aa-269980d55ffa req-8e0245b9-6708-4f89-af4d-3127e5e30620 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 946 time: 0.1850471 Jun 11 11:47:21.423569 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9122c0d6-801e-498f-b9aa-269980d55ffa req-65658b13-cff6-4362-89c1-51804f948973 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1136714c-577e-4239-9f96-4c47cd27e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555890 Jun 11 11:47:21.454350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:21.521535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Deleting port 177022b1-e8c8-498e-bf62-a677deeafbe4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:21.522007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:21.630289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:21.676966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 353d9195-83d6-4477-910b-2bc6bddfa743 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:47:21.679034 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0ec05961-30fa-4e34-b872-71565af0cae2 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags/tempest-TagsExtTest-Tag-412010871 HTTP/1.1" status: 204 len: 168 time: 0.6550608 Jun 11 11:47:21.686253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48092) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:21.691589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-e777e42d-9e9f-4ded-a151-09a914f7afbc tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f', 'tempest-TagsExtTest-Tag-412010871') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:21.733745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Calling delete_port for 177022b1-e8c8-498e-bf62-a677deeafbe4 owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:21.884138 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:47:21.914401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af71b7-d9a6-490c-8472-83cd32c83023 req-53857bf2-35c7-4ba9-9229-6e63d228a87a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:21.915906 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a4af71b7-d9a6-490c-8472-83cd32c83023 req-53857bf2-35c7-4ba9-9229-6e63d228a87a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 943 time: 0.3007772 Jun 11 11:47:21.918478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:21.924218 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/353d9195-83d6-4477-910b-2bc6bddfa743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8118644 Jun 11 11:47:21.927486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48094) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:21.937326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046886a-b504-485f-9716-cdfc25fdfcdb None None] Sync routers for ids ['353d9195-83d6-4477-910b-2bc6bddfa743'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:21.951590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:21.953736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:21.984168 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ec5c96a2-bc88-46e7-968e-7cd74bcdfa04 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=353d9195-83d6-4477-910b-2bc6bddfa743 HTTP/1.1" status: 200 len: 205 time: 0.0483897 Jun 11 11:47:21.984391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48096) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:21.992483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Pushing event deleted for resources: {'Port': ['ID=177022b1-e8c8-498e-bf62-a677deeafbe4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:21.999150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:21.999461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046886a-b504-485f-9716-cdfc25fdfcdb None None] Routers {'353d9195-83d6-4477-910b-2bc6bddfa743'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:22.000102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5046886a-b504-485f-9716-cdfc25fdfcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['353d9195-83d6-4477-910b-2bc6bddfa743'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.015507 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e777e42d-9e9f-4ded-a151-09a914f7afbc tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags/tempest-TagsExtTest-Tag-412010871 HTTP/1.1" status: 204 len: 168 time: 0.3252783 Jun 11 11:47:22.016392 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48098) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.020464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-2deff84f-504d-414b-a3b2-ef2e45febb1e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.031046 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a4af71b7-d9a6-490c-8472-83cd32c83023 req-55e4c905-965f-451f-9c7e-a6ef8be03493 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883911 Jun 11 11:47:22.048155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5046886a-b504-485f-9716-cdfc25fdfcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.070013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:22.083221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046886a-b504-485f-9716-cdfc25fdfcdb None None] Routers {'353d9195-83d6-4477-910b-2bc6bddfa743'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:22.083863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5046886a-b504-485f-9716-cdfc25fdfcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['353d9195-83d6-4477-910b-2bc6bddfa743'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.129948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5046886a-b504-485f-9716-cdfc25fdfcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.130375 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046886a-b504-485f-9716-cdfc25fdfcdb None None] The sync data for ids ['353d9195-83d6-4477-910b-2bc6bddfa743'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:22.131882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'port_id': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'mac_address': 'fa:16:3e:1c:7e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:47:22.153214 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2deff84f-504d-414b-a3b2-ef2e45febb1e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags HTTP/1.1" status: 200 len: 205 time: 0.1333482 Jun 11 11:47:22.153492 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48100) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.158076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-79fb2f32-5838-4c0a-8e2c-e27f624252a4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.173369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5793676-fb42-41b2-b349-f94fd899f9a0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:22.177355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:22.192229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:47:22.192913 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-79fb2f32-5838-4c0a-8e2c-e27f624252a4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags HTTP/1.1" status: 200 len: 240 time: 0.0379930 Jun 11 11:47:22.195091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48102) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.200087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-1eda6829-08ed-49fe-924a-bb38172339af tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6', 'tempest-TagsExtTest-Tag-436946242') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.214103 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:22.218246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:22.220149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:22.226587 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1eda6829-08ed-49fe-924a-bb38172339af tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags/tempest-TagsExtTest-Tag-436946242 HTTP/1.1" status: 204 len: 168 time: 0.0283549 Jun 11 11:47:22.227207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48104) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.232464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-9865f058-4a56-4ba9-98f1-ec3461afcad0 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6', 'tempest-TagsExtTest-Tag-436946242') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.273819 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9865f058-4a56-4ba9-98f1-ec3461afcad0 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags/tempest-TagsExtTest-Tag-436946242 HTTP/1.1" status: 204 len: 168 time: 0.0433376 Jun 11 11:47:22.274133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48106) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.279062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-8fbd4d02-3e8e-4b85-9d77-fae94a7b9d8a tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.283452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:22.287507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:22.293913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:22.302885 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8fbd4d02-3e8e-4b85-9d77-fae94a7b9d8a tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags HTTP/1.1" status: 200 len: 205 time: 0.0273747 Jun 11 11:47:22.305165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48108) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.310435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-e2a41542-6991-48e0-8a04-c55999a95e2b tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.336161 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e2a41542-6991-48e0-8a04-c55999a95e2b tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0299637 Jun 11 11:47:22.338609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48110) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.343055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-99b9df0b-d730-4bae-9830-ce92ea1de65b tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.458156 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-99b9df0b-d730-4bae-9830-ce92ea1de65b tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1185503 Jun 11 11:47:22.460687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48114) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.463123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['9c563d19-34c4-48f7-97f1-2fe8b54ac9c8'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:47:22.466991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-d6d446fa-ec19-46ee-90fb-3c88ffa8e3d9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.553114 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d6d446fa-ec19-46ee-90fb-3c88ffa8e3d9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags HTTP/1.1" status: 204 len: 168 time: 0.0908701 Jun 11 11:47:22.555251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48116) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.560415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-c2f459dc-3115-4c54-ae85-2bffdd8c7aef tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.665876 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c2f459dc-3115-4c54-ae85-2bffdd8c7aef tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags HTTP/1.1" status: 204 len: 168 time: 0.1094215 Jun 11 11:47:22.670968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48118) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.675261 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-003139a5-ca83-4a2d-81e5-b4bd13d739ad tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d', 'tempest-TagsExtTest-Tag-1917734052') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.758088 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-003139a5-ca83-4a2d-81e5-b4bd13d739ad tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags/tempest-TagsExtTest-Tag-1917734052 HTTP/1.1" status: 201 len: 201 time: 0.0863550 Jun 11 11:47:22.760456 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48120) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.765603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-87e004ea-55ce-44cf-ac78-801e3689cb0c tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792', 'tempest-TagsExtTest-Tag-1775129656') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.835484 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-87e004ea-55ce-44cf-ac78-801e3689cb0c tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags/tempest-TagsExtTest-Tag-1775129656 HTTP/1.1" status: 201 len: 201 time: 0.0734797 Jun 11 11:47:22.838049 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48122) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.843388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-c0073d32-d2a8-4294-b94f-a271e806fc0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f', 'tempest-TagsExtTest-Tag-1725830831') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.962865 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c0073d32-d2a8-4294-b94f-a271e806fc0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags/tempest-TagsExtTest-Tag-1725830831 HTTP/1.1" status: 201 len: 201 time: 0.1234879 Jun 11 11:47:22.965851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48124) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:22.970556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-4931630c-21cb-4be1-88d1-dbebce5e0155 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6', 'tempest-TagsExtTest-Tag-1102011814') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:22.986557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:22.989078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5793676-fb42-41b2-b349-f94fd899f9a0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:22.993109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5793676-fb42-41b2-b349-f94fd899f9a0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:22.994963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.004789 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4931630c-21cb-4be1-88d1-dbebce5e0155 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags/tempest-TagsExtTest-Tag-1102011814 HTTP/1.1" status: 201 len: 201 time: 0.0377793 Jun 11 11:47:23.008444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48126) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:23.012367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-e5be3797-2843-491f-b4d6-ecbf837eaa28 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d', {'tags': ['tempest-TagsExtTest-Tag-1868538593', 'tempest-TagsExtTest-Tag-555603863', 'tempest-TagsExtTest-Tag-2004719203']}) {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:23.090309 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e5be3797-2843-491f-b4d6-ecbf837eaa28 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags HTTP/1.1" status: 200 len: 317 time: 0.0819569 Jun 11 11:47:23.091187 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48130) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:23.095844 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-e0ed5381-a888-4bb8-b728-4164f774b0a9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:23.115259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5793676-fb42-41b2-b349-f94fd899f9a0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.115792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5793676-fb42-41b2-b349-f94fd899f9a0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Fanout notify agent at l3_agent the message router_deleted on router 353d9195-83d6-4477-910b-2bc6bddfa743 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:47:23.125565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a5793676-fb42-41b2-b349-f94fd899f9a0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.129039 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a5793676-fb42-41b2-b349-f94fd899f9a0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/353d9195-83d6-4477-910b-2bc6bddfa743 HTTP/1.1" status: 204 len: 168 time: 1.1426692 Jun 11 11:47:23.129187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.129692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Fanout notify agent at l3_agent the message router_deleted on router 24fd301a-950f-4975-9477-a0de7f251cc5 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:47:23.137640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48132) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:23.138052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.143105 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/24fd301a-950f-4975-9477-a0de7f251cc5 HTTP/1.1" status: 204 len: 168 time: 2.1066844 Jun 11 11:47:23.143724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48134) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:23.150247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1933581170', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:23.174050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede768db-cf73-412e-b094-019a7e8577eb req-e07e7644-8a49-4434-93f0-dbc86cf40fed tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:23.175562 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ede768db-cf73-412e-b094-019a7e8577eb req-e07e7644-8a49-4434-93f0-dbc86cf40fed tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 946 time: 0.2740650 Jun 11 11:47:23.208217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.209208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.240911 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ede768db-cf73-412e-b094-019a7e8577eb req-0cdfcd39-5906-4d2d-9b1e-5179f67d31b3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1136714c-577e-4239-9f96-4c47cd27e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590615 Jun 11 11:47:23.249355 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-046ded3f-b2d1-4161-93c8-7595bc74a7f4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting subnet d40e9313-6be0-4e0f-bf78-45f44f357c1f {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:47:23.255601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-046ded3f-b2d1-4161-93c8-7595bc74a7f4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.290280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.326846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-046ded3f-b2d1-4161-93c8-7595bc74a7f4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.382878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b003e6-25f1-43af-a507-ca7fc32a6042 req-b7f3a6d1-7909-425a-86ec-13b1d855f0b7 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:23.384331 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d6b003e6-25f1-43af-a507-ca7fc32a6042 req-b7f3a6d1-7909-425a-86ec-13b1d855f0b7 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 944 time: 0.2340147 Jun 11 11:47:23.456184 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e0ed5381-a888-4bb8-b728-4164f774b0a9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags HTTP/1.1" status: 204 len: 168 time: 0.3639483 Jun 11 11:47:23.469730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48138) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:23.477158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-754b8c81-4842-4d3b-ad1c-ff7d4b119256 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d', 'tempest-TagsExtTest-Tag-1868538593') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:23.513056 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d6b003e6-25f1-43af-a507-ca7fc32a6042 req-769e0b2f-74c8-4e2b-997c-ba5dc1244a06 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201305 Jun 11 11:47:23.514323 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-046ded3f-b2d1-4161-93c8-7595bc74a7f4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.545849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.594836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845105a-361f-47ae-a517-8280fb2a665f req-ce2b3121-e9d1-427d-964a-93f052cb972b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:23.597153 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3845105a-361f-47ae-a517-8280fb2a665f req-ce2b3121-e9d1-427d-964a-93f052cb972b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 946 time: 0.2052910 Jun 11 11:47:23.610684 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-754b8c81-4842-4d3b-ad1c-ff7d4b119256 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:23.611813 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-754b8c81-4842-4d3b-ad1c-ff7d4b119256 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags/tempest-TagsExtTest-Tag-1868538593 HTTP/1.1" status: 404 len: 329 time: 0.1410744 Jun 11 11:47:23.613522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-046ded3f-b2d1-4161-93c8-7595bc74a7f4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.616215 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48140) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:23.616908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0a4ed21d-e207-4122-82ab-4828edcfcc0f tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:23.623856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-d66cec65-c923-414e-9393-73708e14eeaf tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d', 'tempest-TagsExtTest-Tag-555603863') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:23.651571 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3845105a-361f-47ae-a517-8280fb2a665f req-45e6c142-52cd-498f-9d0b-e3541f82d4a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1136714c-577e-4239-9f96-4c47cd27e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455656 Jun 11 11:47:23.688056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ded3f-b2d1-4161-93c8-7595bc74a7f4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Subnet': ['ID=d40e9313-6be0-4e0f-bf78-45f44f357c1f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:23.690999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-046ded3f-b2d1-4161-93c8-7595bc74a7f4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:23.692020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-046ded3f-b2d1-4161-93c8-7595bc74a7f4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.694784 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-046ded3f-b2d1-4161-93c8-7595bc74a7f4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/d40e9313-6be0-4e0f-bf78-45f44f357c1f HTTP/1.1" status: 204 len: 168 time: 0.5548480 Jun 11 11:47:23.697359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48144) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:23.704472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f308231e-d638-45d1-8f5b-499b9dd29625 None None] Network b4981093-ef68-40cc-a252-70d637d1765b requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:23.817016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.823221 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-d66cec65-c923-414e-9393-73708e14eeaf tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:23.824411 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d66cec65-c923-414e-9393-73708e14eeaf tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags/tempest-TagsExtTest-Tag-555603863 HTTP/1.1" status: 404 len: 328 time: 0.2042453 Jun 11 11:47:23.827434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48148) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:23.831662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-d6207748-fad3-4bfd-9d69-0cb521913a90 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d', 'tempest-TagsExtTest-Tag-2004719203') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:23.871137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.898097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:23.899735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:23.939611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f7b50-2383-4661-9474-98e62f56b577 None None] DHCP port deletion for b4981093-ef68-40cc-a252-70d637d1765b request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:47:23.944402 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-d6207748-fad3-4bfd-9d69-0cb521913a90 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:23.948102 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d6207748-fad3-4bfd-9d69-0cb521913a90 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags/tempest-TagsExtTest-Tag-2004719203 HTTP/1.1" status: 404 len: 329 time: 0.1171291 Jun 11 11:47:23.948310 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48150) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:23.953728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-8829f403-7e93-4553-aa39-333e972243af tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792', {'tags': ['tempest-TagsExtTest-Tag-1661895744', 'tempest-TagsExtTest-Tag-1491004587', 'tempest-TagsExtTest-Tag-612017967']}) {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:23.959586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port 5e59e896-1dda-4115-8c56-f9df8ca709c7 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:23.959938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.003816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:24.009564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:24.009952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.045017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-606f7b50-2383-4661-9474-98e62f56b577 None None] Deleting port 5e59e896-1dda-4115-8c56-f9df8ca709c7 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:24.045496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-606f7b50-2383-4661-9474-98e62f56b577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.048449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Allocated IP 172.26.6.250 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/4eec3bce-a8d8-42e6-ae6c-0d60428d0a3c) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:24.093324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port 5e59e896-1dda-4115-8c56-f9df8ca709c7, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5e59e896-1dda-4115-8c56-f9df8ca709c7,segment=NetworkSegment(9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645),segment_id=9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:24.093679 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.116598 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8829f403-7e93-4553-aa39-333e972243af tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags HTTP/1.1" status: 200 len: 317 time: 0.1647794 Jun 11 11:47:24.142235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48152) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:24.142777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-606f7b50-2383-4661-9474-98e62f56b577 None None] For port 5e59e896-1dda-4115-8c56-f9df8ca709c7, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5e59e896-1dda-4115-8c56-f9df8ca709c7,segment=NetworkSegment(9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645),segment_id=9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:24.143172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-606f7b50-2383-4661-9474-98e62f56b577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.147381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-9c6819d3-a66f-4a4c-9f7d-f8191e7e1415 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:24.202824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for 5e59e896-1dda-4115-8c56-f9df8ca709c7 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:24.223922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5e59e896-1dda-4115-8c56-f9df8ca709c7 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:47:24.237373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.273389 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-606f7b50-2383-4661-9474-98e62f56b577 None None] Calling delete_port for 5e59e896-1dda-4115-8c56-f9df8ca709c7 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:24.298053 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9c6819d3-a66f-4a4c-9f7d-f8191e7e1415 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags HTTP/1.1" status: 204 len: 168 time: 0.1523054 Jun 11 11:47:24.298301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48154) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:24.303014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-0aca41f6-7a4c-406d-b449-3c020663db0c tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792', 'tempest-TagsExtTest-Tag-1661895744') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:24.307900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.312293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.315404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:24.322241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.331192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35e2ceab-91b2-496e-a58d-8c071c568ec0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:24.357057 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No DVR routers for this DVR port 5e59e896-1dda-4115-8c56-f9df8ca709c7 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:24.362125 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=5e59e896-1dda-4115-8c56-f9df8ca709c7,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:24.365011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:24.390502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:24.402475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:24.403956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No active binding found for port 5e59e896-1dda-4115-8c56-f9df8ca709c7 {{(pid=99007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 11:47:24.404840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5e59e896-1dda-4115-8c56-f9df8ca709c7 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:47:24.405674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:24.409380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Pushing event updated for resources: {'Port': ['ID=4eec3bce-a8d8-42e6-ae6c-0d60428d0a3c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:24.420411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:47:24.422690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525310c0-1305-479a-a6e6-5edd77460657" -d '{"events": [{"server_uuid": "1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824", "name": "network-vif-plugged", "status": "completed", "tag": "9c563d19-34c4-48f7-97f1-2fe8b54ac9c8"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:47:24.438491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:24.439893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:24.449866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.454331 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-40ca1087-f1cc-4bbe-b9ac-504e96310aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:24.461592 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-0aca41f6-7a4c-406d-b449-3c020663db0c tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:24.465361 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0aca41f6-7a4c-406d-b449-3c020663db0c tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags/tempest-TagsExtTest-Tag-1661895744 HTTP/1.1" status: 404 len: 329 time: 0.1634138 Jun 11 11:47:24.465537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48158) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:24.470069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-5d59f402-27a5-4e17-b283-c30601f4bf4c tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792', 'tempest-TagsExtTest-Tag-1491004587') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:24.494669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-606f7b50-2383-4661-9474-98e62f56b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.498040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a0da1-0f71-4da6-91c3-08486dd7c831 x-openstack-request-id: req-ca4a0da1-0f71-4da6-91c3-08486dd7c831 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:47:24.498344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824", "name": "network-vif-plugged", "status": "completed", "tag": "9c563d19-34c4-48f7-97f1-2fe8b54ac9c8", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:47:24.498631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca4a0da1-0f71-4da6-91c3-08486dd7c831 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:47:24.499027 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'code': 200} Jun 11 11:47:24.501195 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.515137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4981093-ef68-40cc-a252-70d637d1765b']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:24.530191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:24.544838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:24.545143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9b21fc-ebb1-4eab-a04f-c16ba2d1b645') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:24.548493 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:24.548968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:24.556725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.572329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.578434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f7b50-2383-4661-9474-98e62f56b577 None None] Pushing event deleted for resources: {'Port': ['ID=5e59e896-1dda-4115-8c56-f9df8ca709c7,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:24.578900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:47:24.579308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.583693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f7b50-2383-4661-9474-98e62f56b577 None None] No DVR routers for this DVR port 5e59e896-1dda-4115-8c56-f9df8ca709c7 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:24.591443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-606f7b50-2383-4661-9474-98e62f56b577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:47:24.670115 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:47:24.679576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.684117 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5e26b128-6cf8-49d4-b370-48052dbb19d6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:24.688515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.690339 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/networks/b4981093-ef68-40cc-a252-70d637d1765b HTTP/1.1" status: 204 len: 168 time: 0.9920604 Jun 11 11:47:24.694412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48162) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:24.698571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1106991558', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:24.724408 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Network': ['ID=b4981093-ef68-40cc-a252-70d637d1765b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:24.728259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:24.740095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.741060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.770973 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-5d59f402-27a5-4e17-b283-c30601f4bf4c tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:24.772007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5d59f402-27a5-4e17-b283-c30601f4bf4c tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags/tempest-TagsExtTest-Tag-1491004587 HTTP/1.1" status: 404 len: 329 time: 0.3055587 Jun 11 11:47:24.797776 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48164) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:24.802199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-e29f773c-4c77-44ec-8bca-71aa92fec8c7 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792', 'tempest-TagsExtTest-Tag-612017967') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:24.808928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.917935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65349a84-613e-4b90-84fd-724155422eee req-3655dbd2-133e-4209-95b6-8a97138f0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:24.919320 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-65349a84-613e-4b90-84fd-724155422eee req-3655dbd2-133e-4209-95b6-8a97138f0217 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 1098 time: 0.2401597 Jun 11 11:47:24.932356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:24.940598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca416f-6081-40f3-9259-aad81d2655af req-f7ff97d3-ea51-4ef2-a6a5-07990153d9aa tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:24.942343 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bdca416f-6081-40f3-9259-aad81d2655af req-f7ff97d3-ea51-4ef2-a6a5-07990153d9aa tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 945 time: 0.2553575 Jun 11 11:47:25.113007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-65349a84-613e-4b90-84fd-724155422eee req-db2f48dc-d65b-421f-82a1-7461cbf1b07b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864216 Jun 11 11:47:25.125192 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bdca416f-6081-40f3-9259-aad81d2655af req-1de5d58c-79a0-4ec9-b71b-11ce093db270 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185124 Jun 11 11:47:25.204704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48166) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:25.459233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:25.466071 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-e29f773c-4c77-44ec-8bca-71aa92fec8c7 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:25.467101 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e29f773c-4c77-44ec-8bca-71aa92fec8c7 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags/tempest-TagsExtTest-Tag-612017967 HTTP/1.1" status: 404 len: 328 time: 0.6683650 Jun 11 11:47:25.469991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48168) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:25.474862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-db08846f-108d-47bc-b212-d3499a5af233 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f', {'tags': ['tempest-TagsExtTest-Tag-1405338945', 'tempest-TagsExtTest-Tag-1847049410', 'tempest-TagsExtTest-Tag-784118843']}) {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:25.625820 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-db08846f-108d-47bc-b212-d3499a5af233 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags HTTP/1.1" status: 200 len: 317 time: 0.1547549 Jun 11 11:47:25.628435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48170) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:25.632930 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-41d24f7c-7ca1-468a-aa8f-e08906dca9eb tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:25.822300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:25.832580 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-41d24f7c-7ca1-468a-aa8f-e08906dca9eb tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags HTTP/1.1" status: 204 len: 168 time: 0.2006977 Jun 11 11:47:25.832789 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48172) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:25.837150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-cfb4cdb2-f7e0-4bca-965d-8bae9cf82abf tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f', 'tempest-TagsExtTest-Tag-1405338945') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:26.068709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:26.096645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:26.104330 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-cfb4cdb2-f7e0-4bca-965d-8bae9cf82abf tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:26.108875 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cfb4cdb2-f7e0-4bca-965d-8bae9cf82abf tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags/tempest-TagsExtTest-Tag-1405338945 HTTP/1.1" status: 404 len: 329 time: 0.2722681 Jun 11 11:47:26.109024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48174) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:26.115335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-4ea12f4c-2ffc-456d-b367-b3ee090ddaf1 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f', 'tempest-TagsExtTest-Tag-1847049410') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:26.231144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Allocated IP 172.26.6.50 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/899e7a97-a8c9-43a3-993f-e11e352a3550) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:26.366919 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-4ea12f4c-2ffc-456d-b367-b3ee090ddaf1 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:26.367880 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4ea12f4c-2ffc-456d-b367-b3ee090ddaf1 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags/tempest-TagsExtTest-Tag-1847049410 HTTP/1.1" status: 404 len: 329 time: 0.2579203 Jun 11 11:47:26.370902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Router ca2a3f05-229a-4b20-ad76-3007b1cb2aff is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:47:26.374716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48178) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:26.380147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-6155339a-1e7b-486b-8b68-e551226ce225 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f', 'tempest-TagsExtTest-Tag-784118843') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:26.398807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67556ab2-caa0-4fc4-b9f8-b9f431333003 req-770b0995-af9b-4882-88c7-456ec1c0a59f tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:26.400293 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-67556ab2-caa0-4fc4-b9f8-b9f431333003 req-770b0995-af9b-4882-88c7-456ec1c0a59f tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 945 time: 0.1580846 Jun 11 11:47:26.446671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:26.467456 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-67556ab2-caa0-4fc4-b9f8-b9f431333003 req-bfffcd93-31e5-4c16-a759-112be6019fe9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570173 Jun 11 11:47:26.503165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:26.506911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3d8bc79d-37c7-46b4-9e25-dddeff28242a tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:26.559250 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:26.562087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:26.566538 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:26.569803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=899e7a97-a8c9-43a3-993f-e11e352a3550,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:26.605884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:26.703612 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-6155339a-1e7b-486b-8b68-e551226ce225 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:26.704565 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6155339a-1e7b-486b-8b68-e551226ce225 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags/tempest-TagsExtTest-Tag-784118843 HTTP/1.1" status: 404 len: 328 time: 0.3280349 Jun 11 11:47:26.711624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48182) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:26.743616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-4908afd5-7a46-4999-b173-3b2edd18c0cd tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6', {'tags': ['tempest-TagsExtTest-Tag-502066091', 'tempest-TagsExtTest-Tag-1411816460', 'tempest-TagsExtTest-Tag-1282093639']}) {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:26.814402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:26.825415 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2159bd98-de6b-4e56-a1d0-fb451e203c4e None None] Sync routers for ids ['ca2a3f05-229a-4b20-ad76-3007b1cb2aff'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:26.835937 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159bd98-de6b-4e56-a1d0-fb451e203c4e None None] Routers {'ca2a3f05-229a-4b20-ad76-3007b1cb2aff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:26.836648 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2159bd98-de6b-4e56-a1d0-fb451e203c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['ca2a3f05-229a-4b20-ad76-3007b1cb2aff'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:26.885470 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4908afd5-7a46-4999-b173-3b2edd18c0cd tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "PUT /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags HTTP/1.1" status: 200 len: 317 time: 0.1690540 Jun 11 11:47:26.887147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48184) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:26.887525 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2159bd98-de6b-4e56-a1d0-fb451e203c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:26.893097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-ed6b98f2-fe48-4dcc-a1bd-ebb6255034ff tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:26.896415 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159bd98-de6b-4e56-a1d0-fb451e203c4e None None] Routers {'ca2a3f05-229a-4b20-ad76-3007b1cb2aff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:26.897153 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2159bd98-de6b-4e56-a1d0-fb451e203c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['ca2a3f05-229a-4b20-ad76-3007b1cb2aff'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:26.901395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bd775-75ff-498f-897c-e0ec157ab80a req-91b160d3-015d-4ef4-a697-405c0106137c tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:26.902918 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6b7bd775-75ff-498f-897c-e0ec157ab80a req-91b160d3-015d-4ef4-a697-405c0106137c tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 945 time: 0.2755179 Jun 11 11:47:26.905755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:26.909713 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48186) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:26.909880 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7647052 Jun 11 11:47:26.917247 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:26.925994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:26.944852 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2159bd98-de6b-4e56-a1d0-fb451e203c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:26.945376 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2159bd98-de6b-4e56-a1d0-fb451e203c4e None None] The sync data for ids ['ca2a3f05-229a-4b20-ad76-3007b1cb2aff'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:27.065121 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6b7bd775-75ff-498f-897c-e0ec157ab80a req-1a88d0dd-e0b9-4880-97a4-5ef877b019c9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507928 Jun 11 11:47:27.070225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:27.096109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48188) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:27.192088 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ed6b98f2-fe48-4dcc-a1bd-ebb6255034ff tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags HTTP/1.1" status: 204 len: 168 time: 0.3046007 Jun 11 11:47:27.197297 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48190) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:27.202157 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-ea5a2ac7-e152-448e-a5d4-7c8b824620fe tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6', 'tempest-TagsExtTest-Tag-502066091') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:27.264825 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7836dd77-b4d3-44fc-9185-bc305755664e tempest-TestVolumeBootPattern-1033633973 tempest-TestVolumeBootPattern-1033633973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:27.266356 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7836dd77-b4d3-44fc-9185-bc305755664e tempest-TestVolumeBootPattern-1033633973 tempest-TestVolumeBootPattern-1033633973-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 1093 time: 0.1693072 Jun 11 11:47:27.269266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48192) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:27.275765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:27.343835 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-ea5a2ac7-e152-448e-a5d4-7c8b824620fe tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:27.344739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:27.344862 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ea5a2ac7-e152-448e-a5d4-7c8b824620fe tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags/tempest-TagsExtTest-Tag-502066091 HTTP/1.1" status: 404 len: 328 time: 0.1465776 Jun 11 11:47:27.349923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48194) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:27.367709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-3a6ac162-032b-40d1-813e-75ede55c89e3 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6', 'tempest-TagsExtTest-Tag-1411816460') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:27.412919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.17 (5a1ef943-872b-49d8-bc27-fb8ea8a08486/72e99139-64d3-4e20-9f95-f2308cb12c24/aa3bc7ea-4321-4376-ae93-7f09293b11f8) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:27.431802 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-3a6ac162-032b-40d1-813e-75ede55c89e3 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:27.432887 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3a6ac162-032b-40d1-813e-75ede55c89e3 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags/tempest-TagsExtTest-Tag-1411816460 HTTP/1.1" status: 404 len: 329 time: 0.0710001 Jun 11 11:47:27.437134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48196) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:27.445338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.tag.tag_plugin [None req-194435fd-9a77-4911-aa5c-bac08bae6490 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6', 'tempest-TagsExtTest-Tag-1282093639') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:27.447958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:27.592799 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-194435fd-9a77-4911-aa5c-bac08bae6490 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] show failed (client error): The resource could not be found. Jun 11 11:47:27.593899 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-194435fd-9a77-4911-aa5c-bac08bae6490 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags/tempest-TagsExtTest-Tag-1282093639 HTTP/1.1" status: 404 len: 329 time: 0.1546390 Jun 11 11:47:27.597331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48198) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:27.603162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-341b27e3-27b7-4a5c-8d3f-1534e9171615 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4384d977-10c5-4e19-beed-a8fd7e40e7e6') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:27.659204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:27.660448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:27.679615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:27.681584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object aa3bc7ea-4321-4376-ae93-7f09293b11f8 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:27.813569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:27.818552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f38cff62-0557-409c-b555-020cd45d3a1d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:27.884215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Allocated IP 172.26.6.220 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/6f0745fb-0c94-43e9-b810-3737588fd058) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:27.897795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:27.909384 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:27.913146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=aa3bc7ea-4321-4376-ae93-7f09293b11f8,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:27.916066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:27.917659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:28.002333 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:28.208391 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-341b27e3-27b7-4a5c-8d3f-1534e9171615 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6/tags HTTP/1.1" status: 204 len: 168 time: 0.6099284 Jun 11 11:47:28.213377 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48200) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:28.218126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7763fb90-a534-4bed-be7c-6aaafee811fc None None] Provisioning for port aa3bc7ea-4321-4376-ae93-7f09293b11f8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:28.223142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7763fb90-a534-4bed-be7c-6aaafee811fc None None] Provisioning complete for port aa3bc7ea-4321-4376-ae93-7f09293b11f8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:28.223858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7763fb90-a534-4bed-be7c-6aaafee811fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:28.227080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-845d5ecc-7fb2-4928-9e54-ad69f715a4e0 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e9705697-a25f-433e-8a53-da954c2acf3f') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:28.236246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:28.273129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-7763fb90-a534-4bed-be7c-6aaafee811fc None None] Port aa3bc7ea-4321-4376-ae93-7f09293b11f8 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:28.352226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:28.417902 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-845d5ecc-7fb2-4928-9e54-ad69f715a4e0 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f/tags HTTP/1.1" status: 204 len: 168 time: 0.2028861 Jun 11 11:47:28.422604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48202) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:28.436868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-f56a9f17-380e-41ce-ac78-2aba791bdf41 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '391912e6-fd30-42cf-86f0-36cfd3f1e792') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:28.505392 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Deleting port 4eec3bce-a8d8-42e6-ae6c-0d60428d0a3c {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:28.505654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:28.511075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 75d60105-83c5-45d3-84f9-8ebc8e61e7fe is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:47:28.620921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:28.720019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:28.733256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:28.736816 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b8be1b65-e8c6-4c7e-b1e0-59250bbac6bf tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:28.742001 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f56a9f17-380e-41ce-ac78-2aba791bdf41 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792/tags HTTP/1.1" status: 204 len: 168 time: 0.3161244 Jun 11 11:47:28.746706 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48204) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:28.754041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.tag.tag_plugin [None req-af582f1f-5347-4eac-a8c4-fa8221536fd7 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e34f83b-edc0-4307-a23b-5edcbed0bc9d') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:28.801734 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:28.830726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:28.837894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'Port': ['ID=6f0745fb-0c94-43e9-b810-3737588fd058,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:28.842435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:28.844322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:28.845016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:28.919061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Calling delete_port for 4eec3bce-a8d8-42e6-ae6c-0d60428d0a3c owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:28.930305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:28.941175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3bc2d-1417-4963-ab91-1b24c567f559 None None] Sync routers for ids ['75d60105-83c5-45d3-84f9-8ebc8e61e7fe'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:28.950861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec3bc2d-1417-4963-ab91-1b24c567f559 None None] Routers {'75d60105-83c5-45d3-84f9-8ebc8e61e7fe'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:28.951563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-eec3bc2d-1417-4963-ab91-1b24c567f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['75d60105-83c5-45d3-84f9-8ebc8e61e7fe'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:29.000984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-eec3bc2d-1417-4963-ab91-1b24c567f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:29.011266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec3bc2d-1417-4963-ab91-1b24c567f559 None None] Routers {'75d60105-83c5-45d3-84f9-8ebc8e61e7fe'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:29.012038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-eec3bc2d-1417-4963-ab91-1b24c567f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['75d60105-83c5-45d3-84f9-8ebc8e61e7fe'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:29.018232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:29.019476 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3244240 Jun 11 11:47:29.022630 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48206) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:29.065768 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-eec3bc2d-1417-4963-ab91-1b24c567f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:29.066792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3bc2d-1417-4963-ab91-1b24c567f559 None None] The sync data for ids ['75d60105-83c5-45d3-84f9-8ebc8e61e7fe'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:29.186809 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-af582f1f-5347-4eac-a8c4-fa8221536fd7 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d/tags HTTP/1.1" status: 204 len: 168 time: 0.4373455 Jun 11 11:47:29.191060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48208) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:29.318074 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c0c50c29-eabd-4b65-a248-67200c9e9546 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/routers/75d60105-83c5-45d3-84f9-8ebc8e61e7fe HTTP/1.1" status: 200 len: 884 time: 0.2941515 Jun 11 11:47:29.320548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48210) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:29.404728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:29.409607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:29.413716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:29.505098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:29.507143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=aa3bc7ea-4321-4376-ae93-7f09293b11f8,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:29.511153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:29.540276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa46b-dde1-4cdc-bd92-b5f1006e4c8c tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for subnetpool, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:29.541409 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3f0fa46b-dde1-4cdc-bd92-b5f1006e4c8c tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/subnetpools/4384d977-10c5-4e19-beed-a8fd7e40e7e6 HTTP/1.1" status: 204 len: 168 time: 0.3481789 Jun 11 11:47:29.544095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48212) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:29.550781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:29.564504 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f0fcc543-85cb-4b96-bb7f-54fbe315476f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:29.602391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Pushing event deleted for resources: {'Port': ['ID=4eec3bce-a8d8-42e6-ae6c-0d60428d0a3c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:29.608660 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:29.632044 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-94743d2c-f304-4518-8c32-13a84a7cec17 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9705697-a25f-433e-8a53-da954c2acf3f HTTP/1.1" status: 200 len: 205 time: 0.0864637 Jun 11 11:47:29.646797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48214) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:29.815878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:29.817628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-86bfdb26-1eb0-4a22-b399-78ad3dbebee5 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:29.818906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:29.831687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:29.914692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.056735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.062276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:47:30.117786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f85c7469-2e76-4e26-a557-b33252ccb53a None None] Provisioning complete for port aa3bc7ea-4321-4376-ae93-7f09293b11f8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:30.118755 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f85c7469-2e76-4e26-a557-b33252ccb53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.162539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-f85c7469-2e76-4e26-a557-b33252ccb53a None None] Port aa3bc7ea-4321-4376-ae93-7f09293b11f8 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:30.274037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-86bfdb26-1eb0-4a22-b399-78ad3dbebee5 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.278390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-86bfdb26-1eb0-4a22-b399-78ad3dbebee5 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.341373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:30.351182 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/488e480e-1b9d-47c9-b3ac-2e610f6aad1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0962758 Jun 11 11:47:30.352014 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Sync routers for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:30.371755 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:30.372576 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:30.389544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.394946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.397163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a8ed0a0c-4d1a-4502-9be2-72db492730ad tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:30.481501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'Port': ['ID=6f0745fb-0c94-43e9-b810-3737588fd058,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:30.490962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:30.502315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.549869 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:47:30.665465 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Floating IP 8e29624d-7d6b-4fc6-8a14-fe83ee7d0973 associated. External IP: 172.26.6.220, port: 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8. Jun 11 11:47:30.846190 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5c7cb8d6-a3ea-47f6-bcb2-863159236110 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5119023 Jun 11 11:47:30.848044 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48220) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:30.852725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-546bebcd-0225-4010-aa7e-51e53e2acd8c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1106991558'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:30.856159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.858114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-86bfdb26-1eb0-4a22-b399-78ad3dbebee5 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.858268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bfdb26-1eb0-4a22-b399-78ad3dbebee5 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Fanout notify agent at l3_agent the message router_deleted on router e9705697-a25f-433e-8a53-da954c2acf3f {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:47:30.866026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-86bfdb26-1eb0-4a22-b399-78ad3dbebee5 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.867131 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-86bfdb26-1eb0-4a22-b399-78ad3dbebee5 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/routers/e9705697-a25f-433e-8a53-da954c2acf3f HTTP/1.1" status: 204 len: 168 time: 1.2182815 Jun 11 11:47:30.869677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48222) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:30.871087 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:47:28Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '758c7da5-7a1c-46a3-8159-3d4cd9a10251', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'port_id': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'mac_address': 'fa:16:3e:4e:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:46:25Z', 'updated_at': '2021-06-11T11:46:30Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3bc7ea-4321-4376-ae93-7f09293b11f8', 'name': '', 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:3a:99:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '72e99139-64d3-4e20-9f95-f2308cb12c24', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:27Z', 'updated_at': '2021-06-11T11:47:29Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '72e99139-64d3-4e20-9f95-f2308cb12c24', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:30.874907 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Checking router: 488e480e-1b9d-47c9-b3ac-2e610f6aad1a for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:47:30.875267 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Updating router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a port aa3bc7ea-4321-4376-ae93-7f09293b11f8 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:47:30.913379 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:30.921245 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:31.073504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Router d92b5a64-e700-4f02-80d1-24bac31ec625 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:47:31.102600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Router ca2a3f05-229a-4b20-ad76-3007b1cb2aff has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:47:31.237509 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:31.251313 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Transition to ACTIVE for port object aa3bc7ea-4321-4376-ae93-7f09293b11f8 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:31.257036 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:31.260316 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-b53701e8-acca-45f2-941f-f05fec9dac38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:31.341332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:31.349426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:31.357123 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "PUT /v2.0/routers/ca2a3f05-229a-4b20-ad76-3007b1cb2aff HTTP/1.1" status: 200 len: 706 time: 4.4392257 Jun 11 11:47:31.357123 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48224) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:31.364550 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2c902-fb01-4bc2-95c0-8913fd3bc404 None None] Sync routers for ids ['ca2a3f05-229a-4b20-ad76-3007b1cb2aff'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:31.386786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2c902-fb01-4bc2-95c0-8913fd3bc404 None None] Routers {'ca2a3f05-229a-4b20-ad76-3007b1cb2aff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:31.387908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-18f2c902-fb01-4bc2-95c0-8913fd3bc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['ca2a3f05-229a-4b20-ad76-3007b1cb2aff'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:31.441918 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Attempting to bind port aa3bc7ea-4321-4376-ae93-7f09293b11f8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:31.442558 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Attempting to bind port aa3bc7ea-4321-4376-ae93-7f09293b11f8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:31.442666 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Attempting to bind port aa3bc7ea-4321-4376-ae93-7f09293b11f8 on network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:31.450082 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:31.450464 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Checking segment: {'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:31.450893 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:31.451291 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Bound using segment: {'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:31.451773 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Bound port: aa3bc7ea-4321-4376-ae93-7f09293b11f8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff53ba0b-0612-495c-a57d-7636270b4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:31.452149 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:31.515652 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f2d701f4-55cb-45b5-8158-06b38762859a tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/routers/ca2a3f05-229a-4b20-ad76-3007b1cb2aff HTTP/1.1" status: 200 len: 741 time: 0.1555176 Jun 11 11:47:31.518475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48226) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:31.665262 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] For port aa3bc7ea-4321-4376-ae93-7f09293b11f8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:31.667287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e4204-8ad4-4568-8297-afd2c9c60a0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Deleting port 391912e6-fd30-42cf-86f0-36cfd3f1e792 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:31.667779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4204-8ad4-4568-8297-afd2c9c60a0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:31.668888 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] For port aa3bc7ea-4321-4376-ae93-7f09293b11f8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=aa3bc7ea-4321-4376-ae93-7f09293b11f8,segment=NetworkSegment(ff53ba0b-0612-495c-a57d-7636270b4993),segment_id=ff53ba0b-0612-495c-a57d-7636270b4993)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:31.671297 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dd8d6-05df-40b9-b5a1-f4e4ef2fc120 None None] Pushing event updated for resources: {'Port': ['ID=aa3bc7ea-4321-4376-ae93-7f09293b11f8,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:31.680900 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-a61dd8d6-05df-40b9-b5a1-f4e4ef2fc120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:31.681960 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:31.692599 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:31.695923 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ab71841e-81e5-4710-b000-ffca0b0f6eb3 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&device_id=ca2a3f05-229a-4b20-ad76-3007b1cb2aff HTTP/1.1" status: 200 len: 205 time: 0.1761968 Jun 11 11:47:31.701952 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48228) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:31.743311 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:31.743978 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:31.750123 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f0527881-4a6b-469c-818a-df1060816ba7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca2a3f05-229a-4b20-ad76-3007b1cb2aff HTTP/1.1" status: 200 len: 205 time: 0.0482514 Jun 11 11:47:31.752731 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48230) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:31.783179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-18f2c902-fb01-4bc2-95c0-8913fd3bc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:31.809026 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2c902-fb01-4bc2-95c0-8913fd3bc404 None None] Routers {'ca2a3f05-229a-4b20-ad76-3007b1cb2aff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:31.811055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-18f2c902-fb01-4bc2-95c0-8913fd3bc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['ca2a3f05-229a-4b20-ad76-3007b1cb2aff'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:31.842326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:31.856730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4204-8ad4-4568-8297-afd2c9c60a0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:31.862507 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5ccd6-6f73-426f-ac1a-e3e43de22920 None None] Sync routers for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:31.880016 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5ccd6-6f73-426f-ac1a-e3e43de22920 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:31.880727 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-58c5ccd6-6f73-426f-ac1a-e3e43de22920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:31.936132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-66cb7e36-590b-4c00-afd0-96e04871a584 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:31.943655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-18f2c902-fb01-4bc2-95c0-8913fd3bc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:31.944375 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2c902-fb01-4bc2-95c0-8913fd3bc404 None None] The sync data for ids ['ca2a3f05-229a-4b20-ad76-3007b1cb2aff'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:32.012826 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dd8d6-05df-40b9-b5a1-f4e4ef2fc120 None None] Pushing event updated for resources: {'Port': ['ID=aa3bc7ea-4321-4376-ae93-7f09293b11f8,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:32.018879 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-a61dd8d6-05df-40b9-b5a1-f4e4ef2fc120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:32.026747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e4204-8ad4-4568-8297-afd2c9c60a0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Calling delete_port for 391912e6-fd30-42cf-86f0-36cfd3f1e792 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:32.033045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.049336 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-546bebcd-0225-4010-aa7e-51e53e2acd8c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.067954 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-546bebcd-0225-4010-aa7e-51e53e2acd8c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.070349 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:47:32.116271 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-58c5ccd6-6f73-426f-ac1a-e3e43de22920 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:47:32.134881 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8645451 Jun 11 11:47:32.150079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'tag': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:47:32.154121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82dc4bf-7c33-4771-a112-b8112d4416e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824", "tag": "9c563d19-34c4-48f7-97f1-2fe8b54ac9c8"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:47:32.198261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1938a74-e856-4805-95f1-65068ea3f5c5 x-openstack-request-id: req-c1938a74-e856-4805-95f1-65068ea3f5c5 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:47:32.198632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824", "tag": "9c563d19-34c4-48f7-97f1-2fe8b54ac9c8", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:47:32.198942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1938a74-e856-4805-95f1-65068ea3f5c5 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:47:32.199392 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'tag': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'status': 'completed', 'code': 200} Jun 11 11:47:32.296595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4204-8ad4-4568-8297-afd2c9c60a0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.302325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:32.314846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-66cb7e36-590b-4c00-afd0-96e04871a584 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.318102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-66cb7e36-590b-4c00-afd0-96e04871a584 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.341121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e4204-8ad4-4568-8297-afd2c9c60a0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Pushing event deleted for resources: {'Port': ['ID=391912e6-fd30-42cf-86f0-36cfd3f1e792,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:32.345336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8f0e4204-8ad4-4568-8297-afd2c9c60a0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:32.347330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dc4bf-7c33-4771-a112-b8112d4416e4 req-66925c57-6ebd-47e0-b9bf-8171efe7cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:32.348762 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d82dc4bf-7c33-4771-a112-b8112d4416e4 req-66925c57-6ebd-47e0-b9bf-8171efe7cd84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 1098 time: 0.1225901 Jun 11 11:47:32.424092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-66cb7e36-590b-4c00-afd0-96e04871a584 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.425069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cb7e36-590b-4c00-afd0-96e04871a584 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Fanout notify agent at l3_agent the message router_deleted on router ca2a3f05-229a-4b20-ad76-3007b1cb2aff {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:47:32.446830 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-66cb7e36-590b-4c00-afd0-96e04871a584 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.452516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48236) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:32.454859 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-66cb7e36-590b-4c00-afd0-96e04871a584 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/ca2a3f05-229a-4b20-ad76-3007b1cb2aff HTTP/1.1" status: 204 len: 168 time: 0.7011263 Jun 11 11:47:32.461115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546bebcd-0225-4010-aa7e-51e53e2acd8c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 75d60105-83c5-45d3-84f9-8ebc8e61e7fe has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:47:32.506913 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-88327110-925a-486c-b7db-428c190e8598 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca2a3f05-229a-4b20-ad76-3007b1cb2aff HTTP/1.1" status: 200 len: 205 time: 0.0531361 Jun 11 11:47:32.536418 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48238) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:32.558121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4204-8ad4-4568-8297-afd2c9c60a0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.562803 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8f0e4204-8ad4-4568-8297-afd2c9c60a0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/ports/391912e6-fd30-42cf-86f0-36cfd3f1e792 HTTP/1.1" status: 204 len: 168 time: 1.6893516 Jun 11 11:47:32.567597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48240) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:32.575833 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-58c5ccd6-6f73-426f-ac1a-e3e43de22920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8e29624d-7d6b-4fc6-8a14-fe83ee7d0973', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.220', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:1c:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:47:29Z', 'updated_at': '2021-06-11T11:47:29Z', 'revision_number': 0, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:32.583080 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5ccd6-6f73-426f-ac1a-e3e43de22920 None None] Checking router: d92b5a64-e700-4f02-80d1-24bac31ec625 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:47:32.610365 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5ccd6-6f73-426f-ac1a-e3e43de22920 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:32.611399 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-58c5ccd6-6f73-426f-ac1a-e3e43de22920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:32.646233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dc4bf-7c33-4771-a112-b8112d4416e4 req-e1a5e967-f8e2-4474-b686-a7d157178fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:32.647602 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d82dc4bf-7c33-4771-a112-b8112d4416e4 req-e1a5e967-f8e2-4474-b686-a7d157178fd7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.2704570 Jun 11 11:47:32.651496 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-fecc8353-ebfb-45df-b487-ad164d4896bf tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] delete failed (client error): The resource could not be found. Jun 11 11:47:32.653870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de2a776-a724-4afc-a4b9-20dde8ef9ff9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Deleting subnet 7e34f83b-edc0-4307-a23b-5edcbed0bc9d {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:47:32.654491 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fecc8353-ebfb-45df-b487-ad164d4896bf tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/ca2a3f05-229a-4b20-ad76-3007b1cb2aff HTTP/1.1" status: 404 len: 336 time: 0.1165199 Jun 11 11:47:32.655440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48242) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:32.662495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2de2a776-a724-4afc-a4b9-20dde8ef9ff9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.712235 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-30072384-95b9-4fb0-bab9-3f5e537c7919 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=24fd301a-950f-4975-9477-a0de7f251cc5 HTTP/1.1" status: 200 len: 205 time: 0.0403304 Jun 11 11:47:32.715165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48244) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:32.771874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2de2a776-a724-4afc-a4b9-20dde8ef9ff9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.781682 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-b7b6b794-2f82-4300-89a5-f524ffcd3e29 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] delete failed (client error): The resource could not be found. Jun 11 11:47:32.782975 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b7b6b794-2f82-4300-89a5-f524ffcd3e29 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/24fd301a-950f-4975-9477-a0de7f251cc5 HTTP/1.1" status: 404 len: 336 time: 0.0667186 Jun 11 11:47:32.785554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48246) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:32.796250 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-58c5ccd6-6f73-426f-ac1a-e3e43de22920 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:47:32.799562 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:47:28Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '758c7da5-7a1c-46a3-8159-3d4cd9a10251', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'port_id': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'mac_address': 'fa:16:3e:4e:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:46:25Z', 'updated_at': '2021-06-11T11:46:30Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3bc7ea-4321-4376-ae93-7f09293b11f8', 'name': '', 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:3a:99:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '72e99139-64d3-4e20-9f95-f2308cb12c24', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:27Z', 'updated_at': '2021-06-11T11:47:31Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '72e99139-64d3-4e20-9f95-f2308cb12c24', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:32.808298 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d82dc4bf-7c33-4771-a112-b8112d4416e4 req-54e1b1f4-bcea-434b-b54d-f5a2e7603bc3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 HTTP/1.1" status: 200 len: 999 time: 0.1518915 Jun 11 11:47:32.837938 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f15c5493-9164-496a-97d4-17172b4ec07a tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=5352c5d5-e478-4968-a765-b68a0520f6ba HTTP/1.1" status: 200 len: 205 time: 0.0494752 Jun 11 11:47:32.839399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48248) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:32.841447 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db542761-b1ee-4ed5-9eeb-83a5a1fe0ad9 None None] The sync data for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv is: [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:47:28Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '758c7da5-7a1c-46a3-8159-3d4cd9a10251', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'port_id': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'mac_address': 'fa:16:3e:4e:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:46:25Z', 'updated_at': '2021-06-11T11:46:30Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3bc7ea-4321-4376-ae93-7f09293b11f8', 'name': '', 'network_id': '5a1ef943-872b-49d8-bc27-fb8ea8a08486', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:3a:99:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '72e99139-64d3-4e20-9f95-f2308cb12c24', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:27Z', 'updated_at': '2021-06-11T11:47:31Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '72e99139-64d3-4e20-9f95-f2308cb12c24', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:32.928177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dc4bf-7c33-4771-a112-b8112d4416e4 req-46390f9c-f1e9-4f2a-ba8b-1a92176d9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:32.929655 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d82dc4bf-7c33-4771-a112-b8112d4416e4 req-46390f9c-f1e9-4f2a-ba8b-1a92176d9bf9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.1154101 Jun 11 11:47:32.935892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546bebcd-0225-4010-aa7e-51e53e2acd8c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:32.939543 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-a6d54ab6-4a27-41c4-96ae-d56c75dc03e6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] delete failed (client error): The resource could not be found. Jun 11 11:47:32.943684 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a6d54ab6-4a27-41c4-96ae-d56c75dc03e6 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/5352c5d5-e478-4968-a765-b68a0520f6ba HTTP/1.1" status: 404 len: 336 time: 0.1030767 Jun 11 11:47:32.944259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48252) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:32.950415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042174c-6467-448d-a8ee-ccf8ffe7809a None None] Sync routers for ids ['75d60105-83c5-45d3-84f9-8ebc8e61e7fe'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:32.952992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-546bebcd-0225-4010-aa7e-51e53e2acd8c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:32.954560 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-546bebcd-0225-4010-aa7e-51e53e2acd8c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/75d60105-83c5-45d3-84f9-8ebc8e61e7fe HTTP/1.1" status: 200 len: 891 time: 2.1055539 Jun 11 11:47:32.961097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042174c-6467-448d-a8ee-ccf8ffe7809a None None] Routers {'75d60105-83c5-45d3-84f9-8ebc8e61e7fe'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:32.962159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6042174c-6467-448d-a8ee-ccf8ffe7809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['75d60105-83c5-45d3-84f9-8ebc8e61e7fe'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:32.965387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48254) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:32.995393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2de2a776-a724-4afc-a4b9-20dde8ef9ff9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:33.057446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6042174c-6467-448d-a8ee-ccf8ffe7809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:33.077089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042174c-6467-448d-a8ee-ccf8ffe7809a None None] Routers {'75d60105-83c5-45d3-84f9-8ebc8e61e7fe'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:33.078108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6042174c-6467-448d-a8ee-ccf8ffe7809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['75d60105-83c5-45d3-84f9-8ebc8e61e7fe'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:33.121389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dc4bf-7c33-4771-a112-b8112d4416e4 req-090010ff-baff-4597-92d9-5aa5abb7b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:33.123363 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d82dc4bf-7c33-4771-a112-b8112d4416e4 req-090010ff-baff-4597-92d9-5aa5abb7b776 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1862929 Jun 11 11:47:33.130620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2de2a776-a724-4afc-a4b9-20dde8ef9ff9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:33.135076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-95b1fc9e-cc3c-4d00-a1a9-5db7bad07b1e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:33.148120 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9093b943-d9b0-422f-9cad-92ae80b77942 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=4923ce49-546a-460b-93b6-778fb365437a HTTP/1.1" status: 200 len: 205 time: 0.1921988 Jun 11 11:47:33.150513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48256) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:33.166921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6042174c-6467-448d-a8ee-ccf8ffe7809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:33.168778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042174c-6467-448d-a8ee-ccf8ffe7809a None None] The sync data for ids ['75d60105-83c5-45d3-84f9-8ebc8e61e7fe'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:33.228999 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-e01522e2-67c5-40d2-8734-26a8cd426616 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] delete failed (client error): The resource could not be found. Jun 11 11:47:33.233016 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e01522e2-67c5-40d2-8734-26a8cd426616 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/4923ce49-546a-460b-93b6-778fb365437a HTTP/1.1" status: 404 len: 336 time: 0.0810966 Jun 11 11:47:33.233898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48258) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:33.238033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2a776-a724-4afc-a4b9-20dde8ef9ff9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Pushing event deleted for resources: {'Subnet': ['ID=7e34f83b-edc0-4307-a23b-5edcbed0bc9d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:33.246620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2de2a776-a724-4afc-a4b9-20dde8ef9ff9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:33.251390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2de2a776-a724-4afc-a4b9-20dde8ef9ff9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:33.257086 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2de2a776-a724-4afc-a4b9-20dde8ef9ff9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/subnets/7e34f83b-edc0-4307-a23b-5edcbed0bc9d HTTP/1.1" status: 204 len: 168 time: 0.6862643 Jun 11 11:47:33.257511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937e232-6b4b-403c-a6d6-8d17fc6a2cdb None None] Network 96e39324-61b7-4099-802b-885b19f2be88 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:33.296881 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3fb73db3-cd71-4749-b0b1-1bcc1257004c tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=db1e84c6-a725-4cc1-9b07-4427007fc5c3 HTTP/1.1" status: 200 len: 205 time: 0.0549080 Jun 11 11:47:33.297539 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48260) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:33.297872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48262) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:33.348542 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d82dc4bf-7c33-4771-a112-b8112d4416e4 req-8fea914b-6534-4ee7-a87e-3501c19742b0 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145665 Jun 11 11:47:33.450090 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-58c5ccd6-6f73-426f-ac1a-e3e43de22920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8e29624d-7d6b-4fc6-8a14-fe83ee7d0973', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.220', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:1c:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:47:29Z', 'updated_at': '2021-06-11T11:47:29Z', 'revision_number': 0, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:33.464543 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5ccd6-6f73-426f-ac1a-e3e43de22920 None None] The sync data for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv is: [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8e29624d-7d6b-4fc6-8a14-fe83ee7d0973', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.220', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:1c:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:47:29Z', 'updated_at': '2021-06-11T11:47:29Z', 'revision_number': 0, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:33.535069 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d82dc4bf-7c33-4771-a112-b8112d4416e4 req-2c363352-5a95-4a4b-a6b2-799ab199800a service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783206 Jun 11 11:47:33.581463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0021a331-45f8-40aa-92e6-6199e837df6f None None] DHCP port deletion for 96e39324-61b7-4099-802b-885b19f2be88 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:47:33.647684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0021a331-45f8-40aa-92e6-6199e837df6f None None] Deleting port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:33.647851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0021a331-45f8-40aa-92e6-6199e837df6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:33.742274 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-0021a331-45f8-40aa-92e6-6199e837df6f None None] For port 9cf54e77-8f51-4a71-802c-c9bb18f98f54, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9cf54e77-8f51-4a71-802c-c9bb18f98f54,segment=NetworkSegment(6a906502-011d-4388-8691-2db891d4e6a9),segment_id=6a906502-011d-4388-8691-2db891d4e6a9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:33.743402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0021a331-45f8-40aa-92e6-6199e837df6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:33.745762 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7fcea4-9326-444d-9690-ba49d658d8a2 None None] New status for floating IP 8e29624d-7d6b-4fc6-8a14-fe83ee7d0973: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:47:33.842708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0021a331-45f8-40aa-92e6-6199e837df6f None None] Calling delete_port for 9cf54e77-8f51-4a71-802c-c9bb18f98f54 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:33.917949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:33.922873 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-c252c0eb-2dc2-4d18-afd9-e770b3ac879a tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] delete failed (client error): The resource could not be found. Jun 11 11:47:33.926766 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c252c0eb-2dc2-4d18-afd9-e770b3ac879a tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/db1e84c6-a725-4cc1-9b07-4427007fc5c3 HTTP/1.1" status: 404 len: 336 time: 0.5203512 Jun 11 11:47:33.926931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48264) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:33.943190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0021a331-45f8-40aa-92e6-6199e837df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:33.946444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-91ad48fd-972c-4ad1-9b7a-d061f1525e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:33.969838 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3f4903e9-622d-407d-9114-2e6293ab3642 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "GET /v2.0/ports?device_id=760c8310-e590-43aa-9279-a9366b042a88 HTTP/1.1" status: 200 len: 205 time: 0.0397487 Jun 11 11:47:33.971038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48266) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:33.987716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021a331-45f8-40aa-92e6-6199e837df6f None None] Pushing event deleted for resources: {'Port': ['ID=9cf54e77-8f51-4a71-802c-c9bb18f98f54,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:33.990160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0021a331-45f8-40aa-92e6-6199e837df6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:33.993274 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021a331-45f8-40aa-92e6-6199e837df6f None None] No DVR routers for this DVR port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:33.993749 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-71acefaf-2a89-4d23-9c43-e3abb7488b3f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/routers/75d60105-83c5-45d3-84f9-8ebc8e61e7fe HTTP/1.1" status: 200 len: 891 time: 1.0270846 Jun 11 11:47:34.003514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48268) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:34.040005 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-69fd6af4-7f42-4727-9419-4a268f6f3f50 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=75d60105-83c5-45d3-84f9-8ebc8e61e7fe HTTP/1.1" status: 200 len: 205 time: 0.0351763 Jun 11 11:47:34.041450 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-bfeffc08-f0d6-4a03-a74b-91f3a7b38707 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] delete failed (client error): The resource could not be found. Jun 11 11:47:34.042894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48270) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:34.043195 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bfeffc08-f0d6-4a03-a74b-91f3a7b38707 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/routers/760c8310-e590-43aa-9279-a9366b042a88 HTTP/1.1" status: 404 len: 336 time: 0.0703828 Jun 11 11:47:34.046103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48272) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:34.079744 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-26130b68-b0bc-4850-b52c-f51cd0ece2de tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] DELETE failed (client error): The resource could not be found. Jun 11 11:47:34.080203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26130b68-b0bc-4850-b52c-f51cd0ece2de tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:47:34.081886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-26130b68-b0bc-4850-b52c-f51cd0ece2de tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] 10.222.0.46 "DELETE /v2.0/subnets/3a40318c-2b1d-4826-9fd3-7b86625f89ba HTTP/1.1" status: 404 len: 337 time: 0.0347860 Jun 11 11:47:34.099584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Deleting port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:34.100119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.206339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device aa3bc7ea-4321-4376-ae93-7f09293b11f8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:34.255653 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] For port 9cf54e77-8f51-4a71-802c-c9bb18f98f54, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:34.256192 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.271956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port aa3bc7ea-4321-4376-ae93-7f09293b11f8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:34.279961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port aa3bc7ea-4321-4376-ae93-7f09293b11f8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:34.281895 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.364383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Calling delete_port for 9cf54e77-8f51-4a71-802c-c9bb18f98f54 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:34.368594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_backend_mixin [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 was not found and therefore no delete operation was performed {{(pid=99005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:47:34.368749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48278) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:34.374105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.379607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.420003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port aa3bc7ea-4321-4376-ae93-7f09293b11f8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=aa3bc7ea-4321-4376-ae93-7f09293b11f8,segment=NetworkSegment(ff53ba0b-0612-495c-a57d-7636270b4993),segment_id=ff53ba0b-0612-495c-a57d-7636270b4993)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:34.424221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.425355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.428297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:34.476419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b2e9623a-531a-45d8-84ab-3bfae7537f7a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:34.498596 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=aa3bc7ea-4321-4376-ae93-7f09293b11f8,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:34.502680 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9cf54e77-8f51-4a71-802c-c9bb18f98f54 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:47:34.504962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:34.513373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c5ff86a5-6573-468d-8fb0-c54d05a0b0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.526469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] No DVR routers for this DVR port 9cf54e77-8f51-4a71-802c-c9bb18f98f54 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:34.530762 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 9cf54e77-8f51-4a71-802c-c9bb18f98f54 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:47:34.531117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9cf54e77-8f51-4a71-802c-c9bb18f98f54 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:47:34.534347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Pushing event deleted for resources: {'Port': ['ID=9cf54e77-8f51-4a71-802c-c9bb18f98f54,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:34.540140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:34.627418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c5ff86a5-6573-468d-8fb0-c54d05a0b0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.631197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c5ff86a5-6573-468d-8fb0-c54d05a0b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.634704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0aeccc03-0bb5-4d96-a0a2-9289810a4250 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:34.664029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.679526 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48282) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:34.679792 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c5ff86a5-6573-468d-8fb0-c54d05a0b0ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de437505130748bf9045b030dfcad4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095992 Jun 11 11:47:34.681036 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e39324-61b7-4099-802b-885b19f2be88']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:34.681183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff86a5-6573-468d-8fb0-c54d05a0b0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182928c4-2e6e-405e-be00-c00ff7f6f605,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:34.685056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c5ff86a5-6573-468d-8fb0-c54d05a0b0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:34.709828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a906502-011d-4388-8691-2db891d4e6a9') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:34.710129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a906502-011d-4388-8691-2db891d4e6a9') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:34.730754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.747507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.800982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.820763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:47:34.821154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:47:34.824789 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:47:34.853897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-779a9907-0a6c-42aa-8019-0e1c429498fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.937600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-779a9907-0a6c-42aa-8019-0e1c429498fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.940171 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.952876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-48b6c320-de4c-4ff0-9118-e4779ec4b2f4 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:34.958894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:34.960659 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] 10.222.0.46 "DELETE /v2.0/networks/96e39324-61b7-4099-802b-885b19f2be88 HTTP/1.1" status: 204 len: 168 time: 1.6591949 Jun 11 11:47:34.982634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Pushing event deleted for resources: {'Network': ['ID=96e39324-61b7-4099-802b-885b19f2be88,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:34.997091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:35.001816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port 899e7a97-a8c9-43a3-993f-e11e352a3550 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:35.002159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.105218 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-779a9907-0a6c-42aa-8019-0e1c429498fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.107773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-779a9907-0a6c-42aa-8019-0e1c429498fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.108917 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-779a9907-0a6c-42aa-8019-0e1c429498fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/182928c4-2e6e-405e-be00-c00ff7f6f605 HTTP/1.1" status: 204 len: 168 time: 0.4247415 Jun 11 11:47:35.111477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:35.130197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a9907-0a6c-42aa-8019-0e1c429498fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182928c4-2e6e-405e-be00-c00ff7f6f605,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:35.133690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-779a9907-0a6c-42aa-8019-0e1c429498fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:35.135948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.189219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48290) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:35.239604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for 899e7a97-a8c9-43a3-993f-e11e352a3550 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:35.459428 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48298) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:35.466956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.477098 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a8e478ad-20e6-4588-870c-a17713ff36e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c4e3dacca364b66a2c1aa663420599c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865331 Jun 11 11:47:35.477998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-34edc8db-c111-400d-a9ea-f89aff081d62 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:35.479976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48300) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:35.516338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=899e7a97-a8c9-43a3-993f-e11e352a3550,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:35.524207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:35.534046 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7691-b386-4b3e-83db-c2adf35b5aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.558336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7691-b386-4b3e-83db-c2adf35b5aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.598925 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b981da89-c78c-4602-a180-2b5996e99a7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5be91551b5b445eebce450f2bda90c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382093 Jun 11 11:47:35.601239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48302) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:35.611009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7691-b386-4b3e-83db-c2adf35b5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.613050 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:47:35.614788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7691-b386-4b3e-83db-c2adf35b5aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.616103 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8c3b7691-b386-4b3e-83db-c2adf35b5aa3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b36f500b-13ef-4eab-9584-2cf5dfc6fe6a HTTP/1.1" status: 204 len: 168 time: 0.1350427 Jun 11 11:47:35.616993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-71d03717-60c3-4d58-b81e-b859be743e87 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:35.628991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b7691-b386-4b3e-83db-c2adf35b5aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36f500b-13ef-4eab-9584-2cf5dfc6fe6a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:35.632245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.632730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8c3b7691-b386-4b3e-83db-c2adf35b5aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:35.784507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.787161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.845675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-11abd0ba-88c8-4229-ae8c-02400036cdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.858967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.859466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Fanout notify agent at l3_agent the message router_deleted on router 75d60105-83c5-45d3-84f9-8ebc8e61e7fe {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:47:35.868040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.869117 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/75d60105-83c5-45d3-84f9-8ebc8e61e7fe HTTP/1.1" status: 204 len: 168 time: 1.8244598 Jun 11 11:47:35.874053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48308) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:35.878906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-11abd0ba-88c8-4229-ae8c-02400036cdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.879812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-978646550'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:35.903968 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:35.909036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.946813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:47:35.947326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-11abd0ba-88c8-4229-ae8c-02400036cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.950231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-11abd0ba-88c8-4229-ae8c-02400036cdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.951438 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-11abd0ba-88c8-4229-ae8c-02400036cdd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35eab542-18b2-4559-8a7f-4145ef497ba8 HTTP/1.1" status: 204 len: 168 time: 0.3492901 Jun 11 11:47:35.952396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d6034966-9c5e-4c5e-a8a1-3795ba2900c3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:35.962301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:35.962486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abd0ba-88c8-4229-ae8c-02400036cdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eab542-18b2-4559-8a7f-4145ef497ba8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:35.963031 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added segment 05bc0ae5-1808-4c3e-9782-e84704013acd of type vlan for network 5f010a5b-0ee2-4110-8da6-fabc394d32fe Jun 11 11:47:35.966001 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-11abd0ba-88c8-4229-ae8c-02400036cdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:36.022846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.060083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.066050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:36.067227 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.070954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:36.111662 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2361181 Jun 11 11:47:36.114583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48322) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:36.120927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'subnet': {'network_id': '5f010a5b-0ee2-4110-8da6-fabc394d32fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:36.171612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Network': ['ID=5f010a5b-0ee2-4110-8da6-fabc394d32fe,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:36.177207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:36.185731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 5f010a5b-0ee2-4110-8da6-fabc394d32fe details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:47:36.214517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device aa3bc7ea-4321-4376-ae93-7f09293b11f8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:36.287705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:36.292948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.356999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port aa3bc7ea-4321-4376-ae93-7f09293b11f8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:36.357793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.475927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48340) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:36.487016 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0094132 Jun 11 11:47:36.488465 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48344) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:36.620442 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-562e61d1-9b18-4eab-a0b5-410270597e78 tempest-NetworksApiDiscovery-651619080 tempest-NetworksApiDiscovery-651619080-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1301885 Jun 11 11:47:36.628165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.631386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8276032a-0350-4403-8259-ff3a13f6bc81 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:36.715088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Subnet': ['ID=fba37159-e223-4b99-a906-3d3e7327acb4,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:36.719455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:36.741059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Checking segment: {'id': '05bc0ae5-1808-4c3e-9782-e84704013acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5f010a5b-0ee2-4110-8da6-fabc394d32fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:36.741424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network hostable DHCP agents. Network: 5f010a5b-0ee2-4110-8da6-fabc394d32fe, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:47:36.753304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48356) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:36.759817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 5f010a5b-0ee2-4110-8da6-fabc394d32fe is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:47:36.769840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 5f010a5b-0ee2-4110-8da6-fabc394d32fe) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:36.774642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:36.775233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.782905 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f6934-a685-4515-af99-e714a1988a83 None None] Network 5f010a5b-0ee2-4110-8da6-fabc394d32fe requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:36.794750 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6782134 Jun 11 11:47:36.797606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48360) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:36.804412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-753c7200-39e0-471c-8389-648aeafdee35 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1728458032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:36.830391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-753c7200-39e0-471c-8389-648aeafdee35 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.832412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-753c7200-39e0-471c-8389-648aeafdee35 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.918999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-753c7200-39e0-471c-8389-648aeafdee35 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.925322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-753c7200-39e0-471c-8389-648aeafdee35 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.944740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-753c7200-39e0-471c-8389-648aeafdee35 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:36.950168 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-753c7200-39e0-471c-8389-648aeafdee35 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1485715 Jun 11 11:47:36.950486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48364) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:36.968432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48366) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:36.995722 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-5f010a5b-0ee2-4110-8da6-fabc394d32fe', 'network_id': '5f010a5b-0ee2-4110-8da6-fabc394d32fe', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'fixed_ips': [{'subnet_id': 'fba37159-e223-4b99-a906-3d3e7327acb4'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:47:36.997045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.046260 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eed84973-8827-4e27-8636-cbcc651b0251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.065739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-e99be6f6-065a-4dc2-b37e-f75f0824c701 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.068275 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e99be6f6-065a-4dc2-b37e-f75f0824c701 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3139601 Jun 11 11:47:37.070609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48370) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.076845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-0707d297-5038-4429-887c-7b7eb70faf20 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.080373 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0707d297-5038-4429-887c-7b7eb70faf20 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088377 Jun 11 11:47:37.081220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48372) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.086065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-2402ad11-e774-4ff2-b917-11b189fca76a tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.087156 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2402ad11-e774-4ff2-b917-11b189fca76a tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049233 Jun 11 11:47:37.090744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48374) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.095130 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-bcb2bfe9-07f2-4785-b529-d83826923be4 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.096063 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bcb2bfe9-07f2-4785-b529-d83826923be4 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044258 Jun 11 11:47:37.099609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48376) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.106749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-7e807355-df88-4788-9660-f2c965bf2758 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.107711 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7e807355-df88-4788-9660-f2c965bf2758 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0071785 Jun 11 11:47:37.110225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48378) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.117747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-08a88f64-391e-4b0c-8cc2-4c0fc43fe729 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.118834 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-08a88f64-391e-4b0c-8cc2-4c0fc43fe729 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0076437 Jun 11 11:47:37.121331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48380) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.127197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-7c47c70e-fc6c-499e-a04e-d26dfda8a455 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.128155 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7c47c70e-fc6c-499e-a04e-d26dfda8a455 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056763 Jun 11 11:47:37.131248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48382) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.138293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-cca68dac-b2f7-4ae3-9694-79b9e44a5a0c tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.139326 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cca68dac-b2f7-4ae3-9694-79b9e44a5a0c tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0069475 Jun 11 11:47:37.141871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48384) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.194212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-e17de65e-9c7f-4127-844c-2efc070b4b81 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.198591 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e17de65e-9c7f-4127-844c-2efc070b4b81 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0472281 Jun 11 11:47:37.199853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48386) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.206789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Allocated IP 2001:db8::2 (5f010a5b-0ee2-4110-8da6-fabc394d32fe/fba37159-e223-4b99-a906-3d3e7327acb4/ea89151c-44f1-4aa0-a947-0289d65fb666) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:37.212796 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-b331923c-d3a7-4428-9427-94a4428ef0ee tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.217446 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b331923c-d3a7-4428-9427-94a4428ef0ee tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0172417 Jun 11 11:47:37.220855 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48388) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.224488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eed84973-8827-4e27-8636-cbcc651b0251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.228532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-1aabf91b-19e6-4260-80bd-eb9d0aedd542 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.231101 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1aabf91b-19e6-4260-80bd-eb9d0aedd542 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0088444 Jun 11 11:47:37.232825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eed84973-8827-4e27-8636-cbcc651b0251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.235543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48390) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.236211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9be88c0c-fbf2-4464-9faa-fc709f27b200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:37.244272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-18a09347-5112-4ff9-a21f-c1e277cc6f10 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.248519 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-18a09347-5112-4ff9-a21f-c1e277cc6f10 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075915 Jun 11 11:47:37.263849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48392) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.269750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-77cab306-5342-42cc-b7b4-5887e0594ad9 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.273280 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-77cab306-5342-42cc-b7b4-5887e0594ad9 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0059152 Jun 11 11:47:37.276619 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48394) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.280792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-6cf4569d-3cb4-4d5b-bfc3-a0ed2bcb95f8 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.282592 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6cf4569d-3cb4-4d5b-bfc3-a0ed2bcb95f8 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042546 Jun 11 11:47:37.294754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48396) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.302048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-c8ab51c3-e8b1-4990-a994-8b0589ecf7cb tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.303094 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c8ab51c3-e8b1-4990-a994-8b0589ecf7cb tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0074584 Jun 11 11:47:37.305222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed84973-8827-4e27-8636-cbcc651b0251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828fcacd-ad03-44eb-8126-718de2d0b54c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:37.308122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48398) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.310424 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eed84973-8827-4e27-8636-cbcc651b0251 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38ec884bca4547a9bf3c26fcc1eb134e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407791 Jun 11 11:47:37.312472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eed84973-8827-4e27-8636-cbcc651b0251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:37.315447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-cc7e599f-0587-4103-b4d6-90a58c0eed59 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.318998 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cc7e599f-0587-4103-b4d6-90a58c0eed59 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049899 Jun 11 11:47:37.318998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48400) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.323826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48402) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.327841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-791b237d-860e-4466-bd28-a706ee350c58 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.328760 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-791b237d-860e-4466-bd28-a706ee350c58 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040765 Jun 11 11:47:37.335935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48404) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.340394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-12808e23-a2d7-4b2f-8ec8-8f5de0304d10 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.341321 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-12808e23-a2d7-4b2f-8ec8-8f5de0304d10 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045240 Jun 11 11:47:37.346175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48408) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.355592 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-b43cf3d4-2af2-4a97-88a9-ba6cffe66236 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.356547 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b43cf3d4-2af2-4a97-88a9-ba6cffe66236 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0094345 Jun 11 11:47:37.359286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48410) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.365526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-5878fd48-490a-40b2-ba3b-2b6299b2b8be tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.366727 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5878fd48-490a-40b2-ba3b-2b6299b2b8be tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0065057 Jun 11 11:47:37.369193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48412) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.374235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-9a8b4fe1-819f-4dd6-a280-2d3996ba3107 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.375204 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9a8b4fe1-819f-4dd6-a280-2d3996ba3107 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045798 Jun 11 11:47:37.378783 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48414) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.389971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9dd2-8693-4540-a365-9c2f1d78493f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.411230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-98dba37d-84d5-4db8-b0cb-971f802869b7 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.412249 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-98dba37d-84d5-4db8-b0cb-971f802869b7 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0313320 Jun 11 11:47:37.414988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48416) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.422234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.424705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-d4db8e29-8d09-4e97-abe4-9e6224908870 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.428058 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d4db8e29-8d09-4e97-abe4-9e6224908870 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045211 Jun 11 11:47:37.429082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48418) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.430867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9dd2-8693-4540-a365-9c2f1d78493f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.436155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Transition to ACTIVE for port object ea89151c-44f1-4aa0-a947-0289d65fb666 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:37.436354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-446bb3d2-a4fc-4cc8-af46-7d2190a0127d tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.439753 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-446bb3d2-a4fc-4cc8-af46-7d2190a0127d tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073302 Jun 11 11:47:37.440086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48420) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.445717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-62e617e8-4700-443d-be5a-9768eb44a446 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.446680 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-62e617e8-4700-443d-be5a-9768eb44a446 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043597 Jun 11 11:47:37.451868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48422) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.455143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-fafccd14-a14d-4c26-aa7b-8e73075895e6 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.458909 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fafccd14-a14d-4c26-aa7b-8e73075895e6 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080478 Jun 11 11:47:37.459777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48424) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.461663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Transition to ACTIVE for port object ea89151c-44f1-4aa0-a947-0289d65fb666 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:37.466686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-c7f3a1eb-2712-4a8d-8d37-8f99e869971d tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.468509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.470477 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c7f3a1eb-2712-4a8d-8d37-8f99e869971d tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0076613 Jun 11 11:47:37.470755 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4f57845c-c725-4c6f-998a-3c6c095b837e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:37.472025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48426) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.476404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-65586897-95aa-4fc0-acf5-42f458ea532c tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.480979 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-65586897-95aa-4fc0-acf5-42f458ea532c tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079055 Jun 11 11:47:37.481143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48428) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.486367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-c461dfd6-1aed-4f5a-8de0-e8642935be1f tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.489672 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c461dfd6-1aed-4f5a-8de0-e8642935be1f tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050611 Jun 11 11:47:37.490560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48430) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.495726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-32d4c4cb-243f-4cf6-9845-38f76dfbb6b0 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.499022 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-32d4c4cb-243f-4cf6-9845-38f76dfbb6b0 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051622 Jun 11 11:47:37.499202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48432) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.503608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-3bc1d2a9-c6c4-49c1-9809-579050c005b8 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.506941 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3bc1d2a9-c6c4-49c1-9809-579050c005b8 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044787 Jun 11 11:47:37.511417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48434) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.517356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-a3eff71a-9ce8-4b9b-98d4-740b0414a262 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.518284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.521688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48436) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.522143 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a3eff71a-9ce8-4b9b-98d4-740b0414a262 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0094328 Jun 11 11:47:37.527843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-824ae80d-45e9-4e85-a428-273e7e1a199a tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.531043 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-824ae80d-45e9-4e85-a428-273e7e1a199a tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062399 Jun 11 11:47:37.531200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9dd2-8693-4540-a365-9c2f1d78493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.532924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9dd2-8693-4540-a365-9c2f1d78493f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.534215 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ab6a9dd2-8693-4540-a365-9c2f1d78493f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/828fcacd-ad03-44eb-8126-718de2d0b54c HTTP/1.1" status: 204 len: 168 time: 0.2164774 Jun 11 11:47:37.534990 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48438) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.535871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0c14de91-e02c-4ad7-b621-a32ede8cf042 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:37.539993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Network 5f010a5b-0ee2-4110-8da6-fabc394d32fe is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:37.541308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Pushing event updated for resources: {'Port': ['ID=ea89151c-44f1-4aa0-a947-0289d65fb666,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:37.545774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:37.547268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:37.549578 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:37.559851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-a7603c46-fe44-4618-a21c-4b0720550b1a tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.570945 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a7603c46-fe44-4618-a21c-4b0720550b1a tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0058796 Jun 11 11:47:37.571545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48442) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.581374 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-a0bd3c2e-791f-492e-9028-944f6c360552 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.584829 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a0bd3c2e-791f-492e-9028-944f6c360552 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047469 Jun 11 11:47:37.584829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a9dd2-8693-4540-a365-9c2f1d78493f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828fcacd-ad03-44eb-8126-718de2d0b54c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:37.585072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48444) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.591238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-87fe9493-3bab-416d-bf34-d68fe503aef4 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.594503 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-87fe9493-3bab-416d-bf34-d68fe503aef4 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0062499 Jun 11 11:47:37.594503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ab6a9dd2-8693-4540-a365-9c2f1d78493f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:37.595287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48446) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.599886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-0b1b1b30-ba8c-41c2-abd6-f986072481be tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.603108 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0b1b1b30-ba8c-41c2-abd6-f986072481be tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052636 Jun 11 11:47:37.607116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48448) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.611883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-8489655c-7aa5-49ca-acec-742fe5d1f248 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.615139 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8489655c-7aa5-49ca-acec-742fe5d1f248 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047724 Jun 11 11:47:37.622656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48450) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.627106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-6282085d-5a52-4f0e-8f7f-bcfab22e9200 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.630427 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6282085d-5a52-4f0e-8f7f-bcfab22e9200 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044312 Jun 11 11:47:37.630601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48452) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.634682 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-2fc37ef7-bfcc-4303-a45e-f362547b9d4e tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.635697 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2fc37ef7-bfcc-4303-a45e-f362547b9d4e tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043423 Jun 11 11:47:37.640149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48454) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.644515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-775780fe-a267-4e31-8650-7a619842a147 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.647939 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-775780fe-a267-4e31-8650-7a619842a147 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044098 Jun 11 11:47:37.648096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48456) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.652860 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-c8876310-8ec7-4492-bd98-9719a51cffb1 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.656204 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c8876310-8ec7-4492-bd98-9719a51cffb1 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048399 Jun 11 11:47:37.656521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48458) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.658268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Attempting to bind port ea89151c-44f1-4aa0-a947-0289d65fb666 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:37.659030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Attempting to bind port ea89151c-44f1-4aa0-a947-0289d65fb666 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '05bc0ae5-1808-4c3e-9782-e84704013acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5f010a5b-0ee2-4110-8da6-fabc394d32fe'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:37.659664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Attempting to bind port ea89151c-44f1-4aa0-a947-0289d65fb666 on network 5f010a5b-0ee2-4110-8da6-fabc394d32fe {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:37.666148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:37.667042 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Checking segment: {'id': '05bc0ae5-1808-4c3e-9782-e84704013acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5f010a5b-0ee2-4110-8da6-fabc394d32fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:37.667564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.668068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Bound using segment: {'id': '05bc0ae5-1808-4c3e-9782-e84704013acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5f010a5b-0ee2-4110-8da6-fabc394d32fe'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:37.668855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Bound port: ea89151c-44f1-4aa0-a947-0289d65fb666, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bc0ae5-1808-4c3e-9782-e84704013acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '5f010a5b-0ee2-4110-8da6-fabc394d32fe'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:37.669592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:37.671949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-8768743f-66bb-431f-bec8-923b2d59d89b tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.675296 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8768743f-66bb-431f-bec8-923b2d59d89b tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0095332 Jun 11 11:47:37.675875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48460) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.680713 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-1f80d629-3b5d-43da-a53c-1d544668d68c tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.681660 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1f80d629-3b5d-43da-a53c-1d544668d68c tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049078 Jun 11 11:47:37.684447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48462) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.689430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-e8b12595-2430-472b-a7a5-3508fd5172bf tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.690498 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e8b12595-2430-472b-a7a5-3508fd5172bf tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0050833 Jun 11 11:47:37.693425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48464) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.699230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-25d1ef81-56cc-4aee-98af-a73a29e2d41e tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.700253 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-25d1ef81-56cc-4aee-98af-a73a29e2d41e tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0058813 Jun 11 11:47:37.702886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48466) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.707402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-182fbab2-6c97-408e-a3d4-5af40d9a115b tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.708344 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-182fbab2-6c97-408e-a3d4-5af40d9a115b tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045674 Jun 11 11:47:37.711063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48468) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.715606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-f41ebd36-0b13-4feb-af7c-b4b63c1eb9ec tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.716623 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f41ebd36-0b13-4feb-af7c-b4b63c1eb9ec tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044696 Jun 11 11:47:37.719391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48470) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.724261 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-d5b1ed68-a8df-41a9-8c1f-d52fe904001f tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.727749 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d5b1ed68-a8df-41a9-8c1f-d52fe904001f tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051839 Jun 11 11:47:37.728046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48472) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.733161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-0b87bbbc-3c4b-4e53-9455-ab6282c81149 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.737092 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0b87bbbc-3c4b-4e53-9455-ab6282c81149 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055306 Jun 11 11:47:37.737307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48474) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.750930 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-0d45cf7b-8a6e-4c6e-8d2a-4744e9defea9 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.754756 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0d45cf7b-8a6e-4c6e-8d2a-4744e9defea9 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0136948 Jun 11 11:47:37.755642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48476) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.764303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-d70da05b-07cb-4e6b-b924-2e86750b9c3b tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.772557 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d70da05b-07cb-4e6b-b924-2e86750b9c3b tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0152628 Jun 11 11:47:37.774095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48478) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.784432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-36153341-cd3c-44e3-914b-7f05f502a74c tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.789309 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-36153341-cd3c-44e3-914b-7f05f502a74c tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0122046 Jun 11 11:47:37.790288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48480) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.796046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-a6ecc328-e535-4a88-b558-efad06c73144 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.801043 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a6ecc328-e535-4a88-b558-efad06c73144 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0093608 Jun 11 11:47:37.802178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48482) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.807102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-f743ef35-1269-4dab-95c1-99167df0fb2a tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.811913 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f743ef35-1269-4dab-95c1-99167df0fb2a tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084407 Jun 11 11:47:37.813130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48484) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.821061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-493a15dc-3176-4d30-9227-6512d737f0b7 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.829927 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-493a15dc-3176-4d30-9227-6512d737f0b7 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0154319 Jun 11 11:47:37.834340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48486) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.840951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-2f0a57c4-abee-410c-ac38-d447feefcd14 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.845783 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2f0a57c4-abee-410c-ac38-d447feefcd14 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0092587 Jun 11 11:47:37.846741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48488) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.851899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-ceff5db3-849f-4d4f-8f23-654dde72aa04 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.858738 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ceff5db3-849f-4d4f-8f23-654dde72aa04 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0105765 Jun 11 11:47:37.859769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48490) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.865584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-a805392c-3bf2-48bd-a20c-baf4db14900c tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.870391 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a805392c-3bf2-48bd-a20c-baf4db14900c tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0092919 Jun 11 11:47:37.871403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48492) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.876525 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-d6c28baf-5d84-4ce7-a0fb-98806fd456ad tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.881552 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d6c28baf-5d84-4ce7-a0fb-98806fd456ad tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0088055 Jun 11 11:47:37.882481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48494) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.888497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-c30f5667-bf7c-47b3-a7fd-18454a5beee3 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.893474 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c30f5667-bf7c-47b3-a7fd-18454a5beee3 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0096424 Jun 11 11:47:37.894486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48496) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.899960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-1c8d9887-b852-43ab-9d47-d85bf08868d7 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.905438 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1c8d9887-b852-43ab-9d47-d85bf08868d7 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0096908 Jun 11 11:47:37.906466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48498) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.911955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-71c49131-9bf5-415f-99d6-4a771458ce85 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.916850 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-71c49131-9bf5-415f-99d6-4a771458ce85 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0086951 Jun 11 11:47:37.918193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48500) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.923482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-46ddfdd4-ed38-4ed0-bec3-600dea83db93 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.927386 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-46ddfdd4-ed38-4ed0-bec3-600dea83db93 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0079460 Jun 11 11:47:37.928336 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48502) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.932988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-0a21624e-645f-4845-a61a-341021394fd1 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.934431 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0a21624e-645f-4845-a61a-341021394fd1 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049438 Jun 11 11:47:37.937176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48504) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.941840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [None req-d9dfcfa7-89b8-407a-ac8c-cbe5e4b9a948 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.944072 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d9dfcfa7-89b8-407a-ac8c-cbe5e4b9a948 tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0054498 Jun 11 11:47:37.946605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48506) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.951727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-6a150e98-5c9a-4667-a504-043e3b6dfbca tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.952697 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6a150e98-5c9a-4667-a504-043e3b6dfbca tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051665 Jun 11 11:47:37.955471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48508) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.960220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-fb7a1852-8328-42c1-89cd-d5c5aa19245d tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.961137 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fb7a1852-8328-42c1-89cd-d5c5aa19245d tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0047507 Jun 11 11:47:37.964438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48510) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:37.970862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [None req-568c34f0-56e1-45a4-840b-b9cbcffca46b tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:47:37.971786 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-568c34f0-56e1-45a4-840b-b9cbcffca46b tempest-ExtensionsTestJSON-1877508825 tempest-ExtensionsTestJSON-1877508825-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0064726 Jun 11 11:47:37.984049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Allocated IP 2001:db8::1 (5f010a5b-0ee2-4110-8da6-fabc394d32fe/fba37159-e223-4b99-a906-3d3e7327acb4/ce865f3a-9321-499f-99a2-3363eabd5066) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:38.085233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] For port ea89151c-44f1-4aa0-a947-0289d65fb666, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:38.090818 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] For port ea89151c-44f1-4aa0-a947-0289d65fb666, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ea89151c-44f1-4aa0-a947-0289d65fb666,segment=NetworkSegment(05bc0ae5-1808-4c3e-9782-e84704013acd),segment_id=05bc0ae5-1808-4c3e-9782-e84704013acd)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:38.101878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:38.105662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4324a207-19bd-4a83-bbfa-1baab697803a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:38.193133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Pushing event updated for resources: {'Port': ['ID=ea89151c-44f1-4aa0-a947-0289d65fb666,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:38.196506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:38.266831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48516) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:38.403593 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-62a9354f-de49-4695-83ef-bb89fe930104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:38.522096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-62a9354f-de49-4695-83ef-bb89fe930104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:38.527356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-62a9354f-de49-4695-83ef-bb89fe930104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:38.530723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c81e7cdd-e037-4bee-a70a-655735cb465e tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:38.575080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9354f-de49-4695-83ef-bb89fe930104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d651e42-3135-41f9-906a-3fed3bfd5d69,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:38.578220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-62a9354f-de49-4695-83ef-bb89fe930104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:38.583611 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-62a9354f-de49-4695-83ef-bb89fe930104 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b6e3fba27f24ce0ae1695c658624f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134353 Jun 11 11:47:38.587250 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48520) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:38.614741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:38.628065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Transition to ACTIVE for port object ce865f3a-9321-499f-99a2-3363eabd5066 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:38.644031 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c00e4199-9fc9-4c9b-8acc-84d4f8dded95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:38.664855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:38.668388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c00e4199-9fc9-4c9b-8acc-84d4f8dded95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:38.673514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3a0b6478-56ed-4124-a77b-c5bc01e151dc tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:38.712281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 5f010a5b-0ee2-4110-8da6-fabc394d32fe is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:38.719635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:38.722399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:38.723194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:38.724321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c00e4199-9fc9-4c9b-8acc-84d4f8dded95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:38.727110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c00e4199-9fc9-4c9b-8acc-84d4f8dded95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:38.730581 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c00e4199-9fc9-4c9b-8acc-84d4f8dded95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d651e42-3135-41f9-906a-3fed3bfd5d69 HTTP/1.1" status: 204 len: 168 time: 0.1400316 Jun 11 11:47:38.730581 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ac2d1136-15ed-43ce-bdb1-039780a24f75 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:38.738378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e4199-9fc9-4c9b-8acc-84d4f8dded95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d651e42-3135-41f9-906a-3fed3bfd5d69,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:38.740851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c00e4199-9fc9-4c9b-8acc-84d4f8dded95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:38.793534 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=ce865f3a-9321-499f-99a2-3363eabd5066,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:38.824254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.824655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.825050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.825438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.825811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.826390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.826787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.827359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.827741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.828118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.828493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.828865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:38.833128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:38.918018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.175585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27da84-078d-4f8a-b768-361205d0ecaf None None] Network 5f010a5b-0ee2-4110-8da6-fabc394d32fe requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:39.271984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-be48410b-247b-42d6-8288-bb4797c95bdc None None] Provisioning for port ea89151c-44f1-4aa0-a947-0289d65fb666 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:39.293169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.299271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.300094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.302042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:39.396512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=ce865f3a-9321-499f-99a2-3363eabd5066,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:39.438319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48544) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:39.441882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:39.481893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 5f010a5b-0ee2-4110-8da6-fabc394d32fe is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:39.483335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:39.546790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1446739520'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:39.575666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Made reservation on behalf of a3a81e7e561142739ab2646431f541f8 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:39.579662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.596509 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.650714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 2ad6739f-14c4-4911-b48e-1dca50c57f21 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:47:39.706220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.712244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.714163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4280da9a-9cd2-4ffd-babf-e78da684bcda None None] Provisioning for port ce865f3a-9321-499f-99a2-3363eabd5066 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:39.718411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4280da9a-9cd2-4ffd-babf-e78da684bcda None None] Provisioning complete for port ce865f3a-9321-499f-99a2-3363eabd5066 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:39.719118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4280da9a-9cd2-4ffd-babf-e78da684bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.726721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:47:39.737144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.737495 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Added segment 271ed0df-cc16-4809-b55e-e1d917fa46f3 of type vlan for network 7d96b972-c93e-4d50-ac08-9303073fb295 Jun 11 11:47:39.750131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-62a9354f-de49-4695-83ef-bb89fe930104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:39.769504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4280da9a-9cd2-4ffd-babf-e78da684bcda None None] Port ce865f3a-9321-499f-99a2-3363eabd5066 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:39.800017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:39.810714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e56f41-5c80-4b69-bd4e-2cda32af5b7f None None] Sync routers for ids ['2ad6739f-14c4-4911-b48e-1dca50c57f21'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:39.814241 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/2ad6739f-14c4-4911-b48e-1dca50c57f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8592980 Jun 11 11:47:39.814356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8424ef4f-e15f-4364-a56c-b86349c2f089,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:39.814468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48550) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:39.820339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e56f41-5c80-4b69-bd4e-2cda32af5b7f None None] Routers {'2ad6739f-14c4-4911-b48e-1dca50c57f21'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:39.821300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d4e56f41-5c80-4b69-bd4e-2cda32af5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2ad6739f-14c4-4911-b48e-1dca50c57f21'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:39.828703 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.829096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.829481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.829862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.830285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.830693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.831070 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.831440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.831807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.832319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.832697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.833063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:39.839146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:39.840819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.875886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.882700 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:39.883462 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:39.887301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f25ee5bf-da51-438e-9ab9-0b4da7b30baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:39.888429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee792ce-4c62-4141-83bb-820e2ccafeef tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:39.890268 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bee792ce-4c62-4141-83bb-820e2ccafeef tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports/ce865f3a-9321-499f-99a2-3363eabd5066 HTTP/1.1" status: 200 len: 911 time: 0.0755146 Jun 11 11:47:39.892420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d4e56f41-5c80-4b69-bd4e-2cda32af5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:39.892963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48552) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:39.898791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-66e26429-6f7f-4196-85d2-6b70b923b619 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fba37159-e223-4b99-a906-3d3e7327acb4'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:39.901834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e56f41-5c80-4b69-bd4e-2cda32af5b7f None None] Routers {'2ad6739f-14c4-4911-b48e-1dca50c57f21'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:39.902665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d4e56f41-5c80-4b69-bd4e-2cda32af5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2ad6739f-14c4-4911-b48e-1dca50c57f21'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:39.955905 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d4e56f41-5c80-4b69-bd4e-2cda32af5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:39.956560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e56f41-5c80-4b69-bd4e-2cda32af5b7f None None] The sync data for ids ['2ad6739f-14c4-4911-b48e-1dca50c57f21'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:39.987170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Pushing event updated for resources: {'Network': ['ID=7d96b972-c93e-4d50-ac08-9303073fb295,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:39.990727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:40.005268 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5656660 Jun 11 11:47:40.008097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48554) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:40.008575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 7d96b972-c93e-4d50-ac08-9303073fb295 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:47:40.011579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3c98df53-dbab-483d-b135-0781e53839f5 None None] Provisioning complete for port ce865f3a-9321-499f-99a2-3363eabd5066 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:40.012029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3c98df53-dbab-483d-b135-0781e53839f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:40.015631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Request body: {'subnet': {'network_id': '7d96b972-c93e-4d50-ac08-9303073fb295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:40.128192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3c98df53-dbab-483d-b135-0781e53839f5 None None] Port ce865f3a-9321-499f-99a2-3363eabd5066 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:40.204877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ea89151c-44f1-4aa0-a947-0289d65fb666 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:40.245236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-66e26429-6f7f-4196-85d2-6b70b923b619 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:40.260832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Made reservation on behalf of a3a81e7e561142739ab2646431f541f8 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:40.263609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f484f919-6e80-4f9c-beaa-bf2dc18ab750 None None] Provisioning complete for port ce865f3a-9321-499f-99a2-3363eabd5066 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:40.263992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f484f919-6e80-4f9c-beaa-bf2dc18ab750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:40.264337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:40.308627 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ea89151c-44f1-4aa0-a947-0289d65fb666 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:40.311798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-f484f919-6e80-4f9c-beaa-bf2dc18ab750 None None] Port ce865f3a-9321-499f-99a2-3363eabd5066 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:40.314362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ea89151c-44f1-4aa0-a947-0289d65fb666 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:40.314773 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:40.405724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:40.441443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ea89151c-44f1-4aa0-a947-0289d65fb666, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ea89151c-44f1-4aa0-a947-0289d65fb666,segment=NetworkSegment(05bc0ae5-1808-4c3e-9782-e84704013acd),segment_id=05bc0ae5-1808-4c3e-9782-e84704013acd)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:40.445369 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:40.448928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:40.506820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ea89151c-44f1-4aa0-a947-0289d65fb666,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:40.510949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:40.759430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:40.773592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b7c8c3c1-972e-4ccd-810e-eb1f641ba348 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:40.914476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Pushing event updated for resources: {'Subnet': ['ID=51810b5b-6ace-4f58-8421-f67c30e299b4,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:40.920620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:40.934640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Checking segment: {'id': '271ed0df-cc16-4809-b55e-e1d917fa46f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '7d96b972-c93e-4d50-ac08-9303073fb295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:40.935005 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Network hostable DHCP agents. Network: 7d96b972-c93e-4d50-ac08-9303073fb295, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:47:40.969104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Network 7d96b972-c93e-4d50-ac08-9303073fb295 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:47:40.986667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-66e26429-6f7f-4196-85d2-6b70b923b619 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:40.992999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 7d96b972-c93e-4d50-ac08-9303073fb295) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:40.995599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-66e26429-6f7f-4196-85d2-6b70b923b619 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.001376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e26429-6f7f-4196-85d2-6b70b923b619 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:41.001861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19c2d9-88fb-408e-85f9-982ed3405a55 None None] Network 7d96b972-c93e-4d50-ac08-9303073fb295 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:41.001993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-66e26429-6f7f-4196-85d2-6b70b923b619 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.006068 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-66e26429-6f7f-4196-85d2-6b70b923b619 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/ports/ce865f3a-9321-499f-99a2-3363eabd5066 HTTP/1.1" status: 200 len: 911 time: 1.1093929 Jun 11 11:47:41.006068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:41.006884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48556) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:41.009744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:41.010294 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.059103 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0472207 Jun 11 11:47:41.059557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48558) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:41.064507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Request body: {'port': {'network_id': '7d96b972-c93e-4d50-ac08-9303073fb295', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2061966455'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:41.085542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e26429-6f7f-4196-85d2-6b70b923b619 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=ce865f3a-9321-499f-99a2-3363eabd5066,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:41.097176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-66e26429-6f7f-4196-85d2-6b70b923b619 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:41.195552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-7d96b972-c93e-4d50-ac08-9303073fb295', 'network_id': '7d96b972-c93e-4d50-ac08-9303073fb295', 'tenant_id': 'a3a81e7e561142739ab2646431f541f8', 'fixed_ips': [{'subnet_id': '51810b5b-6ace-4f58-8421-f67c30e299b4'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:47:41.196684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.215136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Made reservation on behalf of a3a81e7e561142739ab2646431f541f8 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:41.219308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.239763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] device_id is not set on port 2ed11fce-abd6-4dba-b990-d31e646e5a98 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:47:41.352687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Allocated IP 172.20.0.2 (7d96b972-c93e-4d50-ac08-9303073fb295/51810b5b-6ace-4f58-8421-f67c30e299b4/4136e7b1-4b27-4f45-8304-159c079f5fe9) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:41.431719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.525733 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.534380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Transition to ACTIVE for port object 4136e7b1-4b27-4f45-8304-159c079f5fe9 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:41.548901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Transition to ACTIVE for port object 4136e7b1-4b27-4f45-8304-159c079f5fe9 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:41.555225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.557802 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-28c862e9-4adb-4ad6-a485-a10de14827a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:41.610321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Network 7d96b972-c93e-4d50-ac08-9303073fb295 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:41.615929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:41.617849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Pushing event updated for resources: {'Port': ['ID=4136e7b1-4b27-4f45-8304-159c079f5fe9,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:41.623271 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:41.626464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Allocated IP 172.20.0.10 (7d96b972-c93e-4d50-ac08-9303073fb295/51810b5b-6ace-4f58-8421-f67c30e299b4/2ed11fce-abd6-4dba-b990-d31e646e5a98) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:41.627047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:41.696909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Attempting to bind port 4136e7b1-4b27-4f45-8304-159c079f5fe9 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:41.697562 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Attempting to bind port 4136e7b1-4b27-4f45-8304-159c079f5fe9 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '271ed0df-cc16-4809-b55e-e1d917fa46f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '7d96b972-c93e-4d50-ac08-9303073fb295'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:41.698491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Attempting to bind port 4136e7b1-4b27-4f45-8304-159c079f5fe9 on network 7d96b972-c93e-4d50-ac08-9303073fb295 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:41.703529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:41.703914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Checking segment: {'id': '271ed0df-cc16-4809-b55e-e1d917fa46f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '7d96b972-c93e-4d50-ac08-9303073fb295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:41.704322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.704722 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Bound using segment: {'id': '271ed0df-cc16-4809-b55e-e1d917fa46f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '7d96b972-c93e-4d50-ac08-9303073fb295'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:41.705194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Bound port: 4136e7b1-4b27-4f45-8304-159c079f5fe9, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271ed0df-cc16-4809-b55e-e1d917fa46f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '7d96b972-c93e-4d50-ac08-9303073fb295'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:41.705576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.770779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port ce865f3a-9321-499f-99a2-3363eabd5066 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:41.771126 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.783343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] For port 4136e7b1-4b27-4f45-8304-159c079f5fe9, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:41.788689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] For port 4136e7b1-4b27-4f45-8304-159c079f5fe9, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4136e7b1-4b27-4f45-8304-159c079f5fe9,segment=NetworkSegment(271ed0df-cc16-4809-b55e-e1d917fa46f3),segment_id=271ed0df-cc16-4809-b55e-e1d917fa46f3)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:41.792746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.795161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:41.834632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.858811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Transition to ACTIVE for port object 2ed11fce-abd6-4dba-b990-d31e646e5a98 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:41.860803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Pushing event updated for resources: {'Port': ['ID=4136e7b1-4b27-4f45-8304-159c079f5fe9,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:41.867545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:41.896797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.903462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:41.912330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-542280c3-e904-4ef6-baab-3b0b8d71e736 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:41.971705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Pushing event updated for resources: {'Port': ['ID=2ed11fce-abd6-4dba-b990-d31e646e5a98,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:41.975791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Network 7d96b972-c93e-4d50-ac08-9303073fb295 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:41.976753 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:41.978021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:41.981008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:41.999484 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for ce865f3a-9321-499f-99a2-3363eabd5066 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:42.053852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:42.054511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:42.077081 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0164902 Jun 11 11:47:42.080316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48562) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:42.085559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Request body: {'port': {'network_id': '7d96b972-c93e-4d50-ac08-9303073fb295', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2139290806', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:42.086121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.api.validators [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] bootfile-name is not in valid_values {{(pid=99006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:47:42.086539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.api.validators [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] tftp-server is not in valid_values {{(pid=99006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:47:42.086969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.api.validators [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] server-ip-address is not in valid_values {{(pid=99006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:47:42.150550 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-323e8b9c-f19b-4ee4-84c2-e154a9834b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:42.254221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:42.258291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:42.273083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Made reservation on behalf of a3a81e7e561142739ab2646431f541f8 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:42.277306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:42.294027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=ce865f3a-9321-499f-99a2-3363eabd5066,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:42.298009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:42.299431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] device_id is not set on port bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:47:42.333500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ea89151c-44f1-4aa0-a947-0289d65fb666 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:42.412147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ea89151c-44f1-4aa0-a947-0289d65fb666 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:42.412800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:42.466872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Allocated IP 172.20.0.5 (7d96b972-c93e-4d50-ac08-9303073fb295/51810b5b-6ace-4f58-8421-f67c30e299b4/bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:42.539931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4136e7b1-4b27-4f45-8304-159c079f5fe9 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:42.612517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 4136e7b1-4b27-4f45-8304-159c079f5fe9 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:42.729315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:42.743865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Transition to ACTIVE for port object bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:42.784754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:42.789176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f9ec4421-e137-466b-be93-35f26f2c1654 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:42.841738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Network 7d96b972-c93e-4d50-ac08-9303073fb295 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:42.845374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:42.857248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:42.899361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Pushing event updated for resources: {'Port': ['ID=bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:42.905423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:42.907088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:42.926876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:42.927693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:42.943443 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8619943 Jun 11 11:47:42.945816 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48564) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:43.022460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b0bc8-5a99-4b8d-a45d-0152ba05f9e2 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:43.029486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b0bc8-5a99-4b8d-a45d-0152ba05f9e2 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:43.035536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b0bc8-5a99-4b8d-a45d-0152ba05f9e2 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:43.037427 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f95b0bc8-5a99-4b8d-a45d-0152ba05f9e2 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0904970 Jun 11 11:47:43.040316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48566) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:43.078047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4abcc-2b9a-4903-9349-798959c497b8 None None] Network 7d96b972-c93e-4d50-ac08-9303073fb295 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:43.177869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Provisioning for port 4136e7b1-4b27-4f45-8304-159c079f5fe9 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:43.187989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Provisioning complete for port 4136e7b1-4b27-4f45-8304-159c079f5fe9 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:43.188371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:43.199020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 2ad6739f-14c4-4911-b48e-1dca50c57f21 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:47:43.345305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:43.349781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:43.352896 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/2ad6739f-14c4-4911-b48e-1dca50c57f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3428433 Jun 11 11:47:43.353277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48568) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:43.356750 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2213587-7e6d-4b16-88cf-5b81a51aea48 None None] Sync routers for ids ['2ad6739f-14c4-4911-b48e-1dca50c57f21'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:43.360255 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c8fcd2a1-36eb-4477-ae09-2bdb9a01b2fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Deleting port bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:43.360586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd2a1-36eb-4477-ae09-2bdb9a01b2fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:43.368530 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2213587-7e6d-4b16-88cf-5b81a51aea48 None None] Routers {'2ad6739f-14c4-4911-b48e-1dca50c57f21'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:43.370214 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a2213587-7e6d-4b16-88cf-5b81a51aea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2ad6739f-14c4-4911-b48e-1dca50c57f21'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:43.389927 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-af39bad9-d284-439d-b885-54b22ff2b68c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ad6739f-14c4-4911-b48e-1dca50c57f21 HTTP/1.1" status: 200 len: 205 time: 0.0332785 Jun 11 11:47:43.390177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48570) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:43.422310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] For port 4136e7b1-4b27-4f45-8304-159c079f5fe9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4136e7b1-4b27-4f45-8304-159c079f5fe9,segment=NetworkSegment(271ed0df-cc16-4809-b55e-e1d917fa46f3),segment_id=271ed0df-cc16-4809-b55e-e1d917fa46f3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:43.428082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:43.433598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:43.439609 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a2213587-7e6d-4b16-88cf-5b81a51aea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:43.453641 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2213587-7e6d-4b16-88cf-5b81a51aea48 None None] Routers {'2ad6739f-14c4-4911-b48e-1dca50c57f21'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:43.454684 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a2213587-7e6d-4b16-88cf-5b81a51aea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2ad6739f-14c4-4911-b48e-1dca50c57f21'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:43.500561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd2a1-36eb-4477-ae09-2bdb9a01b2fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:43.506731 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a2213587-7e6d-4b16-88cf-5b81a51aea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:43.507439 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2213587-7e6d-4b16-88cf-5b81a51aea48 None None] The sync data for ids ['2ad6739f-14c4-4911-b48e-1dca50c57f21'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:43.515866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Pushing event updated for resources: {'Port': ['ID=4136e7b1-4b27-4f45-8304-159c079f5fe9,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:43.524064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.524556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.525117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.525554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.526572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.527154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.527603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.528033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.528463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.529203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.529421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.529885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:47:43.532301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60ece645-e192-4945-8f34-fc56c495dafa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:43.534267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:43.615174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c8fcd2a1-36eb-4477-ae09-2bdb9a01b2fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Calling delete_port for bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:43.656232 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e4e4640c-9d75-4c87-a9f6-ae07977be8de None None] Provisioning for port bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:43.665797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e4e4640c-9d75-4c87-a9f6-ae07977be8de None None] Provisioning complete for port bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:43.667366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e4e4640c-9d75-4c87-a9f6-ae07977be8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:43.713607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4640c-9d75-4c87-a9f6-ae07977be8de None None] Port bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:43.725981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e4e4640c-9d75-4c87-a9f6-ae07977be8de None None] Provisioning complete for port 4136e7b1-4b27-4f45-8304-159c079f5fe9 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:43.726282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e4e4640c-9d75-4c87-a9f6-ae07977be8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:43.818999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd2a1-36eb-4477-ae09-2bdb9a01b2fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:43.828571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-24ffd903-afc0-4335-9744-4b352a94444e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:43.855169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e4e4640c-9d75-4c87-a9f6-ae07977be8de None None] Provisioning for port 2ed11fce-abd6-4dba-b990-d31e646e5a98 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:43.867364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e4e4640c-9d75-4c87-a9f6-ae07977be8de None None] Provisioning complete for port 2ed11fce-abd6-4dba-b990-d31e646e5a98 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:43.867896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e4e4640c-9d75-4c87-a9f6-ae07977be8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:43.903914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcd2a1-36eb-4477-ae09-2bdb9a01b2fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Pushing event deleted for resources: {'Port': ['ID=bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:43.909350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c8fcd2a1-36eb-4477-ae09-2bdb9a01b2fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:43.961943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4640c-9d75-4c87-a9f6-ae07977be8de None None] Port 2ed11fce-abd6-4dba-b990-d31e646e5a98 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:44.040551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd2a1-36eb-4477-ae09-2bdb9a01b2fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.043089 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c8fcd2a1-36eb-4477-ae09-2bdb9a01b2fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] 10.222.0.46 "DELETE /v2.0/ports/bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7 HTTP/1.1" status: 204 len: 168 time: 1.0016832 Jun 11 11:47:44.047907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48572) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:44.053827 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Request body: {'port': {'name': 'tempest-new-port-name-1704651823', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:44.054313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.api.validators [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] bootfile-name is not in valid_values {{(pid=99005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:47:44.054695 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.api.validators [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] tftp-server is not in valid_values {{(pid=99005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:47:44.055035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.api.validators [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] server-ip-address is not in valid_values {{(pid=99005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 11:47:44.087127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-15536324-76fc-4a1c-9102-5cbc42ec479e None None] Provisioning complete for port 2ed11fce-abd6-4dba-b990-d31e646e5a98 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:44.087570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-15536324-76fc-4a1c-9102-5cbc42ec479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.177820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-15536324-76fc-4a1c-9102-5cbc42ec479e None None] Port 2ed11fce-abd6-4dba-b990-d31e646e5a98 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:44.196286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.221808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4136e7b1-4b27-4f45-8304-159c079f5fe9 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:44.293089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60ece645-e192-4945-8f34-fc56c495dafa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.295664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-116c8d14-257b-4e07-ac60-af9dce37e02d None None] Could not find standard attr ID for object bc9f97d5-aaa5-4a3c-94bf-71e192b7b4d7. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:47:44.295867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60ece645-e192-4945-8f34-fc56c495dafa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.299480 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4136e7b1-4b27-4f45-8304-159c079f5fe9 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:44.299956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.358987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60ece645-e192-4945-8f34-fc56c495dafa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.360308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ece645-e192-4945-8f34-fc56c495dafa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Fanout notify agent at l3_agent the message router_deleted on router 2ad6739f-14c4-4911-b48e-1dca50c57f21 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:47:44.368661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-60ece645-e192-4945-8f34-fc56c495dafa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.370989 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-60ece645-e192-4945-8f34-fc56c495dafa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/2ad6739f-14c4-4911-b48e-1dca50c57f21 HTTP/1.1" status: 204 len: 168 time: 0.9796834 Jun 11 11:47:44.373556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48576) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:44.443589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6c585a-76c1-4725-8767-60b75ad0ba87 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting subnet fba37159-e223-4b99-a906-3d3e7327acb4 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:47:44.446818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a6c585a-76c1-4725-8767-60b75ad0ba87 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.483609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.488200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.490608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-91509190-a9c9-4ec2-9c16-247cda722cc1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:44.495168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a6c585a-76c1-4725-8767-60b75ad0ba87 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.595244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Pushing event updated for resources: {'Port': ['ID=2ed11fce-abd6-4dba-b990-d31e646e5a98,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:44.601916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:44.608166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] In _notify_port_updated(), no bound segment for port 2ed11fce-abd6-4dba-b990-d31e646e5a98 on network 7d96b972-c93e-4d50-ac08-9303073fb295 {{(pid=99005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:47:44.614463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:44.615649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.620289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a6c585a-76c1-4725-8767-60b75ad0ba87 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.620484 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] 10.222.0.46 "PUT /v2.0/ports/2ed11fce-abd6-4dba-b990-d31e646e5a98 HTTP/1.1" status: 200 len: 1137 time: 0.5682936 Jun 11 11:47:44.620919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48578) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:44.727091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b6c4d1-a5b4-4d49-b925-5f0ef87b9e37 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:44.728627 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a4b6c4d1-a5b4-4d49-b925-5f0ef87b9e37 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] 10.222.0.46 "GET /v2.0/ports/2ed11fce-abd6-4dba-b990-d31e646e5a98 HTTP/1.1" status: 200 len: 1137 time: 0.1065035 Jun 11 11:47:44.730252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.733741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48580) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:44.782550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a6c585a-76c1-4725-8767-60b75ad0ba87 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.787167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a49f0204-d758-4f65-86c7-e65532bdccb6 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:44.819312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-00245971-662a-4088-9a38-594f2fc83de9 None None] Provisioning complete for port 2ed11fce-abd6-4dba-b990-d31e646e5a98 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:44.819579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-00245971-662a-4088-9a38-594f2fc83de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.825409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c585a-76c1-4725-8767-60b75ad0ba87 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Subnet': ['ID=fba37159-e223-4b99-a906-3d3e7327acb4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:44.827532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a6c585a-76c1-4725-8767-60b75ad0ba87 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.831798 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9a6c585a-76c1-4725-8767-60b75ad0ba87 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/fba37159-e223-4b99-a906-3d3e7327acb4 HTTP/1.1" status: 204 len: 168 time: 0.4546800 Jun 11 11:47:44.832268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48582) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:44.835329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9a6c585a-76c1-4725-8767-60b75ad0ba87 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:44.851999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5dea68-25ed-4856-a9ad-93b8fd4558f7 None None] Network 5f010a5b-0ee2-4110-8da6-fabc394d32fe requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:44.897234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-00245971-662a-4088-9a38-594f2fc83de9 None None] Port 2ed11fce-abd6-4dba-b990-d31e646e5a98 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:44.901529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b8f14504-f977-4f31-8066-7a9b5af54fc3 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Deleting port 2ed11fce-abd6-4dba-b990-d31e646e5a98 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:44.902482 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b8f14504-f977-4f31-8066-7a9b5af54fc3 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.942082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:44.987718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3adb7e9c-0425-45f0-8113-6d898da99590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.013012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port ea89151c-44f1-4aa0-a947-0289d65fb666 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:45.013365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.019814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b8f14504-f977-4f31-8066-7a9b5af54fc3 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.107430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port ea89151c-44f1-4aa0-a947-0289d65fb666, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ea89151c-44f1-4aa0-a947-0289d65fb666,segment=NetworkSegment(05bc0ae5-1808-4c3e-9782-e84704013acd),segment_id=05bc0ae5-1808-4c3e-9782-e84704013acd)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:45.107791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.120805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b8f14504-f977-4f31-8066-7a9b5af54fc3 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Calling delete_port for 2ed11fce-abd6-4dba-b990-d31e646e5a98 owned by {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:45.130825 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] DHCP port deletion for 5f010a5b-0ee2-4110-8da6-fabc394d32fe request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:47:45.226360 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for ea89151c-44f1-4aa0-a947-0289d65fb666 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:45.292967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b8f14504-f977-4f31-8066-7a9b5af54fc3 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.297972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5c9364bb-f8bd-4f30-a59f-6a5ad61fe5a6 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:45.339549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f14504-f977-4f31-8066-7a9b5af54fc3 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Pushing event deleted for resources: {'Port': ['ID=2ed11fce-abd6-4dba-b990-d31e646e5a98,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:45.340577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.343885 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:45.345813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b8f14504-f977-4f31-8066-7a9b5af54fc3 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:45.364977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] Deleting port ea89151c-44f1-4aa0-a947-0289d65fb666 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:45.365454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.374803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=ea89151c-44f1-4aa0-a947-0289d65fb666,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:45.376638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No DVR routers for this DVR port ea89151c-44f1-4aa0-a947-0289d65fb666 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:45.378157 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:45.434630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b8f14504-f977-4f31-8066-7a9b5af54fc3 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.439695 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b8f14504-f977-4f31-8066-7a9b5af54fc3 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] 10.222.0.46 "DELETE /v2.0/ports/2ed11fce-abd6-4dba-b990-d31e646e5a98 HTTP/1.1" status: 204 len: 168 time: 0.7029068 Jun 11 11:47:45.439920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48584) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:45.472857 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] For port ea89151c-44f1-4aa0-a947-0289d65fb666, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:45.473264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.488765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.499894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f010a5b-0ee2-4110-8da6-fabc394d32fe']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:45.512086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bc0ae5-1808-4c3e-9782-e84704013acd') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:45.512460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bc0ae5-1808-4c3e-9782-e84704013acd') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:45.523251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.527804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b848f23b-45ac-4d55-b572-d7b30c235ad6 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Deleting subnet 51810b5b-6ace-4f58-8421-f67c30e299b4 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:47:45.532302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b848f23b-45ac-4d55-b572-d7b30c235ad6 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.543630 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.550779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:47:45.551711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:47:45.555465 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:47:45.576500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] Calling delete_port for ea89151c-44f1-4aa0-a947-0289d65fb666 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:45.579529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.ipam_backend_mixin [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] Port ea89151c-44f1-4aa0-a947-0289d65fb666 was not found and therefore no delete operation was performed {{(pid=99007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:47:45.581031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.582865 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c333db6d-8c47-4f10-8f41-34873f0dc713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:45.606259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b848f23b-45ac-4d55-b572-d7b30c235ad6 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.613682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] Pushing event deleted for resources: {'Port': ['ID=ea89151c-44f1-4aa0-a947-0289d65fb666,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:45.615559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] No DVR routers for this DVR port ea89151c-44f1-4aa0-a947-0289d65fb666 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:45.617051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:45.645202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.648704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c006403e-a85b-4174-a0d7-0e43c0c110f8 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:45.653112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.654947 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/networks/5f010a5b-0ee2-4110-8da6-fabc394d32fe HTTP/1.1" status: 204 len: 168 time: 0.8216782 Jun 11 11:47:45.658964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48586) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:45.675941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4610962b-d00c-4969-a041-b86c81cc551e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-259172120', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:45.682452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Network': ['ID=5f010a5b-0ee2-4110-8da6-fabc394d32fe,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:45.686129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:45.701008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4610962b-d00c-4969-a041-b86c81cc551e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.701968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4610962b-d00c-4969-a041-b86c81cc551e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.723150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b848f23b-45ac-4d55-b572-d7b30c235ad6 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.768795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4610962b-d00c-4969-a041-b86c81cc551e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.773174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4610962b-d00c-4969-a041-b86c81cc551e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.789191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b848f23b-45ac-4d55-b572-d7b30c235ad6 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.790634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4610962b-d00c-4969-a041-b86c81cc551e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.791885 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4610962b-d00c-4969-a041-b86c81cc551e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1312208 Jun 11 11:47:45.792066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9e4e864e-b5f6-4e0b-9d85-cce4eb8594c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:45.794952 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48588) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:45.800136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-869184608'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:45.819893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:45.824028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.827694 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848f23b-45ac-4d55-b572-d7b30c235ad6 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Pushing event deleted for resources: {'Subnet': ['ID=51810b5b-6ace-4f58-8421-f67c30e299b4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:45.830753 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b848f23b-45ac-4d55-b572-d7b30c235ad6 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:45.833637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b848f23b-45ac-4d55-b572-d7b30c235ad6 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.835552 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b848f23b-45ac-4d55-b572-d7b30c235ad6 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] 10.222.0.46 "DELETE /v2.0/subnets/51810b5b-6ace-4f58-8421-f67c30e299b4 HTTP/1.1" status: 204 len: 168 time: 0.3941162 Jun 11 11:47:45.837960 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48590) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:45.840011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5579249-4757-4643-9474-63341adf79fe None None] Network 7d96b972-c93e-4d50-ac08-9303073fb295 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:45.852380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:47:45.861897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.862480 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added segment b40c8085-b40d-4eee-8fc8-772cec62b1bd of type vlan for network 5d6e980d-7d5f-4573-ad62-aad226770326 Jun 11 11:47:45.919631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.952106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.958721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:45.959470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:45.962862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d987e5b6-cc78-4751-913b-2383ba47796e tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:45.975721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.010223 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2142243 Jun 11 11:47:46.013409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48594) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:46.015037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.055170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Deleting port 4136e7b1-4b27-4f45-8304-159c079f5fe9 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:46.055528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.059493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'subnet': {'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:46.077318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Network': ['ID=5d6e980d-7d5f-4573-ad62-aad226770326,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:46.089002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 5d6e980d-7d5f-4573-ad62-aad226770326 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:47:46.089255 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:46.113099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] DHCP port deletion for 7d96b972-c93e-4d50-ac08-9303073fb295 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:47:46.157430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] For port 4136e7b1-4b27-4f45-8304-159c079f5fe9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4136e7b1-4b27-4f45-8304-159c079f5fe9,segment=NetworkSegment(271ed0df-cc16-4809-b55e-e1d917fa46f3),segment_id=271ed0df-cc16-4809-b55e-e1d917fa46f3)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:46.157794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.194020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:46.198217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.206126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ea89151c-44f1-4aa0-a947-0289d65fb666 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:47:46.247508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: ea89151c-44f1-4aa0-a947-0289d65fb666 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:47:46.248202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ea89151c-44f1-4aa0-a947-0289d65fb666 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:47:46.248823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4136e7b1-4b27-4f45-8304-159c079f5fe9 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:47:46.277194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Calling delete_port for 4136e7b1-4b27-4f45-8304-159c079f5fe9 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:46.313096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] Deleting port 4136e7b1-4b27-4f45-8304-159c079f5fe9 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:46.313382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.381925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.384832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:46.420400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] No DVR routers for this DVR port 4136e7b1-4b27-4f45-8304-159c079f5fe9 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:46.423093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Pushing event deleted for resources: {'Port': ['ID=4136e7b1-4b27-4f45-8304-159c079f5fe9,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:46.428122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:46.431660 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.434795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d854a2ea-5c2d-43aa-88bd-68388819b4a7 tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:46.437881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.440939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] For port 4136e7b1-4b27-4f45-8304-159c079f5fe9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4136e7b1-4b27-4f45-8304-159c079f5fe9,segment=NetworkSegment(271ed0df-cc16-4809-b55e-e1d917fa46f3),segment_id=271ed0df-cc16-4809-b55e-e1d917fa46f3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:46.442164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.510196 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Subnet': ['ID=40fe0098-267c-4359-8020-18707f9f4e00,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:46.517290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:46.518011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Checking segment: {'id': 'b40c8085-b40d-4eee-8fc8-772cec62b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:46.518377 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network hostable DHCP agents. Network: 5d6e980d-7d5f-4573-ad62-aad226770326, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:47:46.535914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48598) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:46.537989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.544672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 5d6e980d-7d5f-4573-ad62-aad226770326 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:47:46.550242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d96b972-c93e-4d50-ac08-9303073fb295']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:46.553732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] Calling delete_port for 4136e7b1-4b27-4f45-8304-159c079f5fe9 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:46.562779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271ed0df-cc16-4809-b55e-e1d917fa46f3') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:46.563222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271ed0df-cc16-4809-b55e-e1d917fa46f3') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:46.573405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.598248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.612505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:47:46.612977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:47:46.618344 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:47:46.628075 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:47:46.647686 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 5d6e980d-7d5f-4573-ad62-aad226770326) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:46.658061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36630b04-abb0-4131-a570-b42d79c8031c None None] Network 5d6e980d-7d5f-4573-ad62-aad226770326 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:46.660378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:46.660979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.685577 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6711233 Jun 11 11:47:46.688497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48600) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:46.742836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.747227 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-29f8fe96-a76c-4bff-967b-5bc39c955351 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:46.753096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.757346 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] 10.222.0.46 "DELETE /v2.0/networks/7d96b972-c93e-4d50-ac08-9303073fb295 HTTP/1.1" status: 204 len: 168 time: 0.9160097 Jun 11 11:47:46.772306 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:46.775518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:46.789756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Pushing event deleted for resources: {'Network': ['ID=7d96b972-c93e-4d50-ac08-9303073fb295,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:46.795857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:46.814085 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] Network 7d96b972-c93e-4d50-ac08-9303073fb295 is not hosted by any dhcp agent {{(pid=99007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 11:47:46.814477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] No DVR routers for this DVR port 4136e7b1-4b27-4f45-8304-159c079f5fe9 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:46.818805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] Pushing event deleted for resources: {'Port': ['ID=4136e7b1-4b27-4f45-8304-159c079f5fe9,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:46.820838 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:46.911817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-5d6e980d-7d5f-4573-ad62-aad226770326', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:47:46.913415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:47.054916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48606) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:47.097260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Allocated IP 2001:db8::2 (5d6e980d-7d5f-4573-ad62-aad226770326/40fe0098-267c-4359-8020-18707f9f4e00/c4dddabc-347d-4925-8e0e-f5f4d877f301) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:47.208404 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-95762131-74de-4613-95dc-2d65c3e8544c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3a81e7e561142739ab2646431f541f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521034 Jun 11 11:47:47.210738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48610) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:47.269214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e67a32ed-b75c-45c3-88df-551a871a4f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:47.295609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e67a32ed-b75c-45c3-88df-551a871a4f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:47.300764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:47.312380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Transition to ACTIVE for port object c4dddabc-347d-4925-8e0e-f5f4d877f301 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:47.330870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Transition to ACTIVE for port object c4dddabc-347d-4925-8e0e-f5f4d877f301 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:47.340917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:47.342765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0021a331-45f8-40aa-92e6-6199e837df6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:47.361120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e67a32ed-b75c-45c3-88df-551a871a4f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:47.363908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e67a32ed-b75c-45c3-88df-551a871a4f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:47.367465 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e67a32ed-b75c-45c3-88df-551a871a4f08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8424ef4f-e15f-4364-a56c-b86349c2f089 HTTP/1.1" status: 204 len: 168 time: 0.1534193 Jun 11 11:47:47.367465 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8c3b7691-b386-4b3e-83db-c2adf35b5aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:47.378844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a32ed-b75c-45c3-88df-551a871a4f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8424ef4f-e15f-4364-a56c-b86349c2f089,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:47.382828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e67a32ed-b75c-45c3-88df-551a871a4f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:47.401639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Network 5d6e980d-7d5f-4573-ad62-aad226770326 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:47.410329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:47.412748 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:47.426806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Pushing event updated for resources: {'Port': ['ID=c4dddabc-347d-4925-8e0e-f5f4d877f301,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:47.429621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:47.493084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Attempting to bind port c4dddabc-347d-4925-8e0e-f5f4d877f301 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:47.493473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Attempting to bind port c4dddabc-347d-4925-8e0e-f5f4d877f301 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b40c8085-b40d-4eee-8fc8-772cec62b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:47.493844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Attempting to bind port c4dddabc-347d-4925-8e0e-f5f4d877f301 on network 5d6e980d-7d5f-4573-ad62-aad226770326 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:47.499403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:47.499787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Checking segment: {'id': 'b40c8085-b40d-4eee-8fc8-772cec62b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:47.500200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:47.500601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Bound using segment: {'id': 'b40c8085-b40d-4eee-8fc8-772cec62b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:47.501074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Bound port: c4dddabc-347d-4925-8e0e-f5f4d877f301, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40c8085-b40d-4eee-8fc8-772cec62b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:47.501460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:47.579467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] For port c4dddabc-347d-4925-8e0e-f5f4d877f301, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:47.582769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] For port c4dddabc-347d-4925-8e0e-f5f4d877f301, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c4dddabc-347d-4925-8e0e-f5f4d877f301,segment=NetworkSegment(b40c8085-b40d-4eee-8fc8-772cec62b1bd),segment_id=b40c8085-b40d-4eee-8fc8-772cec62b1bd)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:47.590393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:47.594189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:47.669812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Pushing event updated for resources: {'Port': ['ID=c4dddabc-347d-4925-8e0e-f5f4d877f301,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:47.673196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:47.699819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:47.714884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.140690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.165213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48632) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:48.219496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c4dddabc-347d-4925-8e0e-f5f4d877f301 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:48.246241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Allocated IP 2001:db8::1 (5d6e980d-7d5f-4573-ad62-aad226770326/40fe0098-267c-4359-8020-18707f9f4e00/ad8c7407-72ab-4ee9-8324-1202b5034107) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:48.282815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c4dddabc-347d-4925-8e0e-f5f4d877f301 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:48.293439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-430674fd-e833-4cb5-b081-b8c3b5409eff tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-824021569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:48.322320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-430674fd-e833-4cb5-b081-b8c3b5409eff tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.323661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-430674fd-e833-4cb5-b081-b8c3b5409eff tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.404137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-430674fd-e833-4cb5-b081-b8c3b5409eff tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.408540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-430674fd-e833-4cb5-b081-b8c3b5409eff tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.432416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-430674fd-e833-4cb5-b081-b8c3b5409eff tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.433645 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-430674fd-e833-4cb5-b081-b8c3b5409eff tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2672076 Jun 11 11:47:48.439070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48636) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:48.446310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-125027236'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:48.474148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Made reservation on behalf of d4e0b51d51224a65ac10f691cdc62a74 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:48.478142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.490886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.523070 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.565109 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Transition to ACTIVE for port object ad8c7407-72ab-4ee9-8324-1202b5034107 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:48.613547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.617029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dd9bff1c-ab35-40d9-9af9-1113952fa4d2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:48.622564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.627202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.633143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-03264875-fb44-44b6-8acc-934f4cb9796a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:48.653367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:47:48.680786 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.681716 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Added segment b618d1fd-44f4-40e5-b33e-159314fb1adb of type vlan for network 3aba7676-ad4b-4c65-960d-9838b672b072 Jun 11 11:47:48.692901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a53b894-4a42-4337-bf71-40c43ec89240,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:48.697258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 5d6e980d-7d5f-4573-ad62-aad226770326 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:48.698668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:48.707394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:48.710130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=ad8c7407-72ab-4ee9-8324-1202b5034107,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:48.712782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:48.713856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.736078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e957fe-8098-49b6-8a24-df68e04c9211 None None] Network 5d6e980d-7d5f-4573-ad62-aad226770326 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:48.756273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.788872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:48.792719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.799324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:48.800264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.803937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:48.825346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c6267087-c808-499d-b6d3-5a8e4d6b5d8d None None] Provisioning for port c4dddabc-347d-4925-8e0e-f5f4d877f301 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:48.836368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c6267087-c808-499d-b6d3-5a8e4d6b5d8d None None] Provisioning complete for port c4dddabc-347d-4925-8e0e-f5f4d877f301 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:48.837022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c6267087-c808-499d-b6d3-5a8e4d6b5d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:48.844208 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4038134 Jun 11 11:47:48.847099 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48638) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:48.853835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'subnet': {'network_id': '3aba7676-ad4b-4c65-960d-9838b672b072', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:48.895481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Network': ['ID=3aba7676-ad4b-4c65-960d-9838b672b072,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:48.898301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:48.930745 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 3aba7676-ad4b-4c65-960d-9838b672b072 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:47:49.056422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:49.101271 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port aa3bc7ea-4321-4376-ae93-7f09293b11f8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:49.101271 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:49.156239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Made reservation on behalf of d4e0b51d51224a65ac10f691cdc62a74 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:49.159714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:49.266027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c6267087-c808-499d-b6d3-5a8e4d6b5d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:49.317059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c6267087-c808-499d-b6d3-5a8e4d6b5d8d None None] For port c4dddabc-347d-4925-8e0e-f5f4d877f301, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c4dddabc-347d-4925-8e0e-f5f4d877f301,segment=NetworkSegment(b40c8085-b40d-4eee-8fc8-772cec62b1bd),segment_id=b40c8085-b40d-4eee-8fc8-772cec62b1bd)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:49.325008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c6267087-c808-499d-b6d3-5a8e4d6b5d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:49.325806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c2ed06f6-e9d9-4d6e-bb7f-5851b9097791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:49.388051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6267087-c808-499d-b6d3-5a8e4d6b5d8d None None] Pushing event updated for resources: {'Port': ['ID=c4dddabc-347d-4925-8e0e-f5f4d877f301,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:49.391164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c6267087-c808-499d-b6d3-5a8e4d6b5d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:49.492063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port aa3bc7ea-4321-4376-ae93-7f09293b11f8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=aa3bc7ea-4321-4376-ae93-7f09293b11f8,segment=NetworkSegment(ff53ba0b-0612-495c-a57d-7636270b4993),segment_id=ff53ba0b-0612-495c-a57d-7636270b4993)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:49.492444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:49.561221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0a454c9f-c55b-42c8-a2c2-06fdece23b28 None None] Provisioning complete for port c4dddabc-347d-4925-8e0e-f5f4d877f301 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:49.561459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0a454c9f-c55b-42c8-a2c2-06fdece23b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:49.620142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for aa3bc7ea-4321-4376-ae93-7f09293b11f8 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:49.680352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0a454c9f-c55b-42c8-a2c2-06fdece23b28 None None] Provisioning for port ad8c7407-72ab-4ee9-8324-1202b5034107 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:49.684812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0a454c9f-c55b-42c8-a2c2-06fdece23b28 None None] Provisioning complete for port ad8c7407-72ab-4ee9-8324-1202b5034107 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:49.685353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0a454c9f-c55b-42c8-a2c2-06fdece23b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:49.734030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0a454c9f-c55b-42c8-a2c2-06fdece23b28 None None] Port ad8c7407-72ab-4ee9-8324-1202b5034107 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:49.853580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ca9274a3-675d-4897-8ff4-a7ab9712c258 None None] Provisioning complete for port ad8c7407-72ab-4ee9-8324-1202b5034107 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:49.854461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ca9274a3-675d-4897-8ff4-a7ab9712c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:49.903638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ca9274a3-675d-4897-8ff4-a7ab9712c258 None None] Port ad8c7407-72ab-4ee9-8324-1202b5034107 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:50.172469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c4dddabc-347d-4925-8e0e-f5f4d877f301 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:50.236780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c4dddabc-347d-4925-8e0e-f5f4d877f301 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:50.237118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:50.355948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:50.365916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0a158517-a89d-443b-8010-9cccaa83f0db tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:50.376612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:50.419053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:50.420514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:50.521281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Subnet': ['ID=bdc37466-0610-49b9-a3dc-40c424c6b985,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:50.527252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:50.528552 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4f2ef377-06c6-4fe2-87b3-0e490216e397 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:50.634351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Checking segment: {'id': 'b618d1fd-44f4-40e5-b33e-159314fb1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3aba7676-ad4b-4c65-960d-9838b672b072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:50.634674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network hostable DHCP agents. Network: 3aba7676-ad4b-4c65-960d-9838b672b072, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:47:50.703372 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=ad8c7407-72ab-4ee9-8324-1202b5034107,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:50.717005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:50.736467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:50.740629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network 5d6e980d-7d5f-4573-ad62-aad226770326 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:50.741782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-77903338-9a08-445d-8d79-336932fda541 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:50.751782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:50.783091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network 3aba7676-ad4b-4c65-960d-9838b672b072 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:47:50.795277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=aa3bc7ea-4321-4376-ae93-7f09293b11f8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:50.800503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:50.812173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 3aba7676-ad4b-4c65-960d-9838b672b072) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:50.829153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd35ce-75aa-41fd-b6e7-5ba450c913f8 None None] Network 3aba7676-ad4b-4c65-960d-9838b672b072 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:50.968132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:50.968724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.013769 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1656015 Jun 11 11:47:51.017598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48640) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:51.024452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'network': {'name': 'tempest-router-network01--147909303'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:51.051996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Made reservation on behalf of d4e0b51d51224a65ac10f691cdc62a74 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:51.058787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.102216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:47:51.106083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-3aba7676-ad4b-4c65-960d-9838b672b072', 'network_id': '3aba7676-ad4b-4c65-960d-9838b672b072', 'tenant_id': 'd4e0b51d51224a65ac10f691cdc62a74', 'fixed_ips': [{'subnet_id': 'bdc37466-0610-49b9-a3dc-40c424c6b985'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:47:51.107007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.114017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.114663 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Added segment 3e9652df-1430-422b-9891-b2f139f809b8 of type vlan for network c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 Jun 11 11:47:51.183265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.196097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:47:51.219455 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.225600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:51.226217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.229771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-20bc6fd2-d441-4ebf-9d40-2320fa324244 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:51.270022 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2505491 Jun 11 11:47:51.273232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48642) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:51.279176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'network': {'name': 'tempest-router-network02--343855034'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:51.292188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-76ac52c3-dd97-471c-a077-0ea134f64d48 None None] Provisioning complete for port ad8c7407-72ab-4ee9-8324-1202b5034107 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:51.292581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-76ac52c3-dd97-471c-a077-0ea134f64d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.327747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.328058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Network': ['ID=c0a0e573-880e-411f-bfa9-ea53f9e0a0d1,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:51.330555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:51.340266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:47:51.352885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Allocated IP 2001:db8::2 (3aba7676-ad4b-4c65-960d-9838b672b072/bdc37466-0610-49b9-a3dc-40c424c6b985/92776011-ad13-4046-915e-c11b1a7eb0e9) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:51.389462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-76ac52c3-dd97-471c-a077-0ea134f64d48 None None] Port ad8c7407-72ab-4ee9-8324-1202b5034107 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:47:51.474173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:51.483663 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7915890 Jun 11 11:47:51.483663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Made reservation on behalf of d4e0b51d51224a65ac10f691cdc62a74 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:51.484349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48644) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:51.485441 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.495075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-775457531'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:51.519519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:51.523327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.530567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Sync routers for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:51.534568 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:47:51.548188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.548591 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Added segment 5569c1dc-c378-4662-9f47-f107fe28c131 of type vlan for network b48a264a-3bae-4173-acdb-e55ff7a9b1c0 Jun 11 11:47:51.552986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:51.553786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:51.556010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:47:51.567961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.568419 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added segment de757425-c64b-414d-804a-064776f878a6 of type vlan for network be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a Jun 11 11:47:51.634910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.671676 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.678295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:51.679061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.684067 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c1dcd1f0-6f02-4ea8-9c62-e71664c154d8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:51.721203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.734496 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2463329 Jun 11 11:47:51.734992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48646) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:51.743313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'subnet': {'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:51.744983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:47:51.776973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.782847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:51.783460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.788438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4bdda4ea-d9d3-42e7-8407-a2ef9b9e289d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:51.815062 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:51.834784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Network': ['ID=be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:51.839112 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b2a39230-3b1c-4d0a-8019-14775a859b57 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:51.840057 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5654943 Jun 11 11:47:51.842190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48648) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:51.847359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'subnet': {'network_id': 'c0a0e573-880e-411f-bfa9-ea53f9e0a0d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:51.848194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:47:51.871445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:47:51.896648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Network': ['ID=b48a264a-3bae-4173-acdb-e55ff7a9b1c0,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:51.903469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:51.978976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Transition to ACTIVE for port object 92776011-ad13-4046-915e-c11b1a7eb0e9 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:51.981146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network b48a264a-3bae-4173-acdb-e55ff7a9b1c0 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:47:52.052785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:52.056946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:52.062388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:52.067736 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/488e480e-1b9d-47c9-b3ac-2e610f6aad1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5308208 Jun 11 11:47:52.075877 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c363d-cb37-4c9f-90f2-a712885d372f None None] Sync routers for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:52.085783 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c363d-cb37-4c9f-90f2-a712885d372f None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:52.086452 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-225c363d-cb37-4c9f-90f2-a712885d372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:52.119184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Made reservation on behalf of d4e0b51d51224a65ac10f691cdc62a74 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:52.123770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:52.244849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Transition to ACTIVE for port object 92776011-ad13-4046-915e-c11b1a7eb0e9 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:52.257437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:52.284448 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-225c363d-cb37-4c9f-90f2-a712885d372f None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:47:52.288334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ccd90672-41e9-4255-844d-92a90dcb8c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:52.545426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Network 3aba7676-ad4b-4c65-960d-9838b672b072 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:52.566296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Pushing event updated for resources: {'Port': ['ID=92776011-ad13-4046-915e-c11b1a7eb0e9,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:52.567933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:52.570964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:52.573828 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:52.576249 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:52.599686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3bfe08ed-f4c4-4a66-8dc8-d7f8f82ff660 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:52.627722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc866b4-cd5e-43e2-9a2f-0ba9298f91f4 req-e55cb382-3529-4753-8e84-6c142d4dee8d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:52.631832 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dbc866b4-cd5e-43e2-9a2f-0ba9298f91f4 req-e55cb382-3529-4753-8e84-6c142d4dee8d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 946 time: 0.0976729 Jun 11 11:47:52.651817 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-225c363d-cb37-4c9f-90f2-a712885d372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:47:50Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '758c7da5-7a1c-46a3-8159-3d4cd9a10251', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'port_id': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'mac_address': 'fa:16:3e:4e:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:46:25Z', 'updated_at': '2021-06-11T11:46:30Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:52.656620 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c363d-cb37-4c9f-90f2-a712885d372f None None] Checking router: 488e480e-1b9d-47c9-b3ac-2e610f6aad1a for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:47:52.660072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Subnet': ['ID=ec426256-e1e3-4c31-b8c3-77048560bdd5,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:52.666993 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c363d-cb37-4c9f-90f2-a712885d372f None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:52.667623 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-225c363d-cb37-4c9f-90f2-a712885d372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:52.672343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:52.676948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Attempting to bind port 92776011-ad13-4046-915e-c11b1a7eb0e9 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:52.677339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Attempting to bind port 92776011-ad13-4046-915e-c11b1a7eb0e9 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b618d1fd-44f4-40e5-b33e-159314fb1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3aba7676-ad4b-4c65-960d-9838b672b072'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:52.677722 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Attempting to bind port 92776011-ad13-4046-915e-c11b1a7eb0e9 on network 3aba7676-ad4b-4c65-960d-9838b672b072 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:52.685175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:47:48Z', 'revision_number': 2, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:47:49Z', 'revision_number': 2, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:52.688342 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dbc866b4-cd5e-43e2-9a2f-0ba9298f91f4 req-56eed975-1681-479d-bebf-4c4fdea433cf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1136714c-577e-4239-9f96-4c47cd27e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497222 Jun 11 11:47:52.688983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Checking router: 9fc6a8c1-0844-4237-b547-e97875cc4ef5 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:47:52.689363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Updating router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 port ad8c7407-72ab-4ee9-8324-1202b5034107 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:47:52.691248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:52.691586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Checking segment: {'id': 'b618d1fd-44f4-40e5-b33e-159314fb1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3aba7676-ad4b-4c65-960d-9838b672b072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:52.692557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:52.693023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Bound using segment: {'id': 'b618d1fd-44f4-40e5-b33e-159314fb1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3aba7676-ad4b-4c65-960d-9838b672b072'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:52.693531 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Bound port: 92776011-ad13-4046-915e-c11b1a7eb0e9, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b618d1fd-44f4-40e5-b33e-159314fb1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '3aba7676-ad4b-4c65-960d-9838b672b072'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:52.693923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:52.718880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:52.731048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:52.784982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:52.791969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Checking segment: {'id': '3e9652df-1430-422b-9891-b2f139f809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c0a0e573-880e-411f-bfa9-ea53f9e0a0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:52.792348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network hostable DHCP agents. Network: c0a0e573-880e-411f-bfa9-ea53f9e0a0d1, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:47:52.821513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Subnet': ['ID=8a72d317-a8d4-48a6-854e-d36c71d712d9,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:52.826351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:52.828940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Checking segment: {'id': 'de757425-c64b-414d-804a-064776f878a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:52.829208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network hostable DHCP agents. Network: be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:47:52.833342 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-225c363d-cb37-4c9f-90f2-a712885d372f None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:47:52.844727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:47:52.844979 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] For port 92776011-ad13-4046-915e-c11b1a7eb0e9, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:52.855848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:47:52.864715 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, c0a0e573-880e-411f-bfa9-ea53f9e0a0d1) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:52.866708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:52.871172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:52.871792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:52.872056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] For port 92776011-ad13-4046-915e-c11b1a7eb0e9, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=92776011-ad13-4046-915e-c11b1a7eb0e9,segment=NetworkSegment(b618d1fd-44f4-40e5-b33e-159314fb1adb),segment_id=b618d1fd-44f4-40e5-b33e-159314fb1adb)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:52.875571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:52.876030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:52.883030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:52.899037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48654) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:52.899479 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0562460 Jun 11 11:47:52.904911 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1661532 Jun 11 11:47:52.905201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48656) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:52.905711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'subnet': {'network_id': 'b48a264a-3bae-4173-acdb-e55ff7a9b1c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:52.940882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:52.953068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8059b4-6c0a-4696-b85f-d8ae7d228994 None None] Network c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:53.037382 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Made reservation on behalf of d4e0b51d51224a65ac10f691cdc62a74 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:53.042369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:53.063020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1de0fc-4eb7-41eb-b7ff-a4c3cd0bad0c None None] Network be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:53.284534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Pushing event updated for resources: {'Port': ['ID=92776011-ad13-4046-915e-c11b1a7eb0e9,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:53.313943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:53.315140 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-225c363d-cb37-4c9f-90f2-a712885d372f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:47:50Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '758c7da5-7a1c-46a3-8159-3d4cd9a10251', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'port_id': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'mac_address': 'fa:16:3e:4e:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:46:25Z', 'updated_at': '2021-06-11T11:46:30Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:53.321031 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c363d-cb37-4c9f-90f2-a712885d372f None None] The sync data for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv is: [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:47:50Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '758c7da5-7a1c-46a3-8159-3d4cd9a10251', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.235', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'port_id': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'mac_address': 'fa:16:3e:4e:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:46:25Z', 'updated_at': '2021-06-11T11:46:30Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:53.389627 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:53.392000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d18873ce-efba-456d-8f0f-a73d25517d16 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:53.401213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-c0a0e573-880e-411f-bfa9-ea53f9e0a0d1', 'network_id': 'c0a0e573-880e-411f-bfa9-ea53f9e0a0d1', 'tenant_id': 'd4e0b51d51224a65ac10f691cdc62a74', 'fixed_ips': [{'subnet_id': 'ec426256-e1e3-4c31-b8c3-77048560bdd5'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:47:53.401458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:53.475018 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Subnet': ['ID=ed359777-15ff-406f-81cc-aec1f31f1019,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:53.484545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:53.505380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Checking segment: {'id': '5569c1dc-c378-4662-9f47-f107fe28c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b48a264a-3bae-4173-acdb-e55ff7a9b1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:53.505900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network hostable DHCP agents. Network: b48a264a-3bae-4173-acdb-e55ff7a9b1c0, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:47:53.527619 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network b48a264a-3bae-4173-acdb-e55ff7a9b1c0 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:47:53.542410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, b48a264a-3bae-4173-acdb-e55ff7a9b1c0) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:53.547566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:53.548417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:53.565449 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6646757 Jun 11 11:47:53.567768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48660) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:53.569924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7ce884-0dff-48c5-834e-65ed91eaa328 None None] Network b48a264a-3bae-4173-acdb-e55ff7a9b1c0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:53.803258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:47:53.804136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:53.939235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Allocated IP 2001:db8::2 (c0a0e573-880e-411f-bfa9-ea53f9e0a0d1/ec426256-e1e3-4c31-b8c3-77048560bdd5/ef46b168-f474-468e-9945-850e36261ce8) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:54.135165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5cf2-5f7a-4409-af09-540bb927dc39 req-c7e3ed77-7a93-4c1f-9882-3eaf3760452a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:54.136925 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cdf5cf2-5f7a-4409-af09-540bb927dc39 req-c7e3ed77-7a93-4c1f-9882-3eaf3760452a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 946 time: 0.2702160 Jun 11 11:47:54.200858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:54.290380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:54.297724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:54.384549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 92776011-ad13-4046-915e-c11b1a7eb0e9 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:54.387892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Transition to ACTIVE for port object ad8c7407-72ab-4ee9-8324-1202b5034107 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:54.396406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:54.485172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf5789-1d06-44ab-af94-ff7c72610776 req-f25e889d-a582-4a33-8bec-8cb8fc4645be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:54.492625 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dacf5789-1d06-44ab-af94-ff7c72610776 req-f25e889d-a582-4a33-8bec-8cb8fc4645be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 946 time: 0.4848711 Jun 11 11:47:54.620737 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dacf5789-1d06-44ab-af94-ff7c72610776 req-c494af5d-e9b9-4388-ba06-5219edf1006b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1136714c-577e-4239-9f96-4c47cd27e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271863 Jun 11 11:47:54.655856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:54.667250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:54.671336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Transition to ACTIVE for port object ef46b168-f474-468e-9945-850e36261ce8 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:54.679023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-b48a264a-3bae-4173-acdb-e55ff7a9b1c0', 'network_id': 'b48a264a-3bae-4173-acdb-e55ff7a9b1c0', 'tenant_id': 'd4e0b51d51224a65ac10f691cdc62a74', 'fixed_ips': [{'subnet_id': 'ed359777-15ff-406f-81cc-aec1f31f1019'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:47:54.679880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:54.698448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-9cdf5cf2-5f7a-4409-af09-540bb927dc39 req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 2f0331cc-12f8-426f-ab11-4d7b036c9414 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:54.699866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cf2-5f7a-4409-af09-540bb927dc39 req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:54.793524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Transition to ACTIVE for port object ef46b168-f474-468e-9945-850e36261ce8 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:54.853249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-9cdf5cf2-5f7a-4409-af09-540bb927dc39 req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 2f0331cc-12f8-426f-ab11-4d7b036c9414, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2f0331cc-12f8-426f-ab11-4d7b036c9414,segment=NetworkSegment(ff53ba0b-0612-495c-a57d-7636270b4993),segment_id=ff53ba0b-0612-495c-a57d-7636270b4993)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:54.855340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cf2-5f7a-4409-af09-540bb927dc39 req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:54.857097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d57b2a-47d8-49e2-89ad-2720cb2863a3 None None] Pushing event updated for resources: {'Port': ['ID=ad8c7407-72ab-4ee9-8324-1202b5034107,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:54.870909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b4d57b2a-47d8-49e2-89ad-2720cb2863a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:54.879736 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7652447-4843-4973-bfe8-3f421461f06f None None] Network 3aba7676-ad4b-4c65-960d-9838b672b072 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:54.882222 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:54.889222 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:54.938754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Allocated IP 2001:db8::1 (c0a0e573-880e-411f-bfa9-ea53f9e0a0d1/ec426256-e1e3-4c31-b8c3-77048560bdd5/c8d1abbe-f5ff-42d8-8a84-ec26a8da2732) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:54.940925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Allocated IP 2001:db8:1::2 (be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a/8a72d317-a8d4-48a6-854e-d36c71d712d9/b5d9568a-3c57-464d-91db-f1eefe97ac68) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:54.977862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-9cdf5cf2-5f7a-4409-af09-540bb927dc39 req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 2f0331cc-12f8-426f-ab11-4d7b036c9414 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:54.999855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 92776011-ad13-4046-915e-c11b1a7eb0e9 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:55.109715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device aa3bc7ea-4321-4376-ae93-7f09293b11f8 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:47:55.115845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Network c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:55.179224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cf2-5f7a-4409-af09-540bb927dc39 req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:55.184480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:55.220114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=2f0331cc-12f8-426f-ab11-4d7b036c9414,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:55.224323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:55.225537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:55.263234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Pushing event updated for resources: {'Port': ['ID=ef46b168-f474-468e-9945-850e36261ce8,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:55.265448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: aa3bc7ea-4321-4376-ae93-7f09293b11f8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:47:55.265806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device aa3bc7ea-4321-4376-ae93-7f09293b11f8 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:47:55.270720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:55.276645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:55.278931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-491f97ad-fbab-47cd-815d-ce484ded820a None None] Provisioning for port 92776011-ad13-4046-915e-c11b1a7eb0e9 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:55.298084 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdf5cf2-5f7a-4409-af09-540bb927dc39 req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port 2f0331cc-12f8-426f-ab11-4d7b036c9414 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:47:55.300728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cf2-5f7a-4409-af09-540bb927dc39 req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:55.302858 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cdf5cf2-5f7a-4409-af09-540bb927dc39 req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "DELETE /v2.0/ports/2f0331cc-12f8-426f-ab11-4d7b036c9414 HTTP/1.1" status: 204 len: 173 time: 1.1596627 Jun 11 11:47:55.303478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebdf60a-53e9-439b-8fea-98ebec09bd7a', 'name': 'network-vif-deleted', 'tag': '2f0331cc-12f8-426f-ab11-4d7b036c9414'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:47:55.306838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c7cff5-6593-4c20-8091-62029a6c5056" -d '{"events": [{"server_uuid": "3ebdf60a-53e9-439b-8fea-98ebec09bd7a", "name": "network-vif-deleted", "tag": "2f0331cc-12f8-426f-ab11-4d7b036c9414"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:47:55.320431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Attempting to bind port ad8c7407-72ab-4ee9-8324-1202b5034107 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:55.321082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Attempting to bind port ad8c7407-72ab-4ee9-8324-1202b5034107 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b40c8085-b40d-4eee-8fc8-772cec62b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:55.321647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Attempting to bind port ad8c7407-72ab-4ee9-8324-1202b5034107 on network 5d6e980d-7d5f-4573-ad62-aad226770326 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:55.333070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-491f97ad-fbab-47cd-815d-ce484ded820a None None] Provisioning complete for port 92776011-ad13-4046-915e-c11b1a7eb0e9 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:55.333457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-491f97ad-fbab-47cd-815d-ce484ded820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:55.364527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6d747f-ed2d-475f-a7d6-c9d018f68885 x-openstack-request-id: req-ec6d747f-ed2d-475f-a7d6-c9d018f68885 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:47:55.364885 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebdf60a-53e9-439b-8fea-98ebec09bd7a", "name": "network-vif-deleted", "tag": "2f0331cc-12f8-426f-ab11-4d7b036c9414", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:47:55.365198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec6d747f-ed2d-475f-a7d6-c9d018f68885 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:47:55.365666 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebdf60a-53e9-439b-8fea-98ebec09bd7a', 'name': 'network-vif-deleted', 'tag': '2f0331cc-12f8-426f-ab11-4d7b036c9414', 'status': 'completed', 'code': 200} Jun 11 11:47:55.442920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:55.443300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Checking segment: {'id': 'b40c8085-b40d-4eee-8fc8-772cec62b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:55.443931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:55.444346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Bound using segment: {'id': 'b40c8085-b40d-4eee-8fc8-772cec62b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:55.444851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Bound port: ad8c7407-72ab-4ee9-8324-1202b5034107, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40c8085-b40d-4eee-8fc8-772cec62b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:55.445221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:55.574671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Allocated IP 2001:db8::2 (b48a264a-3bae-4173-acdb-e55ff7a9b1c0/ed359777-15ff-406f-81cc-aec1f31f1019/3def1952-c1fa-4b08-81c0-856f91f711b2) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:55.576365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:55.595460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Transition to ACTIVE for port object c8d1abbe-f5ff-42d8-8a84-ec26a8da2732 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:55.638815 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:55.642679 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6828b4f-f198-4cc7-9dd2-5b286fcc9959 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:55.651301 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Attempting to bind port ef46b168-f474-468e-9945-850e36261ce8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:55.651536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Attempting to bind port ef46b168-f474-468e-9945-850e36261ce8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '3e9652df-1430-422b-9891-b2f139f809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c0a0e573-880e-411f-bfa9-ea53f9e0a0d1'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:55.651849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Attempting to bind port ef46b168-f474-468e-9945-850e36261ce8 on network c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:55.697760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:55.708831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:55.709041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:55.709330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Checking segment: {'id': '3e9652df-1430-422b-9891-b2f139f809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c0a0e573-880e-411f-bfa9-ea53f9e0a0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:55.709725 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:55.710124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Bound using segment: {'id': '3e9652df-1430-422b-9891-b2f139f809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c0a0e573-880e-411f-bfa9-ea53f9e0a0d1'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:55.710642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Bound port: ef46b168-f474-468e-9945-850e36261ce8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9652df-1430-422b-9891-b2f139f809b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c0a0e573-880e-411f-bfa9-ea53f9e0a0d1'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:55.711029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:55.711547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:55.712112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:55.786522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Port': ['ID=c8d1abbe-f5ff-42d8-8a84-ec26a8da2732,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:55.789777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:55.833853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] For port ad8c7407-72ab-4ee9-8324-1202b5034107, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:55.841412 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-728b3ff8-fbef-4120-bdbe-2ce52a14b204 req-abc6b552-48c1-4b83-8ed9-fc27cd84ab65 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ebdf60a-53e9-439b-8fea-98ebec09bd7a HTTP/1.1" status: 200 len: 210 time: 0.0396702 Jun 11 11:47:55.911756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:55.944186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] For port ad8c7407-72ab-4ee9-8324-1202b5034107, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ad8c7407-72ab-4ee9-8324-1202b5034107,segment=NetworkSegment(b40c8085-b40d-4eee-8fc8-772cec62b1bd),segment_id=b40c8085-b40d-4eee-8fc8-772cec62b1bd)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:55.948674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.000217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.015256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-38fb2d27-38a8-4b5e-9594-78f91253a5e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:56.022086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Transition to ACTIVE for port object b5d9568a-3c57-464d-91db-f1eefe97ac68 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:56.080037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-491f97ad-fbab-47cd-815d-ce484ded820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.144545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Transition to ACTIVE for port object b5d9568a-3c57-464d-91db-f1eefe97ac68 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:56.191759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] For port ef46b168-f474-468e-9945-850e36261ce8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:56.195420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.197442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:56.198089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:56.239069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Allocated IP 2001:db8:1::1 (be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a/8a72d317-a8d4-48a6-854e-d36c71d712d9/4776b82c-a440-4627-8a41-36574da96504) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:47:56.290643 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.296979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.297994 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.301704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:56.389858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Port': ['ID=c8d1abbe-f5ff-42d8-8a84-ec26a8da2732,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:56.394866 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:56.421335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.434961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Transition to ACTIVE for port object 4776b82c-a440-4627-8a41-36574da96504 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:56.470423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d57b2a-47d8-49e2-89ad-2720cb2863a3 None None] Pushing event updated for resources: {'Port': ['ID=ad8c7407-72ab-4ee9-8324-1202b5034107,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:56.474430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b4d57b2a-47d8-49e2-89ad-2720cb2863a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:56.477791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:56.480097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:56.482987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.486098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-29c57944-1c6f-4b2c-ae11-c354ace03057 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:56.523606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f192ea79-0d88-4b80-884d-d29da3f1180f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:56.527878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] For port ef46b168-f474-468e-9945-850e36261ce8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef46b168-f474-468e-9945-850e36261ce8,segment=NetworkSegment(3e9652df-1430-422b-9891-b2f139f809b8),segment_id=3e9652df-1430-422b-9891-b2f139f809b8)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:56.537079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:56.540520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:56.543503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:56.544480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.595873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.606696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=4776b82c-a440-4627-8a41-36574da96504,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:56.611626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:56.611833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-491f97ad-fbab-47cd-815d-ce484ded820a None None] For port 92776011-ad13-4046-915e-c11b1a7eb0e9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=92776011-ad13-4046-915e-c11b1a7eb0e9,segment=NetworkSegment(b618d1fd-44f4-40e5-b33e-159314fb1adb),segment_id=b618d1fd-44f4-40e5-b33e-159314fb1adb)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:56.629248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Network be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:56.644792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-491f97ad-fbab-47cd-815d-ce484ded820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.653756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:56.662433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.664348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:56.670060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Router b09de935-dc44-4e22-9dfc-6b08a2b312ce is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:47:56.689677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Pushing event updated for resources: {'Port': ['ID=b5d9568a-3c57-464d-91db-f1eefe97ac68,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:56.694043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Transition to ACTIVE for port object 3def1952-c1fa-4b08-81c0-856f91f711b2 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:56.697559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:56.698230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3c79792a-632f-4a5d-ab85-3f2982d4ff80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:56.721178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:47:56.746474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:56.841561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:56.847688 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "PUT /v2.0/routers/b09de935-dc44-4e22-9dfc-6b08a2b312ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2787390 Jun 11 11:47:56.850454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48668) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:57.012754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfe4433-acbd-47dc-8b54-5c7d0ca4e3f2 None None] Sync routers for ids ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:47:57.026428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48672) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:57.029794 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Transition to ACTIVE for port object 3def1952-c1fa-4b08-81c0-856f91f711b2 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:47:57.086683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe4433-acbd-47dc-8b54-5c7d0ca4e3f2 None None] Routers {'b09de935-dc44-4e22-9dfc-6b08a2b312ce'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:57.087034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2cfe4433-acbd-47dc-8b54-5c7d0ca4e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:57.094089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Attempting to bind port b5d9568a-3c57-464d-91db-f1eefe97ac68 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:57.094516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Attempting to bind port b5d9568a-3c57-464d-91db-f1eefe97ac68 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'de757425-c64b-414d-804a-064776f878a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:57.094873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Attempting to bind port b5d9568a-3c57-464d-91db-f1eefe97ac68 on network be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:57.097457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.205648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2cfe4433-acbd-47dc-8b54-5c7d0ca4e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:57.212096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:57.212483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Checking segment: {'id': 'de757425-c64b-414d-804a-064776f878a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:57.213401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.213401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Bound using segment: {'id': 'de757425-c64b-414d-804a-064776f878a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:57.213846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Bound port: b5d9568a-3c57-464d-91db-f1eefe97ac68, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de757425-c64b-414d-804a-064776f878a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:57.214233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.221232 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Pushing event updated for resources: {'Port': ['ID=ef46b168-f474-468e-9945-850e36261ce8,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:57.276817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f1c358f-e6f7-4638-ab5e-55b4664a8c43 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.289590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Network b48a264a-3bae-4173-acdb-e55ff7a9b1c0 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:57.311753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:57.316360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:47:57.316585 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f1c358f-e6f7-4638-ab5e-55b4664a8c43 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.321181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe4433-acbd-47dc-8b54-5c7d0ca4e3f2 None None] Routers {'b09de935-dc44-4e22-9dfc-6b08a2b312ce'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:47:57.321834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2cfe4433-acbd-47dc-8b54-5c7d0ca4e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:57.372780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.381734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.382723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.385115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a7fb1406-4912-4867-ae64-54cb55eb5b36 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:57.412352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b1b858c8-6f47-4b05-8c62-d09f4b52b686 None None] Provisioning complete for port 92776011-ad13-4046-915e-c11b1a7eb0e9 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:57.412739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b1b858c8-6f47-4b05-8c62-d09f4b52b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.414263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2cfe4433-acbd-47dc-8b54-5c7d0ca4e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:57.414710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfe4433-acbd-47dc-8b54-5c7d0ca4e3f2 None None] The sync data for ids ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:57.423474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f1c358f-e6f7-4638-ab5e-55b4664a8c43 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.426099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f1c358f-e6f7-4638-ab5e-55b4664a8c43 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.429704 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2f1c358f-e6f7-4638-ab5e-55b4664a8c43 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/1136714c-577e-4239-9f96-4c47cd27e7b6 HTTP/1.1" status: 204 len: 168 time: 0.3996100 Jun 11 11:47:57.468097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48676) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:57.480650 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-3825f0fd-b455-4bfd-b43d-86684b56d566 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:47:57.484409 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3825f0fd-b455-4bfd-b43d-86684b56d566 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "PUT /v2.0/routers/b09de935-dc44-4e22-9dfc-6b08a2b312ce/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6303103 Jun 11 11:47:57.484696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48678) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:57.558721 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f97ad-fbab-47cd-815d-ce484ded820a None None] Pushing event updated for resources: {'Port': ['ID=92776011-ad13-4046-915e-c11b1a7eb0e9,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:57.562855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-491f97ad-fbab-47cd-815d-ce484ded820a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:57.594680 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] For port b5d9568a-3c57-464d-91db-f1eefe97ac68, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:57.601703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] For port b5d9568a-3c57-464d-91db-f1eefe97ac68, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b5d9568a-3c57-464d-91db-f1eefe97ac68,segment=NetworkSegment(de757425-c64b-414d-804a-064776f878a6),segment_id=de757425-c64b-414d-804a-064776f878a6)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:57.601703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c6267087-c808-499d-b6d3-5a8e4d6b5d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.953s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:57.607399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=4776b82c-a440-4627-8a41-36574da96504,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:57.615995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:57.616430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.616581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e1761540-3574-4c89-ba01-7cdae98a83d0 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:57.641164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97234ff-497e-4944-9b98-4bfcc0e6e045 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting subnet 72e99139-64d3-4e20-9f95-f2308cb12c24 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:47:57.644347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b97234ff-497e-4944-9b98-4bfcc0e6e045 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.662029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.701689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b97234ff-497e-4944-9b98-4bfcc0e6e045 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.704019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Attempting to bind port 3def1952-c1fa-4b08-81c0-856f91f711b2 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:47:57.704419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Attempting to bind port 3def1952-c1fa-4b08-81c0-856f91f711b2 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '5569c1dc-c378-4662-9f47-f107fe28c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b48a264a-3bae-4173-acdb-e55ff7a9b1c0'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:47:57.704800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Attempting to bind port 3def1952-c1fa-4b08-81c0-856f91f711b2 on network b48a264a-3bae-4173-acdb-e55ff7a9b1c0 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:47:57.768690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c358f-e6f7-4638-ab5e-55b4664a8c43 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1136714c-577e-4239-9f96-4c47cd27e7b6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:57.773626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2f1c358f-e6f7-4638-ab5e-55b4664a8c43 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:57.803912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:47:57.804316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Checking segment: {'id': '5569c1dc-c378-4662-9f47-f107fe28c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b48a264a-3bae-4173-acdb-e55ff7a9b1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:47:57.804809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.805149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Bound using segment: {'id': '5569c1dc-c378-4662-9f47-f107fe28c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b48a264a-3bae-4173-acdb-e55ff7a9b1c0'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:47:57.805653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Bound port: 3def1952-c1fa-4b08-81c0-856f91f711b2, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5569c1dc-c378-4662-9f47-f107fe28c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b48a264a-3bae-4173-acdb-e55ff7a9b1c0'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:47:57.806043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.843882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:47:57.844107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Pushing event updated for resources: {'Port': ['ID=3def1952-c1fa-4b08-81c0-856f91f711b2,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:57.847105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:47:57.847279 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:57.853851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.744s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:57.859325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b97234ff-497e-4944-9b98-4bfcc0e6e045 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:57.952693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:47:48Z', 'revision_number': 2, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:47:55Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:47:57.964826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef613ad2-e9e1-4e16-95fc-1b152d009f2e None None] The sync data for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv is: [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:47:48Z', 'revision_number': 2, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:47:55Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:47:58.002662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] For port 3def1952-c1fa-4b08-81c0-856f91f711b2, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:47:58.004833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Pushing event updated for resources: {'Port': ['ID=b5d9568a-3c57-464d-91db-f1eefe97ac68,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:58.008500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:58.011431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-491f97ad-fbab-47cd-815d-ce484ded820a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:58.011800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-491f97ad-fbab-47cd-815d-ce484ded820a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:58.026952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] For port 3def1952-c1fa-4b08-81c0-856f91f711b2, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3def1952-c1fa-4b08-81c0-856f91f711b2,segment=NetworkSegment(5569c1dc-c378-4662-9f47-f107fe28c131),segment_id=5569c1dc-c378-4662-9f47-f107fe28c131)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:47:58.035278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2433e86-8900-4220-a402-acad5b254d05 None None] Network c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:58.037332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 2f0331cc-12f8-426f-ab11-4d7b036c9414 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:47:58.043043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:58.110840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:58.117217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c1be6498-5eda-4ef4-8885-90fd9a332224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:58.135224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:47:58.206261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 2f0331cc-12f8-426f-ab11-4d7b036c9414 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:47:58.206665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 2f0331cc-12f8-426f-ab11-4d7b036c9414 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:47:58.336527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-adf76f67-7642-435f-8787-60198d8b26e9 None None] Provisioning for port ef46b168-f474-468e-9945-850e36261ce8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:58.365410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Pushing event updated for resources: {'Port': ['ID=3def1952-c1fa-4b08-81c0-856f91f711b2,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:58.368612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:58.411468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b97234ff-497e-4944-9b98-4bfcc0e6e045 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:58.415704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-32b20d98-fc56-4904-b24b-04744dc04ec5 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:58.477958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b5d9568a-3c57-464d-91db-f1eefe97ac68 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:58.488571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97234ff-497e-4944-9b98-4bfcc0e6e045 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Subnet': ['ID=72e99139-64d3-4e20-9f95-f2308cb12c24,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:58.493059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b97234ff-497e-4944-9b98-4bfcc0e6e045 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:58.497615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b97234ff-497e-4944-9b98-4bfcc0e6e045 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:58.509332 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b97234ff-497e-4944-9b98-4bfcc0e6e045 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/subnets/72e99139-64d3-4e20-9f95-f2308cb12c24 HTTP/1.1" status: 204 len: 168 time: 1.0337656 Jun 11 11:47:58.510562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48680) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:58.540211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:47:58.542419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87efad9-300f-4065-ae12-c87817090205 None None] Network 5a1ef943-872b-49d8-bc27-fb8ea8a08486 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:58.576164 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6674709 Jun 11 11:47:58.576655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48682) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:58.599279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1277052155'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:58.737830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:58.760374 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Deleting port c8d1abbe-f5ff-42d8-8a84-ec26a8da2732 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:58.761300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:58.761436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:47:58.766757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:58.859983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:47:58.884179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:58.885246 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added segment fb56d421-c7db-4214-96fa-02d1aac4f58e of type vlan for network d9466b61-8ef6-4dbd-ba18-92f2f9093580 Jun 11 11:47:58.901175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port a8e8e356-3f9a-4035-b5b4-78867418c6b4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:47:58.901692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:58.911960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:58.988635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:59.020028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Calling delete_port for c8d1abbe-f5ff-42d8-8a84-ec26a8da2732 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:47:59.045537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:59.058375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:47:59.059060 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:59.063381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d6ec50b9-d0a1-44b0-a780-1c818d920e4e tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:59.092965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b5d9568a-3c57-464d-91db-f1eefe97ac68 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:59.109716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 92776011-ad13-4046-915e-c11b1a7eb0e9 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:59.278935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:59.298329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 92776011-ad13-4046-915e-c11b1a7eb0e9 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:59.299016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:59.305644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1865b450-4085-4299-bb3d-3c741e3ff5fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:47:59.374342 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Port': ['ID=c8d1abbe-f5ff-42d8-8a84-ec26a8da2732,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:59.377897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:59.427573 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef46b168-f474-468e-9945-850e36261ce8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:47:59.514767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] DHCP port deletion for 5a1ef943-872b-49d8-bc27-fb8ea8a08486 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:47:59.522188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9538e43-708d-48f9-b522-4a08a01beb5b None None] Network be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:59.542811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:59.770634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c937e0fd-0389-4158-8684-154582724c8d None None] Provisioning for port b5d9568a-3c57-464d-91db-f1eefe97ac68 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:59.852947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c937e0fd-0389-4158-8684-154582724c8d None None] Provisioning complete for port b5d9568a-3c57-464d-91db-f1eefe97ac68 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:59.852947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c937e0fd-0389-4158-8684-154582724c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:59.857666 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2775013 Jun 11 11:47:59.858226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Network': ['ID=d9466b61-8ef6-4dbd-ba18-92f2f9093580,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:47:59.860449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48684) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:47:59.866025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:47:59.868085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port a8e8e356-3f9a-4035-b5b4-78867418c6b4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a8e8e356-3f9a-4035-b5b4-78867418c6b4,segment=NetworkSegment(ff53ba0b-0612-495c-a57d-7636270b4993),segment_id=ff53ba0b-0612-495c-a57d-7636270b4993)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:47:59.868085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:47:59.875249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'subnet': {'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:47:59.922852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ef46b168-f474-468e-9945-850e36261ce8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:47:59.925231 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network d9466b61-8ef6-4dbd-ba18-92f2f9093580 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:47:59.928007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed9271-813e-4d53-8253-6c111021c582 None None] Network b48a264a-3bae-4173-acdb-e55ff7a9b1c0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:47:59.998278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ef46b168-f474-468e-9945-850e36261ce8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:47:59.998697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.040257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for a8e8e356-3f9a-4035-b5b4-78867418c6b4 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:00.205561 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Sync routers for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:00.225347 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:00.226866 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:00.253205 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:00.256890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.427137 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:00.451255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] Deleting port a8e8e356-3f9a-4035-b5b4-78867418c6b4 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:00.451855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.454575 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Router b09de935-dc44-4e22-9dfc-6b08a2b312ce has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:00.594005 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.598590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:00.627789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.647959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:00.652479 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=a8e8e356-3f9a-4035-b5b4-78867418c6b4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:00.659294 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:00.660097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b97234ff-497e-4944-9b98-4bfcc0e6e045 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:00.675535 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "PUT /v2.0/routers/b09de935-dc44-4e22-9dfc-6b08a2b312ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1894486 Jun 11 11:48:00.679629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48686) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:00.682331 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] For port a8e8e356-3f9a-4035-b5b4-78867418c6b4, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:00.682823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.750957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Subnet': ['ID=7724373e-1862-4bcb-9445-caa39053b9ef,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:00.761585 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:00.762770 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-02f7b508-8bc0-424a-96df-9c510c206b4b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] delete failed (client error): The resource could not be found. Jun 11 11:48:00.765289 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-02f7b508-8bc0-424a-96df-9c510c206b4b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-460987337 HTTP/1.1" status: 404 len: 334 time: 0.0838666 Jun 11 11:48:00.769895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48688) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:00.770095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port a8e8e356-3f9a-4035-b5b4-78867418c6b4 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:00.783577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-34ddc683-5ea1-498a-b653-e3c13e79700a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b09de935-dc44-4e22-9dfc-6b08a2b312ce'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:00.815221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] Calling delete_port for a8e8e356-3f9a-4035-b5b4-78867418c6b4 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:00.818418 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.ipam_backend_mixin [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] Port a8e8e356-3f9a-4035-b5b4-78867418c6b4 was not found and therefore no delete operation was performed {{(pid=99007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:48:00.829191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.831316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c4e1b-9719-4b9b-b906-cb080713a96b None None] Sync routers for ids ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:00.833392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.857031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:00.885230 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:47:56Z', 'revision_number': 3, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:47:57Z', 'revision_number': 2, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:47:55Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:00.890494 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Checking router: 9fc6a8c1-0844-4237-b547-e97875cc4ef5 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:00.891156 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Updating router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 port 4776b82c-a440-4627-8a41-36574da96504 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:48:00.906296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.922410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1ef943-872b-49d8-bc27-fb8ea8a08486']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:00.934793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff53ba0b-0612-495c-a57d-7636270b4993') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:00.935205 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff53ba0b-0612-495c-a57d-7636270b4993') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:00.936436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c4e1b-9719-4b9b-b906-cb080713a96b None None] Routers {'b09de935-dc44-4e22-9dfc-6b08a2b312ce'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:00.937164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-485c4e1b-9719-4b9b-b906-cb080713a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:00.941582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] No DVR routers for this DVR port a8e8e356-3f9a-4035-b5b4-78867418c6b4 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:00.949484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.949995 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] Pushing event deleted for resources: {'Port': ['ID=a8e8e356-3f9a-4035-b5b4-78867418c6b4,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:00.952556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:00.970058 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.970802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:00.977584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:00.978845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.033969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c937e0fd-0389-4158-8684-154582724c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.077299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c937e0fd-0389-4158-8684-154582724c8d None None] For port b5d9568a-3c57-464d-91db-f1eefe97ac68, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b5d9568a-3c57-464d-91db-f1eefe97ac68,segment=NetworkSegment(de757425-c64b-414d-804a-064776f878a6),segment_id=de757425-c64b-414d-804a-064776f878a6)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:01.079061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-485c4e1b-9719-4b9b-b906-cb080713a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:01.106604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ef46b168-f474-468e-9945-850e36261ce8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef46b168-f474-468e-9945-850e36261ce8,segment=NetworkSegment(3e9652df-1430-422b-9891-b2f139f809b8),segment_id=3e9652df-1430-422b-9891-b2f139f809b8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:01.111274 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c937e0fd-0389-4158-8684-154582724c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.115069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-606f7b50-2383-4661-9474-98e62f56b577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:01.119655 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:01.139174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Checking segment: {'id': 'fb56d421-c7db-4214-96fa-02d1aac4f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:01.139997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network hostable DHCP agents. Network: d9466b61-8ef6-4dbd-ba18-92f2f9093580, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:48:01.142778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.153389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-81a4e837-cd86-47f0-b07a-ea00a25220f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:01.163582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.164726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.167493 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/networks/5a1ef943-872b-49d8-bc27-fb8ea8a08486 HTTP/1.1" status: 204 len: 168 time: 2.6508152 Jun 11 11:48:01.173133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48690) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:01.180989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c4e1b-9719-4b9b-b906-cb080713a96b None None] Routers {'b09de935-dc44-4e22-9dfc-6b08a2b312ce'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:01.181731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-485c4e1b-9719-4b9b-b906-cb080713a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:01.208678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Network': ['ID=5a1ef943-872b-49d8-bc27-fb8ea8a08486,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:01.254245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34ddc683-5ea1-498a-b653-e3c13e79700a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.271562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:01.297288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network d9466b61-8ef6-4dbd-ba18-92f2f9093580 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:48:01.297717 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-34ddc683-5ea1-498a-b653-e3c13e79700a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] update failed (client error): The resource could not be found. Jun 11 11:48:01.299060 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-34ddc683-5ea1-498a-b653-e3c13e79700a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "PUT /v2.0/routers/b09de935-dc44-4e22-9dfc-6b08a2b312ce HTTP/1.1" status: 404 len: 339 time: 0.5278964 Jun 11 11:48:01.303296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48692) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:01.317790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1722208695'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:01.328633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, d9466b61-8ef6-4dbd-ba18-92f2f9093580) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:01.336719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:01.338578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.390301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Made reservation on behalf of d4e0b51d51224a65ac10f691cdc62a74 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:01.394554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.452997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:48:01.464327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.465017 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Added segment 97b968fd-e7ee-43c9-bb18-33204523225e of type vlan for network 70c2e3b4-abfb-4e77-a09b-c74eef719239 Jun 11 11:48:01.475131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48694) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:01.475383 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6103697 Jun 11 11:48:01.491985 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.508870 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Transition to ACTIVE for port object 4776b82c-a440-4627-8a41-36574da96504 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:01.517505 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.521005 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-43d85291-362b-4f77-99fd-8e258592570f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:01.540123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-485c4e1b-9719-4b9b-b906-cb080713a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:01.540802 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c4e1b-9719-4b9b-b906-cb080713a96b None None] The sync data for ids ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:01.556389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port e3ffe3f9-5b49-4c8b-b5a9-b1f0b4d256bb {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:01.557668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.565980 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cfc365-b4b4-4b34-bad6-846838de4716 None None] Network d9466b61-8ef6-4dbd-ba18-92f2f9093580 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:01.567790 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3def1952-c1fa-4b08-81c0-856f91f711b2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:01.610150 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937e0fd-0389-4158-8684-154582724c8d None None] Pushing event updated for resources: {'Port': ['ID=b5d9568a-3c57-464d-91db-f1eefe97ac68,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:01.618327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c937e0fd-0389-4158-8684-154582724c8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:01.641242 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Pushing event updated for resources: {'Port': ['ID=4776b82c-a440-4627-8a41-36574da96504,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:01.654099 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.654518 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.654995 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.655418 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.655852 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.656656 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.657910 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.658982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f5bfd1ba-64df-4de4-a6e0-9b1980e8bce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:01.659124 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.659520 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.659992 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.660389 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.660778 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:01.667014 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:01.689104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.727440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.727775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.753742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ef46b168-f474-468e-9945-850e36261ce8,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:01.756498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Could not find standard attr ID for object c8d1abbe-f5ff-42d8-8a84-ec26a8da2732. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:48:01.768167 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:01.803675 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Attempting to bind port 4776b82c-a440-4627-8a41-36574da96504 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:01.804167 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Attempting to bind port 4776b82c-a440-4627-8a41-36574da96504 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'de757425-c64b-414d-804a-064776f878a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:01.804471 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Attempting to bind port 4776b82c-a440-4627-8a41-36574da96504 on network be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:01.819382 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:01.819815 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Checking segment: {'id': 'de757425-c64b-414d-804a-064776f878a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:01.820376 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.820814 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Bound using segment: {'id': 'de757425-c64b-414d-804a-064776f878a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:01.821478 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Bound port: 4776b82c-a440-4627-8a41-36574da96504, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de757425-c64b-414d-804a-064776f878a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:01.821880 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.843092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for e3ffe3f9-5b49-4c8b-b5a9-b1f0b4d256bb owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:01.858621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Provisioning complete for port ef46b168-f474-468e-9945-850e36261ce8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:01.859101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.876616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.882666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:01.883636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.894733 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e0dd979c-4a7e-43bc-80fd-525e4a0188c4 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:01.917128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 3def1952-c1fa-4b08-81c0-856f91f711b2 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:01.929450 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] For port 4776b82c-a440-4627-8a41-36574da96504, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:01.934098 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] For port 4776b82c-a440-4627-8a41-36574da96504, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4776b82c-a440-4627-8a41-36574da96504,segment=NetworkSegment(de757425-c64b-414d-804a-064776f878a6),segment_id=de757425-c64b-414d-804a-064776f878a6)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:01.942776 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:01.952186 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-ab8469dc-5579-4fdf-8ea5-0363ddab439b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:01.962874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ad8c7407-72ab-4ee9-8324-1202b5034107 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:01.975664 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6710672 Jun 11 11:48:01.980065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48696) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:01.998451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'subnet': {'network_id': '70c2e3b4-abfb-4e77-a09b-c74eef719239', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:02.065090 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:02.073919 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:02.122200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Network': ['ID=70c2e3b4-abfb-4e77-a09b-c74eef719239,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:02.144474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:02.167498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 70c2e3b4-abfb-4e77-a09b-c74eef719239 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:48:02.168667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:02.172727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:02.224912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=e3ffe3f9-5b49-4c8b-b5a9-b1f0b4d256bb,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:02.260577 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:02.307138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:02.353178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ad8c7407-72ab-4ee9-8324-1202b5034107 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:02.357344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Provisioning for port 3def1952-c1fa-4b08-81c0-856f91f711b2 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:02.362154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Provisioning complete for port 3def1952-c1fa-4b08-81c0-856f91f711b2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:02.362567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:02.365621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ad8c7407-72ab-4ee9-8324-1202b5034107 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:02.365789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:02.392907 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Pushing event updated for resources: {'Port': ['ID=4776b82c-a440-4627-8a41-36574da96504,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:02.397937 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:02.408626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:02.409174 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 758c7da5-7a1c-46a3-8159-3d4cd9a10251 disassociated (deleted). External IP: 172.26.6.235, port: fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8. Jun 11 11:48:02.435732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-d9466b61-8ef6-4dbd-ba18-92f2f9093580', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:48:02.436564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:02.507098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Made reservation on behalf of d4e0b51d51224a65ac10f691cdc62a74 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:02.513050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:02.668175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:02.705677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:02.715652 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:47:56Z', 'revision_number': 3, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:01Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:47:55Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:02.720056 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5cce1-d3ae-4857-8dd7-d9b8c0ef5e0c None None] The sync data for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv is: [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:47:56Z', 'revision_number': 3, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:01Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:47:55Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:02.721068 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:02.821165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] For port 3def1952-c1fa-4b08-81c0-856f91f711b2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3def1952-c1fa-4b08-81c0-856f91f711b2,segment=NetworkSegment(5569c1dc-c378-4662-9f47-f107fe28c131),segment_id=5569c1dc-c378-4662-9f47-f107fe28c131)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:02.833297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:02.840863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:02.860592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ad8c7407-72ab-4ee9-8324-1202b5034107, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ad8c7407-72ab-4ee9-8324-1202b5034107,segment=NetworkSegment(b40c8085-b40d-4eee-8fc8-772cec62b1bd),segment_id=b40c8085-b40d-4eee-8fc8-772cec62b1bd)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:02.863182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Allocated IP 2001:db8:2::2 (d9466b61-8ef6-4dbd-ba18-92f2f9093580/7724373e-1862-4bcb-9445-caa39053b9ef/d7ad9514-2db1-4723-a745-ce76a8adef3b) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:02.882661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1f8380ba-96c5-4a84-96f0-67262139e44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:02.897638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:02.933442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Provisioning complete for port b5d9568a-3c57-464d-91db-f1eefe97ac68 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:02.934891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:03.090965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:03.096155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:03.101170 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92b0b6-cd28-4f11-a0ee-a4ce368d0ea8 None None] Sync routers for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:03.115684 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92b0b6-cd28-4f11-a0ee-a4ce368d0ea8 None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:03.116337 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ec92b0b6-cd28-4f11-a0ee-a4ce368d0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:03.145948 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/floatingips/758c7da5-7a1c-46a3-8159-3d4cd9a10251 HTTP/1.1" status: 204 len: 168 time: 1.9497182 Jun 11 11:48:03.146687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'tag': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:48:03.149182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40" -d '{"events": [{"name": "network-changed", "server_uuid": "71b792bb-f955-404c-b60a-3bb1bc72cd86", "tag": "fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:48:03.209037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:03.218803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Transition to ACTIVE for port object d7ad9514-2db1-4723-a745-ce76a8adef3b will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:03.221722 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e4ce10-ae6c-48e3-b559-26423c03a836 x-openstack-request-id: req-27e4ce10-ae6c-48e3-b559-26423c03a836 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:48:03.223181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b792bb-f955-404c-b60a-3bb1bc72cd86", "tag": "fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:48:03.223494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27e4ce10-ae6c-48e3-b559-26423c03a836 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:48:03.224773 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'tag': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'status': 'completed', 'code': 200} Jun 11 11:48:03.245477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a8e8e356-3f9a-4035-b5b4-78867418c6b4 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:03.327446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Transition to ACTIVE for port object d7ad9514-2db1-4723-a745-ce76a8adef3b will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:03.344602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-906162f9-d5e8-41bd-8f74-a251beeb6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:03.346029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: a8e8e356-3f9a-4035-b5b4-78867418c6b4 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:03.346666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a8e8e356-3f9a-4035-b5b4-78867418c6b4 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:03.347531 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:03.352714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5e623754-c150-46fe-a803-f364d659022f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:03.353956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Pushing event updated for resources: {'Port': ['ID=3def1952-c1fa-4b08-81c0-856f91f711b2,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:03.357350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:03.366789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9e8f13b5-e1f4-4678-a9db-a41af2761e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:03.369675 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-906162f9-d5e8-41bd-8f74-a251beeb6027 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 1098 time: 0.1196971 Jun 11 11:48:03.391099 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-ec92b0b6-cd28-4f11-a0ee-a4ce368d0ea8 None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:03.427412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:03.463709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Subnet': ['ID=7aa73250-2d88-4094-adf4-d6b68f08b69c,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:03.479209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:03.568235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Network d9466b61-8ef6-4dbd-ba18-92f2f9093580 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:03.602896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:03.613723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-df5ef35b-d680-400c-901d-3f25ef91775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:03.615462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:03.616942 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-df5ef35b-d680-400c-901d-3f25ef91775a service neutron] 10.222.0.25 "GET /v2.0/networks?id=adb2bedd-c475-4354-a670-92b43b58e788 HTTP/1.1" status: 200 len: 899 time: 0.2415192 Jun 11 11:48:03.626932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Allocated IP 2001:db8:2::1 (d9466b61-8ef6-4dbd-ba18-92f2f9093580/7724373e-1862-4bcb-9445-caa39053b9ef/44cdfbe1-fa44-495c-8bf7-f6fb6798af41) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:03.635927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Provisioning for port 4776b82c-a440-4627-8a41-36574da96504 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:03.640681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ad8c7407-72ab-4ee9-8324-1202b5034107,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:03.650862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:03.653897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:03.706476 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-727da05a-32e7-4257-89cd-c51758275b13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 HTTP/1.1" status: 200 len: 217 time: 0.0818996 Jun 11 11:48:03.818037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b5d9568a-3c57-464d-91db-f1eefe97ac68 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:03.842480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-27db656d-3303-4ffb-8569-4336f3cb0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:03.844058 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-27db656d-3303-4ffb-8569-4336f3cb0052 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dca22576-9a47-45f7-8498-4b4bc45d7419 HTTP/1.1" status: 200 len: 835 time: 0.1034167 Jun 11 11:48:03.876863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Attempting to bind port d7ad9514-2db1-4723-a745-ce76a8adef3b on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:03.877311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Attempting to bind port d7ad9514-2db1-4723-a745-ce76a8adef3b by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fb56d421-c7db-4214-96fa-02d1aac4f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:03.877533 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Attempting to bind port d7ad9514-2db1-4723-a745-ce76a8adef3b on network d9466b61-8ef6-4dbd-ba18-92f2f9093580 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:03.887129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:03.889838 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:03.890224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Checking segment: {'id': 'fb56d421-c7db-4214-96fa-02d1aac4f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:03.890655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:03.891057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Bound using segment: {'id': 'fb56d421-c7db-4214-96fa-02d1aac4f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:03.891531 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Bound port: d7ad9514-2db1-4723-a745-ce76a8adef3b, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56d421-c7db-4214-96fa-02d1aac4f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:03.891908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:03.903281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Transition to ACTIVE for port object 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:03.908930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Pushing event updated for resources: {'Port': ['ID=d7ad9514-2db1-4723-a745-ce76a8adef3b,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:03.915351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:03.926506 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-a33266b3-056b-4d9d-b001-352b928c0fd0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2190278 Jun 11 11:48:03.943370 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ec92b0b6-cd28-4f11-a0ee-a4ce368d0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:47:50Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:03.950095 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92b0b6-cd28-4f11-a0ee-a4ce368d0ea8 None None] Checking router: 488e480e-1b9d-47c9-b3ac-2e610f6aad1a for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:03.963516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-82d90e9a-91ad-4a8d-bd0c-156fd48dafd6 None None] Provisioning complete for port 3def1952-c1fa-4b08-81c0-856f91f711b2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:03.964034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-82d90e9a-91ad-4a8d-bd0c-156fd48dafd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:03.966299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:03.981199 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92b0b6-cd28-4f11-a0ee-a4ce368d0ea8 None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:03.981805 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-43066aa5-d862-4733-bd14-519c05f12de7 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:03.982690 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ec92b0b6-cd28-4f11-a0ee-a4ce368d0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:03.996346 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Checking segment: {'id': '97b968fd-e7ee-43c9-bb18-33204523225e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '70c2e3b4-abfb-4e77-a09b-c74eef719239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:03.997623 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network hostable DHCP agents. Network: 70c2e3b4-abfb-4e77-a09b-c74eef719239, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:48:04.020110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b5d9568a-3c57-464d-91db-f1eefe97ac68 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:04.020620 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:04.030763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network d9466b61-8ef6-4dbd-ba18-92f2f9093580 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:04.042492 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:04.049901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:04.050499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:04.055363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-a52ec7b1-9e19-4345-9c72-8fb971e494f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:04.057747 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-a52ec7b1-9e19-4345-9c72-8fb971e494f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adb2bedd-c475-4354-a670-92b43b58e788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1953752 Jun 11 11:48:04.066075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbe0b5-71f1-483c-9668-f304470f79d9 req-94c0920e-ef4f-4b26-8193-3bb87422bab2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:04.067727 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6bbbe0b5-71f1-483c-9668-f304470f79d9 req-94c0920e-ef4f-4b26-8193-3bb87422bab2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 945 time: 0.2178376 Jun 11 11:48:04.080216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] For port d7ad9514-2db1-4723-a745-ce76a8adef3b, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:04.100278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] For port d7ad9514-2db1-4723-a745-ce76a8adef3b, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d7ad9514-2db1-4723-a745-ce76a8adef3b,segment=NetworkSegment(fb56d421-c7db-4214-96fa-02d1aac4f58e),segment_id=fb56d421-c7db-4214-96fa-02d1aac4f58e)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:04.112956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:04.115878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:04.155894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=44cdfbe1-fa44-495c-8bf7-f6fb6798af41,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:04.164901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:04.171082 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6bbbe0b5-71f1-483c-9668-f304470f79d9 req-f175cfee-9a00-415d-9952-b453cb33eb8a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928473 Jun 11 11:48:04.207533 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-ec92b0b6-cd28-4f11-a0ee-a4ce368d0ea8 None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:04.219022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network 70c2e3b4-abfb-4e77-a09b-c74eef719239 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:48:04.235967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 70c2e3b4-abfb-4e77-a09b-c74eef719239) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:04.241475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:04.242067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:04.264312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eee5e0-0542-4a02-8576-674fb7924a8e None None] Network 70c2e3b4-abfb-4e77-a09b-c74eef719239 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:04.309465 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-da85ca4e-2eda-44e6-bb54-60433c0cbc48 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3219540 Jun 11 11:48:04.312150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48706) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:04.314104 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-bf9a65ce-65c9-4319-87c4-4166cb5fdb18 service neutron] 10.222.0.25 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447786 Jun 11 11:48:04.319927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-09685a8a-872f-43a0-99b4-2c0fec208471 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'router': {'external_gateway_info': {'network_id': '70c2e3b4-abfb-4e77-a09b-c74eef719239'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:04.323432 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3def1952-c1fa-4b08-81c0-856f91f711b2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:04.334174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-9eb878d3-b460-4982-a504-52f2aaa33289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:04.336224 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-9eb878d3-b460-4982-a504-52f2aaa33289 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 1098 time: 0.3502908 Jun 11 11:48:04.399244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:04.627473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Pushing event updated for resources: {'Port': ['ID=d7ad9514-2db1-4723-a745-ce76a8adef3b,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:04.654093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:04.684895 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ec92b0b6-cd28-4f11-a0ee-a4ce368d0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:47:50Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:04.689197 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92b0b6-cd28-4f11-a0ee-a4ce368d0ea8 None None] The sync data for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv is: [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:47:50Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '273e6628-3c01-412c-904e-47fbd4e33da8', 'name': '', 'network_id': 'adb2bedd-c475-4354-a670-92b43b58e788', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:de:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:48Z', 'updated_at': '2021-06-11T11:46:01Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'dca22576-9a47-45f7-8498-4b4bc45d7419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:04.765985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 3def1952-c1fa-4b08-81c0-856f91f711b2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:04.766379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.000547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-70c2e3b4-abfb-4e77-a09b-c74eef719239', 'network_id': '70c2e3b4-abfb-4e77-a09b-c74eef719239', 'tenant_id': 'd4e0b51d51224a65ac10f691cdc62a74', 'fixed_ips': [{'subnet_id': '7aa73250-2d88-4094-adf4-d6b68f08b69c'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:48:05.001641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.024455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4776b82c-a440-4627-8a41-36574da96504 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:05.153947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 4776b82c-a440-4627-8a41-36574da96504 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:05.163060 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-b9ba20e8-826b-4039-8c50-306d6220388b service neutron] 10.222.0.25 "GET /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8407841 Jun 11 11:48:05.172879 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4776b82c-a440-4627-8a41-36574da96504 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:05.173225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.209091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-988b4cff-b235-4ec6-af75-18db3f843227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:05.211008 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-988b4cff-b235-4ec6-af75-18db3f843227 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.8174834 Jun 11 11:48:05.214906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7de83b-e6c1-438c-bf7e-2fd105af1b44 None None] New status for floating IP 758c7da5-7a1c-46a3-8159-3d4cd9a10251: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:48:05.314821 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-1f94b157-13ed-40ee-bf2b-1d853e82ced2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 HTTP/1.1" status: 200 len: 1001 time: 0.0965695 Jun 11 11:48:05.412875 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-70132eb5-93ca-4e70-ae41-72af6b338ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:05.414523 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-70132eb5-93ca-4e70-ae41-72af6b338ca9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.0937314 Jun 11 11:48:05.425498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Allocated IP 2001:db8:1::2 (70c2e3b4-abfb-4e77-a09b-c74eef719239/7aa73250-2d88-4094-adf4-d6b68f08b69c/a60c47a6-0df1-4c34-9bc1-c2d22a435a4e) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:05.454591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.504765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-8cf4dc01-39ad-4724-81e1-60e0cc212a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:05.506612 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-8cf4dc01-39ad-4724-81e1-60e0cc212a4b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837150 Jun 11 11:48:05.560523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-09685a8a-872f-43a0-99b4-2c0fec208471 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.575576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 4776b82c-a440-4627-8a41-36574da96504, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4776b82c-a440-4627-8a41-36574da96504,segment=NetworkSegment(de757425-c64b-414d-804a-064776f878a6),segment_id=de757425-c64b-414d-804a-064776f878a6)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:05.582904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.583954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef46b168-f474-468e-9945-850e36261ce8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:05.587191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b4d57b2a-47d8-49e2-89ad-2720cb2863a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:05.658824 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-11274e56-5425-4578-9805-69638202686a service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447525 Jun 11 11:48:05.743989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=4776b82c-a440-4627-8a41-36574da96504,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:05.765602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:05.768885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d5a274-9237-4be1-bcf8-bf6678efe3f2 None None] Network d9466b61-8ef6-4dbd-ba18-92f2f9093580 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:05.774595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.803337 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737409c-4138-41b6-9abe-0210db349cbc req-13516d0c-5fab-4f6b-b2ec-b2e00b3ac55b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:05.804908 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e737409c-4138-41b6-9abe-0210db349cbc req-13516d0c-5fab-4f6b-b2ec-b2e00b3ac55b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 945 time: 0.6399312 Jun 11 11:48:05.811365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Transition to ACTIVE for port object a60c47a6-0df1-4c34-9bc1-c2d22a435a4e will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:05.827105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4eee8476-5328-4434-bdfc-7c764675c06a None None] Provisioning for port d7ad9514-2db1-4723-a745-ce76a8adef3b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:05.829626 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61309ba9-69c9-42a5-92b2-5efc36f291cd req-7b7bcdc4-7895-4346-a100-eb1ae2458c2e service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556652 Jun 11 11:48:05.835931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.869617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc329109-fa6c-471e-952b-d630d8fab51b req-046700ce-b41b-4e76-907d-6776d5b22248 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:05.871173 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fc329109-fa6c-471e-952b-d630d8fab51b req-046700ce-b41b-4e76-907d-6776d5b22248 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 945 time: 0.5161197 Jun 11 11:48:05.873283 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ef46b168-f474-468e-9945-850e36261ce8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:05.873677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.878230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.878991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.888585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-97b03b1b-db6d-4434-9350-9edaeef24bbf tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:05.917428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Transition to ACTIVE for port object a60c47a6-0df1-4c34-9bc1-c2d22a435a4e will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:05.941035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:05.948080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0b9e4b51-30e5-4e59-9102-21c609e7c72b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:06.035034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Network 70c2e3b4-abfb-4e77-a09b-c74eef719239 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:06.048280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Pushing event updated for resources: {'Port': ['ID=a60c47a6-0df1-4c34-9bc1-c2d22a435a4e,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:06.050820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:06.052530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:06.055527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:06.091006 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=44cdfbe1-fa44-495c-8bf7-f6fb6798af41,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:06.106073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:06.183432 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fc329109-fa6c-471e-952b-d630d8fab51b req-dabb3802-3d41-474b-baad-c57538ab1e2e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2602943-0497-4986-8b19-eec94855ba75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842586 Jun 11 11:48:06.211054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Attempting to bind port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:06.211449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Attempting to bind port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '97b968fd-e7ee-43c9-bb18-33204523225e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '70c2e3b4-abfb-4e77-a09b-c74eef719239'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:06.211834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Attempting to bind port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e on network 70c2e3b4-abfb-4e77-a09b-c74eef719239 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:06.219173 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:06.219567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Checking segment: {'id': '97b968fd-e7ee-43c9-bb18-33204523225e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '70c2e3b4-abfb-4e77-a09b-c74eef719239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:06.219991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:06.220400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Bound using segment: {'id': '97b968fd-e7ee-43c9-bb18-33204523225e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '70c2e3b4-abfb-4e77-a09b-c74eef719239'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:06.220883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Bound port: a60c47a6-0df1-4c34-9bc1-c2d22a435a4e, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b968fd-e7ee-43c9-bb18-33204523225e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '70c2e3b4-abfb-4e77-a09b-c74eef719239'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:06.221277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:06.236467 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-09685a8a-872f-43a0-99b4-2c0fec208471 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:48:06.237508 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-09685a8a-872f-43a0-99b4-2c0fec208471 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "PUT /v2.0/routers/b09de935-dc44-4e22-9dfc-6b08a2b312ce HTTP/1.1" status: 400 len: 364 time: 1.9245005 Jun 11 11:48:06.242853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48710) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:06.249953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-e737409c-4138-41b6-9abe-0210db349cbc req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:06.250460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-e737409c-4138-41b6-9abe-0210db349cbc req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:06.273416 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network d9466b61-8ef6-4dbd-ba18-92f2f9093580 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:06.283688 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:06.347899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] For port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:06.351909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] For port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a60c47a6-0df1-4c34-9bc1-c2d22a435a4e,segment=NetworkSegment(97b968fd-e7ee-43c9-bb18-33204523225e),segment_id=97b968fd-e7ee-43c9-bb18-33204523225e)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:06.358308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:06.360681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-db057fd1-65fe-458b-b43d-67226ce47b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:06.450708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ad8c7407-72ab-4ee9-8324-1202b5034107 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:06.510166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-e737409c-4138-41b6-9abe-0210db349cbc req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:06.510558 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-e737409c-4138-41b6-9abe-0210db349cbc req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:06.538552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ad8c7407-72ab-4ee9-8324-1202b5034107 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:06.539265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:06.574701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Pushing event updated for resources: {'Port': ['ID=a60c47a6-0df1-4c34-9bc1-c2d22a435a4e,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:06.580659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:06.627371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-e737409c-4138-41b6-9abe-0210db349cbc req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 owned by compute:nova {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:06.634956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:06.706723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4776b82c-a440-4627-8a41-36574da96504 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:06.805541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8cae92a2-bd97-4890-8d38-ffc27c44bd05 None None] Provisioning for port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:06.810631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4776b82c-a440-4627-8a41-36574da96504 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:06.811160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:06.816499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8cae92a2-bd97-4890-8d38-ffc27c44bd05 None None] Provisioning complete for port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:06.816947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8cae92a2-bd97-4890-8d38-ffc27c44bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:06.855549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:06.927450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8cae92a2-bd97-4890-8d38-ffc27c44bd05 None None] Port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:06.933895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:06.948990 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Sync routers for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:06.954164 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4755869 Jun 11 11:48:06.964603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48712) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:06.969561 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:06.971168 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:06.980732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-49625954'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:07.029601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d7ad9514-2db1-4723-a745-ce76a8adef3b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:07.088265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:07.098843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.112148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e6fca0d6-f330-45cb-a9b6-58b5f0f23eee None None] Provisioning complete for port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:07.112686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e6fca0d6-f330-45cb-a9b6-58b5f0f23eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.151242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-e737409c-4138-41b6-9abe-0210db349cbc req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.154092 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:07.162342 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e2dbbc1c-3dfa-4bdb-898b-6452858fad8e tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:07.173574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port d7ad9514-2db1-4723-a745-ce76a8adef3b completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:07.178241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d7ad9514-2db1-4723-a745-ce76a8adef3b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:07.178626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.179225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:48:07.192210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.192567 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added segment 6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8 of type vlan for network a0bf5ff0-ef70-4851-9d5e-52394f828db5 Jun 11 11:48:07.256555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.266554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e6fca0d6-f330-45cb-a9b6-58b5f0f23eee None None] Port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:07.344246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:07.347680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:07.348351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.355796 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:07.356431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.385499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-714c45c1-e102-42d9-9f0a-7ecd661c9121 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:07.391601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.434094 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port d7ad9514-2db1-4723-a745-ce76a8adef3b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d7ad9514-2db1-4723-a745-ce76a8adef3b,segment=NetworkSegment(fb56d421-c7db-4214-96fa-02d1aac4f58e),segment_id=fb56d421-c7db-4214-96fa-02d1aac4f58e)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:07.443670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.447706 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2ece7546-ef82-4e72-a238-1ad51c321ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:07.468567 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a43b358a-bf28-475c-92f9-cf1ae9ff1d53 req-bb26e873-3871-40be-96d7-0e212cc15d5d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=71b792bb-f955-404c-b60a-3bb1bc72cd86 HTTP/1.1" status: 200 len: 210 time: 0.0596950 Jun 11 11:48:07.481687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e737409c-4138-41b6-9abe-0210db349cbc req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 on host hv-neutron-7864 {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:07.504607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Allocated IP 2001:db8::1 (3aba7676-ad4b-4c65-960d-9838b672b072/bdc37466-0610-49b9-a3dc-40c424c6b985/5cab452c-f31e-4f43-b293-171ca9c61973) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:07.525794 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=d7ad9514-2db1-4723-a745-ce76a8adef3b,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:07.528755 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-823a5ecb-9c2e-48a9-9c6b-455b78558ae7 None None] Provisioning complete for port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:07.529227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-823a5ecb-9c2e-48a9-9c6b-455b78558ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.531091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:07.546335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-e737409c-4138-41b6-9abe-0210db349cbc req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.548334 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e737409c-4138-41b6-9abe-0210db349cbc req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "DELETE /v2.0/ports/fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 HTTP/1.1" status: 204 len: 173 time: 1.7293005 Jun 11 11:48:07.553319 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5865331 Jun 11 11:48:07.554089 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'name': 'network-vif-deleted', 'tag': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:48:07.557166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d46a1e4-1f8f-400c-b823-5b845f715ea8" -d '{"events": [{"server_uuid": "71b792bb-f955-404c-b60a-3bb1bc72cd86", "name": "network-vif-deleted", "tag": "fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:48:07.559659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48716) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:07.560860 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Network': ['ID=a0bf5ff0-ef70-4851-9d5e-52394f828db5,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:07.567795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'subnet': {'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:07.640541 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:04Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 2, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:07.643557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:07.647144 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Checking router: 9fc6a8c1-0844-4237-b547-e97875cc4ef5 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:07.648316 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Updating router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:48:07.748392 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.864859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Made reservation on behalf of 4f16588ecf3644c8b27fc96c401d34e4 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:07.869012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.900820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:07.928025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c9ea8a-1c5e-4661-85a2-6efec59ec393 x-openstack-request-id: req-b2c9ea8a-1c5e-4661-85a2-6efec59ec393 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:48:07.928848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b792bb-f955-404c-b60a-3bb1bc72cd86", "name": "network-vif-deleted", "tag": "fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:48:07.928848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2c9ea8a-1c5e-4661-85a2-6efec59ec393 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:48:07.929752 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b792bb-f955-404c-b60a-3bb1bc72cd86', 'name': 'network-vif-deleted', 'tag': 'fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8', 'status': 'completed', 'code': 200} Jun 11 11:48:07.932783 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Transition to ACTIVE for port object 5cab452c-f31e-4f43-b293-171ca9c61973 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:07.936099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network a0bf5ff0-ef70-4851-9d5e-52394f828db5 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:48:07.979486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-823a5ecb-9c2e-48a9-9c6b-455b78558ae7 None None] Port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:08.018946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.021257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8f0e4204-8ad4-4568-8297-afd2c9c60a0e tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:08.102626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:08.115327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network 3aba7676-ad4b-4c65-960d-9838b672b072 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:08.121533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:08.127338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:08.127891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.132584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:08.144644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device fd5d09b5-ec0f-4fbc-ab7d-16bc4a43abb8 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:08.196589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Port': ['ID=5cab452c-f31e-4f43-b293-171ca9c61973,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:08.200917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:08.233916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533120fd-1be0-4b04-aacc-68008e473cf9 None None] Network 70c2e3b4-abfb-4e77-a09b-c74eef719239 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:08.335800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1ceb0a2e-ea09-43e5-b36a-5d36f0868347 None None] Provisioning for port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:08.382823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.395979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7c926eae-964c-4c17-93c3-c732fe230af7 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:08.399027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.538907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Subnet': ['ID=ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:08.543500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:08.553280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a60c47a6-0df1-4c34-9bc1-c2d22a435a4e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:08.561390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Checking segment: {'id': '6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:08.562080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network hostable DHCP agents. Network: a0bf5ff0-ef70-4851-9d5e-52394f828db5, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:48:08.584956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network a0bf5ff0-ef70-4851-9d5e-52394f828db5 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:48:08.598323 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, a0bf5ff0-ef70-4851-9d5e-52394f828db5) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:08.613546 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.614425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:08.615288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.626157 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48724) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:08.629142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da43133f-fc0f-4f1e-8f8a-0def2b1d81bb None None] Network a0bf5ff0-ef70-4851-9d5e-52394f828db5 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:08.630171 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Transition to ACTIVE for port object 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:08.640443 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.642377 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-a61dd8d6-05df-40b9-b5a1-f4e4ef2fc120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:08.654370 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0881679 Jun 11 11:48:08.655118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48726) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:08.685784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-399f8ecb-2f45-49b0-be4b-40a86db83283 None None] Provisioning for port 5cab452c-f31e-4f43-b293-171ca9c61973 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:08.723070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-399f8ecb-2f45-49b0-be4b-40a86db83283 None None] Provisioning complete for port 5cab452c-f31e-4f43-b293-171ca9c61973 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:08.723556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-399f8ecb-2f45-49b0-be4b-40a86db83283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.779682 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883b5b1-a038-4e46-996e-1a45afb8d22f None None] Pushing event updated for resources: {'Port': ['ID=44cdfbe1-fa44-495c-8bf7-f6fb6798af41,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:08.783795 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-d883b5b1-a038-4e46-996e-1a45afb8d22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:08.873424 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:08.879816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-399f8ecb-2f45-49b0-be4b-40a86db83283 None None] Port 5cab452c-f31e-4f43-b293-171ca9c61973 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:08.886001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:08.886387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.895247 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Attempting to bind port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:08.895628 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Attempting to bind port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fb56d421-c7db-4214-96fa-02d1aac4f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:08.896076 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Attempting to bind port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 on network d9466b61-8ef6-4dbd-ba18-92f2f9093580 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:08.902756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-29fb8d43-a07c-4097-a543-c0323c0020ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.904853 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:08.905313 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Checking segment: {'id': 'fb56d421-c7db-4214-96fa-02d1aac4f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:08.905793 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.906262 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Bound using segment: {'id': 'fb56d421-c7db-4214-96fa-02d1aac4f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:08.906855 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Bound port: 44cdfbe1-fa44-495c-8bf7-f6fb6798af41, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56d421-c7db-4214-96fa-02d1aac4f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:08.907324 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.954861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.961071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.962080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:08.965024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-96eb30c6-04dd-4c0e-a4ec-867648df394d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:09.038071 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] For port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:09.043588 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] For port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=44cdfbe1-fa44-495c-8bf7-f6fb6798af41,segment=NetworkSegment(fb56d421-c7db-4214-96fa-02d1aac4f58e),segment_id=fb56d421-c7db-4214-96fa-02d1aac4f58e)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:09.050104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event updated for resources: {'Port': ['ID=5cab452c-f31e-4f43-b293-171ca9c61973,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:09.057689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:09.076348 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:09.077285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'fixed_ips': [{'subnet_id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:48:09.078149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:09.080584 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:09.155329 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:09.155979 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:09.157874 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883b5b1-a038-4e46-996e-1a45afb8d22f None None] Pushing event updated for resources: {'Port': ['ID=44cdfbe1-fa44-495c-8bf7-f6fb6798af41,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:09.162086 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-d883b5b1-a038-4e46-996e-1a45afb8d22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:09.266501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Network 3aba7676-ad4b-4c65-960d-9838b672b072 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:09.272889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-29fb8d43-a07c-4097-a543-c0323c0020ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:09.276886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:09.405272 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:09.490334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Allocated IP 2001:db8:3::2 (a0bf5ff0-ef70-4851-9d5e-52394f828db5/ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3/74e09535-a4b3-481b-b9b4-8f451efe8977) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:09.497332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:09.594817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Router b09de935-dc44-4e22-9dfc-6b08a2b312ce has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:09.623522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-645822f2-e3ae-42be-ba2b-aa98898aefaa None None] Provisioning complete for port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:09.623914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-645822f2-e3ae-42be-ba2b-aa98898aefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:09.699939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a60c47a6-0df1-4c34-9bc1-c2d22a435a4e,segment=NetworkSegment(97b968fd-e7ee-43c9-bb18-33204523225e),segment_id=97b968fd-e7ee-43c9-bb18-33204523225e)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:09.773883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:09.776025 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d7ad9514-2db1-4723-a745-ce76a8adef3b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:09.787544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:09.790168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8d6bc3a6-9cd4-4d0d-8fa2-ff1dfcb4a95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:09.794276 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "PUT /v2.0/routers/b09de935-dc44-4e22-9dfc-6b08a2b312ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5485632 Jun 11 11:48:09.799623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48728) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:09.827551 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:04Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:09Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:09.833647 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f54c4-e2a5-4aa4-90fb-6a1a52f7e460 None None] The sync data for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv is: [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:04Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:09Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:09.869395 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3a44db-3eb9-42ad-a855-d7fc2237da41 None None] Sync routers for ids ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:09.992118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2be5d784-9df7-40e3-b730-f657002a1c66 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:10.037017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a44db-3eb9-42ad-a855-d7fc2237da41 None None] Routers {'b09de935-dc44-4e22-9dfc-6b08a2b312ce'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:10.037620 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-1f3a44db-3eb9-42ad-a855-d7fc2237da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:10.063421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-29fb8d43-a07c-4097-a543-c0323c0020ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:10.066496 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-29fb8d43-a07c-4097-a543-c0323c0020ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:10.070317 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-29fb8d43-a07c-4097-a543-c0323c0020ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/e2602943-0497-4986-8b19-eec94855ba75 HTTP/1.1" status: 204 len: 168 time: 1.4406354 Jun 11 11:48:10.080810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bb4d20d7-801a-4323-b430-6465e6cfeaf4 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:10.117916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:10.121463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48732) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:10.130453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb8d43-a07c-4097-a543-c0323c0020ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2602943-0497-4986-8b19-eec94855ba75,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:10.151890 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-29fb8d43-a07c-4097-a543-c0323c0020ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:10.192985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:10.207997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Transition to ACTIVE for port object 74e09535-a4b3-481b-b9b4-8f451efe8977 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:10.231458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Transition to ACTIVE for port object 74e09535-a4b3-481b-b9b4-8f451efe8977 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:10.242874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=a60c47a6-0df1-4c34-9bc1-c2d22a435a4e,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:10.244736 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-2be5d784-9df7-40e3-b730-f657002a1c66 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 11 11:48:10.252548 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2be5d784-9df7-40e3-b730-f657002a1c66 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "DELETE /v2.0/routers/b09de935-dc44-4e22-9dfc-6b08a2b312ce HTTP/1.1" status: 409 len: 329 time: 0.4493337 Jun 11 11:48:10.252750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-1f3a44db-3eb9-42ad-a855-d7fc2237da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:10.253247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48734) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:10.270760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:10.278324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:10.279069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:10.359637 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Network a0bf5ff0-ef70-4851-9d5e-52394f828db5 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:10.361297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a44db-3eb9-42ad-a855-d7fc2237da41 None None] Routers {'b09de935-dc44-4e22-9dfc-6b08a2b312ce'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:10.362078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-1f3a44db-3eb9-42ad-a855-d7fc2237da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:10.369762 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:10.427972 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:10.435365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d7ad9514-2db1-4723-a745-ce76a8adef3b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:10.435749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:10.443034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-1f3a44db-3eb9-42ad-a855-d7fc2237da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:10.443477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3a44db-3eb9-42ad-a855-d7fc2237da41 None None] The sync data for ids ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:10.680845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Pushing event updated for resources: {'Port': ['ID=74e09535-a4b3-481b-b9b4-8f451efe8977,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:10.716335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:10.783239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Attempting to bind port 74e09535-a4b3-481b-b9b4-8f451efe8977 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:10.783815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Attempting to bind port 74e09535-a4b3-481b-b9b4-8f451efe8977 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:10.784272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Attempting to bind port 74e09535-a4b3-481b-b9b4-8f451efe8977 on network a0bf5ff0-ef70-4851-9d5e-52394f828db5 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:10.786497 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-78a74b19-5d85-4687-8aff-adc382f59dae None None] Provisioning complete for port 5cab452c-f31e-4f43-b293-171ca9c61973 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:10.787239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-78a74b19-5d85-4687-8aff-adc382f59dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:10.829434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:10.829846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Checking segment: {'id': '6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:10.830235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:10.830667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Bound using segment: {'id': '6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:10.831155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Bound port: 74e09535-a4b3-481b-b9b4-8f451efe8977, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:10.831542 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:10.915307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-78a74b19-5d85-4687-8aff-adc382f59dae None None] Port 5cab452c-f31e-4f43-b293-171ca9c61973 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:10.918835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Allocated IP 2001:db8:3::1 (a0bf5ff0-ef70-4851-9d5e-52394f828db5/ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3/9c7f0bb7-b973-4843-af58-59039234ab41) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:10.974741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] For port 74e09535-a4b3-481b-b9b4-8f451efe8977, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:10.978974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] For port 74e09535-a4b3-481b-b9b4-8f451efe8977, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=74e09535-a4b3-481b-b9b4-8f451efe8977,segment=NetworkSegment(6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8),segment_id=6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:10.985051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:10.987999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:11.092714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Pushing event updated for resources: {'Port': ['ID=74e09535-a4b3-481b-b9b4-8f451efe8977,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:11.096032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:11.182974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:11.199585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.233398 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Transition to ACTIVE for port object 9c7f0bb7-b973-4843-af58-59039234ab41 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:11.254936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:11.259080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:11.259475 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.315737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.368053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.373356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:11.387413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.395953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.448380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=44cdfbe1-fa44-495c-8bf7-f6fb6798af41,segment=NetworkSegment(fb56d421-c7db-4214-96fa-02d1aac4f58e),segment_id=fb56d421-c7db-4214-96fa-02d1aac4f58e)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:11.451548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network a0bf5ff0-ef70-4851-9d5e-52394f828db5 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:11.453840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.454959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a60c47a6-0df1-4c34-9bc1-c2d22a435a4e up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:11.502454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b4d57b2a-47d8-49e2-89ad-2720cb2863a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:11.513264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:11.516257 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:11.516979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.567967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:11.568330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.600879 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=44cdfbe1-fa44-495c-8bf7-f6fb6798af41,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:11.602462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:11.654047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=9c7f0bb7-b973-4843-af58-59039234ab41,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:11.657309 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:11.745386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Deleting port 5cab452c-f31e-4f43-b293-171ca9c61973 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:11.745732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.861801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.885485 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:11.971931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Calling delete_port for 5cab452c-f31e-4f43-b293-171ca9c61973 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:12.153761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-00edee33-7166-4f67-8a41-e0b71493ff13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:12.227280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:12.230330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1a580049-38ad-4d8e-949f-76d4a927cadd tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:12.238568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d935a-fe6a-4b45-9da9-21cbad93ac92 None None] Network a0bf5ff0-ef70-4851-9d5e-52394f828db5 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:12.262484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Port': ['ID=5cab452c-f31e-4f43-b293-171ca9c61973,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:12.266334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:12.321492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9a31b197-73e4-443f-8ff2-58339c0ebd9a None None] Provisioning for port 74e09535-a4b3-481b-b9b4-8f451efe8977 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:12.338169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 273e6628-3c01-412c-904e-47fbd4e33da8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:12.338768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:12.422971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:12.484124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:12.495875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:12.496714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:12.506964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-10f02e5b-ae5e-469e-96a7-ec326e549d2b tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:12.523905 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 273e6628-3c01-412c-904e-47fbd4e33da8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=273e6628-3c01-412c-904e-47fbd4e33da8,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:12.524344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:12.614288 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:48:12.687828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Router b09de935-dc44-4e22-9dfc-6b08a2b312ce has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:12.699560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 273e6628-3c01-412c-904e-47fbd4e33da8 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:12.773228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event updated for resources: {'Port': ['ID=9c7f0bb7-b973-4843-af58-59039234ab41,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:12.776217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:12.785221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b391fa10-4532-4bb4-b776-865864150ce3 None None] Provisioning for port 9c7f0bb7-b973-4843-af58-59039234ab41 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:12.789867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b391fa10-4532-4bb4-b776-865864150ce3 None None] Provisioning complete for port 9c7f0bb7-b973-4843-af58-59039234ab41 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:12.790750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b391fa10-4532-4bb4-b776-865864150ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:12.804852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:12.814147 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "PUT /v2.0/routers/b09de935-dc44-4e22-9dfc-6b08a2b312ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5559921 Jun 11 11:48:12.814147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48738) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:12.815362 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa27e2-e330-4117-ae38-a4d4105df315 None None] Sync routers for ids ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:12.831803 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa27e2-e330-4117-ae38-a4d4105df315 None None] Routers {'b09de935-dc44-4e22-9dfc-6b08a2b312ce'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:12.838383 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c7fa27e2-e330-4117-ae38-a4d4105df315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:12.856603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b391fa10-4532-4bb4-b776-865864150ce3 None None] Port 9c7f0bb7-b973-4843-af58-59039234ab41 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:12.879402 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-99c0a798-2710-4929-9627-aec8eb42a556 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] show failed (client error): The resource could not be found. Jun 11 11:48:12.879625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Network a0bf5ff0-ef70-4851-9d5e-52394f828db5 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:12.883962 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-99c0a798-2710-4929-9627-aec8eb42a556 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-1420100191 HTTP/1.1" status: 404 len: 335 time: 0.0652232 Jun 11 11:48:12.884137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48740) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:12.892968 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d6b86391-933d-4b61-8600-f46b0d33d45d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Request body: {'router': {'name': 'new_name'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:12.916715 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c7fa27e2-e330-4117-ae38-a4d4105df315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:12.927086 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa27e2-e330-4117-ae38-a4d4105df315 None None] Routers {'b09de935-dc44-4e22-9dfc-6b08a2b312ce'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:12.928067 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c7fa27e2-e330-4117-ae38-a4d4105df315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:12.932106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:12.946579 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-d6b86391-933d-4b61-8600-f46b0d33d45d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] update failed (client error): The resource could not be found. Jun 11 11:48:12.953912 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d6b86391-933d-4b61-8600-f46b0d33d45d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1778993558 HTTP/1.1" status: 404 len: 335 time: 0.0621843 Jun 11 11:48:12.954237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48742) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:13.008422 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c7fa27e2-e330-4117-ae38-a4d4105df315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:13.008861 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa27e2-e330-4117-ae38-a4d4105df315 None None] The sync data for ids ['b09de935-dc44-4e22-9dfc-6b08a2b312ce'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:13.049414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-18dbfe04-2afa-4e48-9ae4-ed326ed038df tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Deleting subnet 7aa73250-2d88-4094-adf4-d6b68f08b69c {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:48:13.053532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-18dbfe04-2afa-4e48-9ae4-ed326ed038df tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.080269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d2fc71c4-1a76-4d73-a2d8-6ee99ce5905b None None] Provisioning complete for port 9c7f0bb7-b973-4843-af58-59039234ab41 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:13.080729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d2fc71c4-1a76-4d73-a2d8-6ee99ce5905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.131804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-18dbfe04-2afa-4e48-9ae4-ed326ed038df tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.167092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc71c4-1a76-4d73-a2d8-6ee99ce5905b None None] Port 9c7f0bb7-b973-4843-af58-59039234ab41 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:13.233372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:13.268547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-18dbfe04-2afa-4e48-9ae4-ed326ed038df tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.297953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:13.298881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.346413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-18dbfe04-2afa-4e48-9ae4-ed326ed038df tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.349697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-88c8e352-a0ef-4b51-bf4b-27115b769de7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:13.386285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbfe04-2afa-4e48-9ae4-ed326ed038df tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa73250-2d88-4094-adf4-d6b68f08b69c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:13.388381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-18dbfe04-2afa-4e48-9ae4-ed326ed038df tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.390470 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-18dbfe04-2afa-4e48-9ae4-ed326ed038df tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "DELETE /v2.0/subnets/7aa73250-2d88-4094-adf4-d6b68f08b69c HTTP/1.1" status: 204 len: 168 time: 0.4352455 Jun 11 11:48:13.391452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-18dbfe04-2afa-4e48-9ae4-ed326ed038df tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:13.392880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48744) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:13.402296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1badf555-53a0-438a-90c8-96a7e16ea937 None None] Network 70c2e3b4-abfb-4e77-a09b-c74eef719239 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:13.443089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 74e09535-a4b3-481b-b9b4-8f451efe8977 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:13.475177 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-08a4e1c8-e7c4-481a-bc98-32b1a17f8378 None None] Provisioning complete for port 9c7f0bb7-b973-4843-af58-59039234ab41 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:13.475564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-08a4e1c8-e7c4-481a-bc98-32b1a17f8378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.507212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.574007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:13.575996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Deleting port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:13.576412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.629101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-08a4e1c8-e7c4-481a-bc98-32b1a17f8378 None None] Port 9c7f0bb7-b973-4843-af58-59039234ab41 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:13.651207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 74e09535-a4b3-481b-b9b4-8f451efe8977 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:13.656137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 74e09535-a4b3-481b-b9b4-8f451efe8977 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:13.656525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.684391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] For port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a60c47a6-0df1-4c34-9bc1-c2d22a435a4e,segment=NetworkSegment(97b968fd-e7ee-43c9-bb18-33204523225e),segment_id=97b968fd-e7ee-43c9-bb18-33204523225e)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:13.684842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.755621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.760077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.766125 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:13.789312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e60ab0-1343-4cf8-ac43-112891e08f6d None None] DHCP port deletion for 70c2e3b4-abfb-4e77-a09b-c74eef719239 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:48:13.798889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Calling delete_port for a60c47a6-0df1-4c34-9bc1-c2d22a435a4e owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:13.805880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 74e09535-a4b3-481b-b9b4-8f451efe8977, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=74e09535-a4b3-481b-b9b4-8f451efe8977,segment=NetworkSegment(6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8),segment_id=6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:13.809030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=273e6628-3c01-412c-904e-47fbd4e33da8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:13.814028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:13.816939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:13.828963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Sync routers for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:13.833075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:13.837978 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-491f97ad-fbab-47cd-815d-ce484ded820a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:13.852013 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1957021 Jun 11 11:48:13.870711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48746) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:13.875512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a4756188-6a02-48b8-bdd1-7bbf218e1e89 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:13.876806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:13.877458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:14.029978 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=74e09535-a4b3-481b-b9b4-8f451efe8977,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:14.033558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:14.038218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:14.042235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-74e60ab0-1343-4cf8-ac43-112891e08f6d None None] Deleting port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:14.042659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-74e60ab0-1343-4cf8-ac43-112891e08f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:14.090465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:14.177767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:14.183554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e3f4ed02-4638-434e-9e7b-1eaecd60f2f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:14.222049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] No DVR routers for this DVR port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:14.224054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Port': ['ID=a60c47a6-0df1-4c34-9bc1-c2d22a435a4e,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:14.230178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:14.413723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:14.420289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:14.439391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c2e3b4-abfb-4e77-a09b-c74eef719239']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:14.440997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-74e60ab0-1343-4cf8-ac43-112891e08f6d None None] For port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a60c47a6-0df1-4c34-9bc1-c2d22a435a4e,segment=NetworkSegment(97b968fd-e7ee-43c9-bb18-33204523225e),segment_id=97b968fd-e7ee-43c9-bb18-33204523225e)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:14.441502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-74e60ab0-1343-4cf8-ac43-112891e08f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:14.453384 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b968fd-e7ee-43c9-bb18-33204523225e') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:14.453725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b968fd-e7ee-43c9-bb18-33204523225e') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:14.491359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:14.514391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:14.552391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:14.552805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:14.555819 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:14.577570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-74e60ab0-1343-4cf8-ac43-112891e08f6d None None] Calling delete_port for a60c47a6-0df1-4c34-9bc1-c2d22a435a4e owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:14.584118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:14.594768 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/488e480e-1b9d-47c9-b3ac-2e610f6aad1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4715204 Jun 11 11:48:14.597240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48748) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:14.607628 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eaf6a4-478f-450c-8558-5e5da79a4d5c None None] Sync routers for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:14.617188 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eaf6a4-478f-450c-8558-5e5da79a4d5c None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:14.617797 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-02eaf6a4-478f-450c-8558-5e5da79a4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:47:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:14.753772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:14.767382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-74e60ab0-1343-4cf8-ac43-112891e08f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:14.767847 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-02eaf6a4-478f-450c-8558-5e5da79a4d5c None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:14.771192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a670ea4d-44fa-45c3-89ff-0130a8c3186a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:14.804646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e60ab0-1343-4cf8-ac43-112891e08f6d None None] Pushing event deleted for resources: {'Port': ['ID=a60c47a6-0df1-4c34-9bc1-c2d22a435a4e,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:14.807511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-74e60ab0-1343-4cf8-ac43-112891e08f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:14.809803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e60ab0-1343-4cf8-ac43-112891e08f6d None None] No DVR routers for this DVR port a60c47a6-0df1-4c34-9bc1-c2d22a435a4e on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:14.821984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7f0bb7-b973-4843-af58-59039234ab41', 'name': '', 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:e2:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:10Z', 'updated_at': '2021-06-11T11:48:12Z', 'revision_number': 2, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:14.826246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Checking router: 9fc6a8c1-0844-4237-b547-e97875cc4ef5 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:14.826653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Updating router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 port 9c7f0bb7-b973-4843-af58-59039234ab41 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:48:14.872780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:14.948413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-694fd6de-1345-4879-ba66-b6f99e809bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.152233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.160469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c739770a-3426-402a-87be-cab53ceda844 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:15.166667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.171007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "DELETE /v2.0/networks/70c2e3b4-abfb-4e77-a09b-c74eef719239 HTTP/1.1" status: 204 len: 168 time: 1.7742162 Jun 11 11:48:15.172655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48750) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:15.202869 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-02eaf6a4-478f-450c-8558-5e5da79a4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:48:13Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:15.207009 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eaf6a4-478f-450c-8558-5e5da79a4d5c None None] Checking router: 488e480e-1b9d-47c9-b3ac-2e610f6aad1a for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:15.219112 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eaf6a4-478f-450c-8558-5e5da79a4d5c None None] Routers {'488e480e-1b9d-47c9-b3ac-2e610f6aad1a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:15.220162 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-02eaf6a4-478f-450c-8558-5e5da79a4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:15.228466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caaed72-e39a-4599-b881-ceac85b85ee3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting subnet dca22576-9a47-45f7-8498-4b4bc45d7419 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:48:15.235686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 74e09535-a4b3-481b-b9b4-8f451efe8977 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:15.237610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.extraroute_db [None req-a4756188-6a02-48b8-bdd1-7bbf218e1e89 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=99006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 11:48:15.240957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Network': ['ID=70c2e3b4-abfb-4e77-a09b-c74eef719239,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:15.248700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:15.250973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7caaed72-e39a-4599-b881-ceac85b85ee3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.292027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.297708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.extraroute_db [None req-a4756188-6a02-48b8-bdd1-7bbf218e1e89 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Removed routes are [] {{(pid=99006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 11:48:15.298114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a4756188-6a02-48b8-bdd1-7bbf218e1e89 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.305963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Transition to ACTIVE for port object 9c7f0bb7-b973-4843-af58-59039234ab41 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:15.315989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.318474 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-de0601d1-ab72-4e04-bec6-5466f6334a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:15.324221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a42866d-c1d2-4639-a094-5a157acb0844 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Deleting subnet ed359777-15ff-406f-81cc-aec1f31f1019 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:48:15.363031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 74e09535-a4b3-481b-b9b4-8f451efe8977 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:15.363418 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.377967 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-02eaf6a4-478f-450c-8558-5e5da79a4d5c None None] Set router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:15.379465 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a42866d-c1d2-4639-a094-5a157acb0844 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.426443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7caaed72-e39a-4599-b881-ceac85b85ee3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.456671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef649d1-6b6d-45fb-a93e-3960ad643c66 None None] Pushing event updated for resources: {'Port': ['ID=9c7f0bb7-b973-4843-af58-59039234ab41,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:15.458906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6ef649d1-6b6d-45fb-a93e-3960ad643c66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:15.538224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a42866d-c1d2-4639-a094-5a157acb0844 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.561737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Attempting to bind port 9c7f0bb7-b973-4843-af58-59039234ab41 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:15.562113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Attempting to bind port 9c7f0bb7-b973-4843-af58-59039234ab41 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:15.562486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Attempting to bind port 9c7f0bb7-b973-4843-af58-59039234ab41 on network a0bf5ff0-ef70-4851-9d5e-52394f828db5 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:15.570744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:15.571128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Checking segment: {'id': '6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:15.571541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.571987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Bound using segment: {'id': '6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:15.572473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Bound port: 9c7f0bb7-b973-4843-af58-59039234ab41, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:15.572859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.652304 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-02eaf6a4-478f-450c-8558-5e5da79a4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:48:13Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:15.656917 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eaf6a4-478f-450c-8558-5e5da79a4d5c None None] The sync data for ids ['488e480e-1b9d-47c9-b3ac-2e610f6aad1a'] in dv-neutron-786478-5-hyperv is: [{'id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'name': 'tempest-TestNetworkBasicOps-router-1223083904', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:45:34Z', 'updated_at': '2021-06-11T11:48:13Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b317242b-2b40-4014-b8d8-33fd8aaea3e8', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e480e-1b9d-47c9-b3ac-2e610f6aad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:45:36Z', 'updated_at': '2021-06-11T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:15.711830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] For port 9c7f0bb7-b973-4843-af58-59039234ab41, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:15.716488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] For port 9c7f0bb7-b973-4843-af58-59039234ab41, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9c7f0bb7-b973-4843-af58-59039234ab41,segment=NetworkSegment(6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8),segment_id=6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:15.720622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.722733 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:15.788666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:15.789329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:15.814362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7caaed72-e39a-4599-b881-ceac85b85ee3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.846568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef649d1-6b6d-45fb-a93e-3960ad643c66 None None] Pushing event updated for resources: {'Port': ['ID=9c7f0bb7-b973-4843-af58-59039234ab41,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:15.873066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a4756188-6a02-48b8-bdd1-7bbf218e1e89 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.892653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a4756188-6a02-48b8-bdd1-7bbf218e1e89 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.895393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a42866d-c1d2-4639-a094-5a157acb0844 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:15.897614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6ef649d1-6b6d-45fb-a93e-3960ad643c66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:15.938396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:16.008389 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.084326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7caaed72-e39a-4599-b881-ceac85b85ee3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.092137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9a6c585a-76c1-4725-8767-60b75ad0ba87 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:16.148803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4756188-6a02-48b8-bdd1-7bbf218e1e89 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:16.151486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7caaed72-e39a-4599-b881-ceac85b85ee3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.157746 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7caaed72-e39a-4599-b881-ceac85b85ee3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/subnets/dca22576-9a47-45f7-8498-4b4bc45d7419 HTTP/1.1" status: 204 len: 168 time: 1.5541515 Jun 11 11:48:16.159106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48752) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:16.159605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaed72-e39a-4599-b881-ceac85b85ee3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Subnet': ['ID=dca22576-9a47-45f7-8498-4b4bc45d7419,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:16.165133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a42866d-c1d2-4639-a094-5a157acb0844 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.169691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7caaed72-e39a-4599-b881-ceac85b85ee3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:16.170436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7caaed72-e39a-4599-b881-ceac85b85ee3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:16.211396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42866d-c1d2-4639-a094-5a157acb0844 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Subnet': ['ID=ed359777-15ff-406f-81cc-aec1f31f1019,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:16.213940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a42866d-c1d2-4639-a094-5a157acb0844 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.218354 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5a42866d-c1d2-4639-a094-5a157acb0844 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "DELETE /v2.0/subnets/ed359777-15ff-406f-81cc-aec1f31f1019 HTTP/1.1" status: 204 len: 168 time: 1.0413074 Jun 11 11:48:16.221340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5a42866d-c1d2-4639-a094-5a157acb0844 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:16.222083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48754) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:16.252503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a60c47a6-0df1-4c34-9bc1-c2d22a435a4e no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:16.254660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c245f145-d6eb-454f-8545-190f7d794ec7 None None] Network adb2bedd-c475-4354-a670-92b43b58e788 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:16.256797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833f1460-8eb7-4da7-ae74-6722c9b71956 None None] Network b48a264a-3bae-4173-acdb-e55ff7a9b1c0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:16.351630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: a60c47a6-0df1-4c34-9bc1-c2d22a435a4e {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:16.351982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a60c47a6-0df1-4c34-9bc1-c2d22a435a4e not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:16.356146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.393355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a0d304-edab-44d0-8da2-ec861b8da5e1 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Deleting subnet ec426256-e1e3-4c31-b8c3-77048560bdd5 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:48:16.399306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19a0d304-edab-44d0-8da2-ec861b8da5e1 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.438197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4756188-6a02-48b8-bdd1-7bbf218e1e89 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:16.449701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a4756188-6a02-48b8-bdd1-7bbf218e1e89 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.454040 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a4756188-6a02-48b8-bdd1-7bbf218e1e89 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5 HTTP/1.1" status: 200 len: 953 time: 2.5791159 Jun 11 11:48:16.456504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48756) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:16.469347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19a0d304-edab-44d0-8da2-ec861b8da5e1 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.520583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.591521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port b317242b-2b40-4014-b8d8-33fd8aaea3e8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:16.592711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.643585 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-95acc812-8041-42a2-9e1e-7b6811bcc798 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5 HTTP/1.1" status: 200 len: 953 time: 0.1857071 Jun 11 11:48:16.665127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48758) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:16.672393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-01e04f65-fa16-4275-b815-5355b7b65a8a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'routes': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:16.705178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port b317242b-2b40-4014-b8d8-33fd8aaea3e8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b317242b-2b40-4014-b8d8-33fd8aaea3e8,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:16.705542 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.760773 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:15Z', 'revision_number': 6, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7f0bb7-b973-4843-af58-59039234ab41', 'name': '', 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:e2:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:10Z', 'updated_at': '2021-06-11T11:48:15Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:16.765593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5edcf87-590a-4fd9-a365-01404cd109ca None None] The sync data for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv is: [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:15Z', 'revision_number': 6, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7f0bb7-b973-4843-af58-59039234ab41', 'name': '', 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:e2:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:10Z', 'updated_at': '2021-06-11T11:48:15Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:16.803727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19a0d304-edab-44d0-8da2-ec861b8da5e1 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:16.807216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for b317242b-2b40-4014-b8d8-33fd8aaea3e8 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:16.872791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a50899b-0862-4843-931f-4497395a97f2 None None] DHCP port deletion for b48a264a-3bae-4173-acdb-e55ff7a9b1c0 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:48:16.956821 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d5b4e0-d7bb-46e8-9cc6-e72de09ce613 None None] DHCP port deletion for adb2bedd-c475-4354-a670-92b43b58e788 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:48:16.965631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-1a50899b-0862-4843-931f-4497395a97f2 None None] Deleting port 3def1952-c1fa-4b08-81c0-856f91f711b2 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:16.966019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1a50899b-0862-4843-931f-4497395a97f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.088793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19a0d304-edab-44d0-8da2-ec861b8da5e1 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.093042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-18dbfe04-2afa-4e48-9ae4-ed326ed038df tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:17.121727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.122777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1a50899b-0862-4843-931f-4497395a97f2 None None] For port 3def1952-c1fa-4b08-81c0-856f91f711b2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3def1952-c1fa-4b08-81c0-856f91f711b2,segment=NetworkSegment(5569c1dc-c378-4662-9f47-f107fe28c131),segment_id=5569c1dc-c378-4662-9f47-f107fe28c131)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:17.123181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1a50899b-0862-4843-931f-4497395a97f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.128663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-283e6627-8f2a-4cc4-80b2-10198505e62a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:17.167524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0d304-edab-44d0-8da2-ec861b8da5e1 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Subnet': ['ID=ec426256-e1e3-4c31-b8c3-77048560bdd5,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:17.168422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=b317242b-2b40-4014-b8d8-33fd8aaea3e8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:17.177432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:17.193246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19a0d304-edab-44d0-8da2-ec861b8da5e1 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:17.197592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19a0d304-edab-44d0-8da2-ec861b8da5e1 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.201635 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-19a0d304-edab-44d0-8da2-ec861b8da5e1 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "DELETE /v2.0/subnets/ec426256-e1e3-4c31-b8c3-77048560bdd5 HTTP/1.1" status: 204 len: 168 time: 0.9764867 Jun 11 11:48:17.202590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48760) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:17.208262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9c7f0bb7-b973-4843-af58-59039234ab41 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:17.263732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-1a50899b-0862-4843-931f-4497395a97f2 None None] Calling delete_port for 3def1952-c1fa-4b08-81c0-856f91f711b2 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:17.266808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b53875-23a5-4247-bb25-5e12b4477a32 None None] Network c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:17.288031 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.319991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5b4e0-d7bb-46e8-9cc6-e72de09ce613 None None] Deleting port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:17.320386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b4e0-d7bb-46e8-9cc6-e72de09ce613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.356236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.499010 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.502319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.548665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Deleting port 3def1952-c1fa-4b08-81c0-856f91f711b2 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:17.549017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.552304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.extraroute_db [None req-01e04f65-fa16-4275-b815-5355b7b65a8a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added routes are [] {{(pid=99006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 11:48:17.552625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.extraroute_db [None req-01e04f65-fa16-4275-b815-5355b7b65a8a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=99006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 11:48:17.558296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b6d5b4e0-d7bb-46e8-9cc6-e72de09ce613 None None] For port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7de76d9c-14e0-4b7e-a2dc-0982537f09c2,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:17.558738 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b4e0-d7bb-46e8-9cc6-e72de09ce613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.585865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.585865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Fanout notify agent at l3_agent the message router_deleted on router 488e480e-1b9d-47c9-b3ac-2e610f6aad1a {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:48:17.601781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.601781 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/routers/488e480e-1b9d-47c9-b3ac-2e610f6aad1a HTTP/1.1" status: 204 len: 168 time: 1.4343040 Jun 11 11:48:17.604537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48762) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:17.674495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] For port 3def1952-c1fa-4b08-81c0-856f91f711b2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3def1952-c1fa-4b08-81c0-856f91f711b2,segment=NetworkSegment(5569c1dc-c378-4662-9f47-f107fe28c131),segment_id=5569c1dc-c378-4662-9f47-f107fe28c131)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:17.675392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.677690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-01e04f65-fa16-4275-b815-5355b7b65a8a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.736344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.740206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5b4e0-d7bb-46e8-9cc6-e72de09ce613 None None] Calling delete_port for 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:17.773552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 9c7f0bb7-b973-4843-af58-59039234ab41 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:17.788512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9c7f0bb7-b973-4843-af58-59039234ab41 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:17.788917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.800204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Calling delete_port for 3def1952-c1fa-4b08-81c0-856f91f711b2 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:17.800592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.826603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:17.827185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.910296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1a50899b-0862-4843-931f-4497395a97f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.918849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:17.938597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7de76d9c-14e0-4b7e-a2dc-0982537f09c2,segment=NetworkSegment(d63c3a25-7ba5-47a0-a6c9-949d3093766c),segment_id=d63c3a25-7ba5-47a0-a6c9-949d3093766c)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:17.939024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:17.972698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacec61-4487-4e2b-9c5d-54914e27df3f None None] Sync routers for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:17.982957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50899b-0862-4843-931f-4497395a97f2 None None] Pushing event deleted for resources: {'Port': ['ID=3def1952-c1fa-4b08-81c0-856f91f711b2,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:17.989613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1a50899b-0862-4843-931f-4497395a97f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:18.001788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50899b-0862-4843-931f-4497395a97f2 None None] No DVR routers for this DVR port 3def1952-c1fa-4b08-81c0-856f91f711b2 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:18.015690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacec61-4487-4e2b-9c5d-54914e27df3f None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:18.016352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bcacec61-4487-4e2b-9c5d-54914e27df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:18.051254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:18.250446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a9aa49-a5ad-403a-8116-31d5df5d4b5f None None] DHCP port deletion for c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:48:18.318634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.322729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:18.339279 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b4e0-d7bb-46e8-9cc6-e72de09ce613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.345501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-159dbcb2-cb79-49eb-88ff-ffbbd6e223aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:18.354252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=7de76d9c-14e0-4b7e-a2dc-0982537f09c2,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:18.362135 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:18.362135 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:18.426321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-bcacec61-4487-4e2b-9c5d-54914e27df3f None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:18.430443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5b4e0-d7bb-46e8-9cc6-e72de09ce613 None None] No DVR routers for this DVR port 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:18.432687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5b4e0-d7bb-46e8-9cc6-e72de09ce613 None None] Pushing event deleted for resources: {'Port': ['ID=7de76d9c-14e0-4b7e-a2dc-0982537f09c2,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:18.435364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b6d5b4e0-d7bb-46e8-9cc6-e72de09ce613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:18.474157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.475009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.487202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb2bedd-c475-4354-a670-92b43b58e788']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:18.501813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63c3a25-7ba5-47a0-a6c9-949d3093766c') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:18.502218 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63c3a25-7ba5-47a0-a6c9-949d3093766c') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:18.513279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.530403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.537067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:18.537547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:18.541105 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:18.571397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-01e04f65-fa16-4275-b815-5355b7b65a8a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.576662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.580045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a91d10af-fdb7-40e1-85ad-e942e75f87a6 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:18.582233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-01e04f65-fa16-4275-b815-5355b7b65a8a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.593781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 9c7f0bb7-b973-4843-af58-59039234ab41, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9c7f0bb7-b973-4843-af58-59039234ab41,segment=NetworkSegment(6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8),segment_id=6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:18.618198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Port': ['ID=3def1952-c1fa-4b08-81c0-856f91f711b2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:18.621988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] No DVR routers for this DVR port 3def1952-c1fa-4b08-81c0-856f91f711b2 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:18.623661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:18.631910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.637369 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ba5147ce-2cf0-47ca-93c1-e445899f1c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:18.654343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.658321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-156cf0a5-d2c0-4e5e-8c5f-2ea1bfa184f0 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:18.664877 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.667902 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/networks/adb2bedd-c475-4354-a670-92b43b58e788 HTTP/1.1" status: 204 len: 168 time: 1.0622628 Jun 11 11:48:18.687325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Network': ['ID=adb2bedd-c475-4354-a670-92b43b58e788,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:18.690283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:18.699497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48764) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:18.708010 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'network': {'name': 'tempest-network-smoke--69508057', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'port_security_enabled': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:18.733803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:18.737734 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.768078 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:48:18.768356 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9aa49-a5ad-403a-8116-31d5df5d4b5f None None] Deleting port ef46b168-f474-468e-9945-850e36261ce8 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:18.768852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b4a9aa49-a5ad-403a-8116-31d5df5d4b5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.770845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3def1952-c1fa-4b08-81c0-856f91f711b2 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:18.780847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.781194 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Added segment 0da2838d-e815-4fb4-ab18-768857f3bb27 of type vlan for network 91a28ccd-02ad-4781-b16a-b41e275b73b2 Jun 11 11:48:18.827533 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 3def1952-c1fa-4b08-81c0-856f91f711b2 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:18.828194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3def1952-c1fa-4b08-81c0-856f91f711b2 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:18.828578 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 273e6628-3c01-412c-904e-47fbd4e33da8 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:18.832737 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.846841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.861734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48a264a-3bae-4173-acdb-e55ff7a9b1c0']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:18.871291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.878038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e04f65-fa16-4275-b815-5355b7b65a8a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:18.879611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:18.880246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.880496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5569c1dc-c378-4662-9f47-f107fe28c131') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:18.880713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5569c1dc-c378-4662-9f47-f107fe28c131') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:18.884293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eb594791-6e96-4833-bd4b-8d1bda72e8e3 tempest-NetworksIpV6TestAttrs-1240020286 tempest-NetworksIpV6TestAttrs-1240020286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:18.886158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 273e6628-3c01-412c-904e-47fbd4e33da8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:18.886613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 273e6628-3c01-412c-904e-47fbd4e33da8 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:18.887113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:18.894178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.898705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=9c7f0bb7-b973-4843-af58-59039234ab41,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:18.932051 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2319200 Jun 11 11:48:18.935466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48766) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:18.940450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'admin_state_up': True, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:18.959356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:18.973602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:18.994961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Network': ['ID=91a28ccd-02ad-4781-b16a-b41e275b73b2,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:18.999434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:18.999612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:18.999894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7de76d9c-14e0-4b7e-a2dc-0982537f09c2 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:19.007021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b4a9aa49-a5ad-403a-8116-31d5df5d4b5f None None] For port ef46b168-f474-468e-9945-850e36261ce8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef46b168-f474-468e-9945-850e36261ce8,segment=NetworkSegment(3e9652df-1430-422b-9891-b2f139f809b8),segment_id=3e9652df-1430-422b-9891-b2f139f809b8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:19.007226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b4a9aa49-a5ad-403a-8116-31d5df5d4b5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.013258 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.014872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.016001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:19.016421 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:19.019563 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:19.023232 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 91a28ccd-02ad-4781-b16a-b41e275b73b2 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:48:19.120310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e04f65-fa16-4275-b815-5355b7b65a8a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:19.126446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9aa49-a5ad-403a-8116-31d5df5d4b5f None None] Calling delete_port for ef46b168-f474-468e-9945-850e36261ce8 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:19.129475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-01e04f65-fa16-4275-b815-5355b7b65a8a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.130631 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-01e04f65-fa16-4275-b815-5355b7b65a8a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5 HTTP/1.1" status: 200 len: 703 time: 2.4639533 Jun 11 11:48:19.133835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48768) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:19.136677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.147842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.151429 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "DELETE /v2.0/networks/b48a264a-3bae-4173-acdb-e55ff7a9b1c0 HTTP/1.1" status: 204 len: 168 time: 1.9485655 Jun 11 11:48:19.152855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e0dab26d-07a5-4f5a-9726-29ecbbdf8319 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:19.154925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9c7f0bb7-b973-4843-af58-59039234ab41 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:19.175504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48772) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:19.176540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Network': ['ID=b48a264a-3bae-4173-acdb-e55ff7a9b1c0,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:19.179476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:19.292948 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.308378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.343374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bcacec61-4487-4e2b-9c5d-54914e27df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:17Z', 'revision_number': 7, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7f0bb7-b973-4843-af58-59039234ab41', 'name': '', 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:e2:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:10Z', 'updated_at': '2021-06-11T11:48:15Z', 'revision_number': 4, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:19.356181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacec61-4487-4e2b-9c5d-54914e27df3f None None] Checking router: 9fc6a8c1-0844-4237-b547-e97875cc4ef5 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:19.360158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Deleting port ef46b168-f474-468e-9945-850e36261ce8 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:19.360527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.369505 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9c7f0bb7-b973-4843-af58-59039234ab41 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:19.369921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.371743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacec61-4487-4e2b-9c5d-54914e27df3f None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:19.372384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bcacec61-4487-4e2b-9c5d-54914e27df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:19.374888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b4a9aa49-a5ad-403a-8116-31d5df5d4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.378154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6ef649d1-6b6d-45fb-a93e-3960ad643c66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:19.436632 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6fe87e6b-86cc-4ca0-a8a6-50532cb92fa0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5 HTTP/1.1" status: 200 len: 703 time: 0.2984197 Jun 11 11:48:19.437472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48774) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:19.461951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] For port ef46b168-f474-468e-9945-850e36261ce8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef46b168-f474-468e-9945-850e36261ce8,segment=NetworkSegment(3e9652df-1430-422b-9891-b2f139f809b8),segment_id=3e9652df-1430-422b-9891-b2f139f809b8)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:19.462871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.535372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9aa49-a5ad-403a-8116-31d5df5d4b5f None None] Pushing event deleted for resources: {'Port': ['ID=ef46b168-f474-468e-9945-850e36261ce8,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:19.538139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b4a9aa49-a5ad-403a-8116-31d5df5d4b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:19.552365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9aa49-a5ad-403a-8116-31d5df5d4b5f None None] No DVR routers for this DVR port ef46b168-f474-468e-9945-850e36261ce8 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:19.567733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Calling delete_port for ef46b168-f474-468e-9945-850e36261ce8 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:19.589961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-bcacec61-4487-4e2b-9c5d-54914e27df3f None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:19.681439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.683917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b5d77bc8-f3e9-41dd-8650-72340da07227 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:19.723808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Port': ['ID=ef46b168-f474-468e-9945-850e36261ce8,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:19.725728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] No DVR routers for this DVR port ef46b168-f474-468e-9945-850e36261ce8 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:19.727308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:19.844827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.858346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a0e573-880e-411f-bfa9-ea53f9e0a0d1']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:19.870807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9652df-1430-422b-9891-b2f139f809b8') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:19.871183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9652df-1430-422b-9891-b2f139f809b8') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:19.882036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.898980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.905998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:19.906558 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:19.909750 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:19.997499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.005126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-545a2142-4400-4d3c-b133-f6d5e283d362 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:20.011018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.013471 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "DELETE /v2.0/networks/c0a0e573-880e-411f-bfa9-ea53f9e0a0d1 HTTP/1.1" status: 204 len: 168 time: 0.8325074 Jun 11 11:48:20.058792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48778) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:20.067480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Network': ['ID=c0a0e573-880e-411f-bfa9-ea53f9e0a0d1,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:20.070952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:20.076974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b317242b-2b40-4014-b8d8-33fd8aaea3e8 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:20.096078 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.114449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b317242b-2b40-4014-b8d8-33fd8aaea3e8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:20.115123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b317242b-2b40-4014-b8d8-33fd8aaea3e8 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:20.115755 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef46b168-f474-468e-9945-850e36261ce8 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:20.124655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea34e3c4-20a1-4a09-800f-3d3ecdfc4c22 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Deleting subnet bdc37466-0610-49b9-a3dc-40c424c6b985 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:48:20.128723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ea34e3c4-20a1-4a09-800f-3d3ecdfc4c22 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.146420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: ef46b168-f474-468e-9945-850e36261ce8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:20.146420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef46b168-f474-468e-9945-850e36261ce8 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:20.182677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ea34e3c4-20a1-4a09-800f-3d3ecdfc4c22 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.226817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bcacec61-4487-4e2b-9c5d-54914e27df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:17Z', 'revision_number': 7, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7f0bb7-b973-4843-af58-59039234ab41', 'name': '', 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:e2:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:10Z', 'updated_at': '2021-06-11T11:48:18Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:20.231772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacec61-4487-4e2b-9c5d-54914e27df3f None None] The sync data for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv is: [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:17Z', 'revision_number': 7, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7f0bb7-b973-4843-af58-59039234ab41', 'name': '', 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:e2:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:10Z', 'updated_at': '2021-06-11T11:48:18Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:20.313332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ea34e3c4-20a1-4a09-800f-3d3ecdfc4c22 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.400368 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ea34e3c4-20a1-4a09-800f-3d3ecdfc4c22 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.402688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f7c3f352-f156-4d83-b4b5-9c2affb8015b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:20.435612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34e3c4-20a1-4a09-800f-3d3ecdfc4c22 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc37466-0610-49b9-a3dc-40c424c6b985,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:20.439359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ea34e3c4-20a1-4a09-800f-3d3ecdfc4c22 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:20.442308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ea34e3c4-20a1-4a09-800f-3d3ecdfc4c22 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.447499 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ea34e3c4-20a1-4a09-800f-3d3ecdfc4c22 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "DELETE /v2.0/subnets/bdc37466-0610-49b9-a3dc-40c424c6b985 HTTP/1.1" status: 204 len: 168 time: 0.3842742 Jun 11 11:48:20.448405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48780) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:20.452360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a194f5-f017-4701-b47b-8f7d91248ed7 None None] Network 3aba7676-ad4b-4c65-960d-9838b672b072 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:20.555914 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06355d89-e899-4b77-bb35-3c3bb9d12956 None None] Sync routers for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:20.574149 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06355d89-e899-4b77-bb35-3c3bb9d12956 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:20.574824 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-06355d89-e899-4b77-bb35-3c3bb9d12956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:20.588865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.646283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.685530 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.706110 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-06355d89-e899-4b77-bb35-3c3bb9d12956 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:20.721624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Deleting port 92776011-ad13-4046-915e-c11b1a7eb0e9 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:20.722105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.780871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6783e59-9de6-4dfe-9f00-5d55984fda4f None None] DHCP port deletion for 3aba7676-ad4b-4c65-960d-9838b672b072 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:48:20.843816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c6783e59-9de6-4dfe-9f00-5d55984fda4f None None] Deleting port 92776011-ad13-4046-915e-c11b1a7eb0e9 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:20.844249 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c6783e59-9de6-4dfe-9f00-5d55984fda4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.887679 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.12 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/b4d70ff7-7a4b-4b28-b75d-7f880ba0801b) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:20.890364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] For port 92776011-ad13-4046-915e-c11b1a7eb0e9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=92776011-ad13-4046-915e-c11b1a7eb0e9,segment=NetworkSegment(b618d1fd-44f4-40e5-b33e-159314fb1adb),segment_id=b618d1fd-44f4-40e5-b33e-159314fb1adb)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:20.891826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.935645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:20.946132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c6783e59-9de6-4dfe-9f00-5d55984fda4f None None] For port 92776011-ad13-4046-915e-c11b1a7eb0e9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=92776011-ad13-4046-915e-c11b1a7eb0e9,segment=NetworkSegment(b618d1fd-44f4-40e5-b33e-159314fb1adb),segment_id=b618d1fd-44f4-40e5-b33e-159314fb1adb)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:20.946633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c6783e59-9de6-4dfe-9f00-5d55984fda4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.039268 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-06355d89-e899-4b77-bb35-3c3bb9d12956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:17Z', 'revision_number': 7, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7f0bb7-b973-4843-af58-59039234ab41', 'name': '', 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:e2:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:10Z', 'updated_at': '2021-06-11T11:48:18Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:21.043181 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06355d89-e899-4b77-bb35-3c3bb9d12956 None None] Checking router: 9fc6a8c1-0844-4237-b547-e97875cc4ef5 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:21.052839 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06355d89-e899-4b77-bb35-3c3bb9d12956 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:21.053472 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-06355d89-e899-4b77-bb35-3c3bb9d12956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:21.061456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c6783e59-9de6-4dfe-9f00-5d55984fda4f None None] Calling delete_port for 92776011-ad13-4046-915e-c11b1a7eb0e9 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:21.079783 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Calling delete_port for 92776011-ad13-4046-915e-c11b1a7eb0e9 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:21.174264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c6783e59-9de6-4dfe-9f00-5d55984fda4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.178267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4d65cfcf-d643-47f1-b109-a0adcf11a675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:21.187901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 92776011-ad13-4046-915e-c11b1a7eb0e9 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:21.239079 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-06355d89-e899-4b77-bb35-3c3bb9d12956 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:21.239758 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6783e59-9de6-4dfe-9f00-5d55984fda4f None None] Pushing event deleted for resources: {'Port': ['ID=92776011-ad13-4046-915e-c11b1a7eb0e9,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:21.268901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 92776011-ad13-4046-915e-c11b1a7eb0e9 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:21.269278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 92776011-ad13-4046-915e-c11b1a7eb0e9 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:21.272454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c6783e59-9de6-4dfe-9f00-5d55984fda4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:21.279390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6783e59-9de6-4dfe-9f00-5d55984fda4f None None] No DVR routers for this DVR port 92776011-ad13-4046-915e-c11b1a7eb0e9 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:21.282741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.291154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:21.319040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.327321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Port': ['ID=92776011-ad13-4046-915e-c11b1a7eb0e9,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:21.334817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:21.335749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] No DVR routers for this DVR port 92776011-ad13-4046-915e-c11b1a7eb0e9 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:21.439327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.443554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ae8da467-3be1-4b83-bfbf-326ef2e25a99 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:21.453900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.465516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aba7676-ad4b-4c65-960d-9838b672b072']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:21.476715 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b618d1fd-44f4-40e5-b33e-159314fb1adb') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:21.477025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b618d1fd-44f4-40e5-b33e-159314fb1adb') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:21.487830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.494697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:21.504447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.508683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:21.512276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=b4d70ff7-7a4b-4b28-b75d-7f880ba0801b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:21.516098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:21.519029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:21.519994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:21.520452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:21.524003 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:21.565083 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-06355d89-e899-4b77-bb35-3c3bb9d12956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:17Z', 'revision_number': 7, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7f0bb7-b973-4843-af58-59039234ab41', 'name': '', 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:e2:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:10Z', 'updated_at': '2021-06-11T11:48:18Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:21.569762 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06355d89-e899-4b77-bb35-3c3bb9d12956 None None] The sync data for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv is: [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:17Z', 'revision_number': 7, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7f0bb7-b973-4843-af58-59039234ab41', 'name': '', 'network_id': 'a0bf5ff0-ef70-4851-9d5e-52394f828db5', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:e2:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:10Z', 'updated_at': '2021-06-11T11:48:18Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': 'ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:21.573611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port 9c7f0bb7-b973-4843-af58-59039234ab41 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:21.573968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.621830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.626194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f0c34ed3-c8b9-4726-8907-775b62b1fbc1 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:21.630830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.632721 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "DELETE /v2.0/networks/3aba7676-ad4b-4c65-960d-9838b672b072 HTTP/1.1" status: 204 len: 168 time: 1.1838155 Jun 11 11:48:21.646782 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48782) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:21.657508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Pushing event deleted for resources: {'Network': ['ID=3aba7676-ad4b-4c65-960d-9838b672b072,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:21.683454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:21.685875 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b9c660a3-1cb7-4189-a72c-023e3d1c7888 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "GET /v2.0/ports?device_id=b09de935-dc44-4e22-9dfc-6b08a2b312ce HTTP/1.1" status: 200 len: 205 time: 0.0380504 Jun 11 11:48:21.688669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48784) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:21.797530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6706f3c3-fec5-4e8c-92d7-014368ea0a40 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:21.826087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port 9c7f0bb7-b973-4843-af58-59039234ab41, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9c7f0bb7-b973-4843-af58-59039234ab41,segment=NetworkSegment(6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8),segment_id=6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:21.826740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.004157 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for 9c7f0bb7-b973-4843-af58-59039234ab41 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:22.032053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6706f3c3-fec5-4e8c-92d7-014368ea0a40 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.034138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6706f3c3-fec5-4e8c-92d7-014368ea0a40 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.090140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6706f3c3-fec5-4e8c-92d7-014368ea0a40 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.090804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6706f3c3-fec5-4e8c-92d7-014368ea0a40 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Fanout notify agent at l3_agent the message router_deleted on router b09de935-dc44-4e22-9dfc-6b08a2b312ce {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:48:22.098020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6706f3c3-fec5-4e8c-92d7-014368ea0a40 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.099117 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6706f3c3-fec5-4e8c-92d7-014368ea0a40 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] 10.222.0.46 "DELETE /v2.0/routers/b09de935-dc44-4e22-9dfc-6b08a2b312ce HTTP/1.1" status: 204 len: 168 time: 0.4095411 Jun 11 11:48:22.115797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.358738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48790) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:22.474822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.479882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:22.496412 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aad6a4f3-352a-4540-853c-ae492a744eb1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4e0b51d51224a65ac10f691cdc62a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363556 Jun 11 11:48:22.499075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48794) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:22.521397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=9c7f0bb7-b973-4843-af58-59039234ab41,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:22.523978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:22.555733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c582663-223c-4fe9-aeac-6d6ffa4e80c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.559688 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.581308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c582663-223c-4fe9-aeac-6d6ffa4e80c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.638913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c582663-223c-4fe9-aeac-6d6ffa4e80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.641534 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c582663-223c-4fe9-aeac-6d6ffa4e80c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:22.645042 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7c582663-223c-4fe9-aeac-6d6ffa4e80c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a53b894-4a42-4337-bf71-40c43ec89240 HTTP/1.1" status: 204 len: 168 time: 0.1427243 Jun 11 11:48:22.645042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4779305e-5b8d-4007-bb1a-cab53ba509b5 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:22.659659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c582663-223c-4fe9-aeac-6d6ffa4e80c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a53b894-4a42-4337-bf71-40c43ec89240,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:22.662075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7c582663-223c-4fe9-aeac-6d6ffa4e80c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:23.241369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:23.411001 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:48:23.642993 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:23.762502 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:23.772036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Sync routers for ids ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:23.782483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Routers {'72317bfb-1cd9-4e22-9ebf-da45898c25a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:23.783148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:23.802612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:23.803812 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8672462 Jun 11 11:48:23.806779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:23.807228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48798) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:23.814190 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3742607 Jun 11 11:48:23.814447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48800) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:23.821060 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45311d92-3031-4387-a7bf-72b5f6309c42 None None] Sync routers for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:23.840622 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45311d92-3031-4387-a7bf-72b5f6309c42 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:23.841252 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-45311d92-3031-4387-a7bf-72b5f6309c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:23.847397 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6541a340-9b24-45a4-bf30-d84e812eea7d tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=d8399334e9cb4ae2b4d59d7a1c160597&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365803 Jun 11 11:48:23.847690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48802) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:23.879587 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99861eb-73fd-4503-97c2-ee326d372598 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting subnet ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:48:23.885232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f99861eb-73fd-4503-97c2-ee326d372598 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:23.945235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f99861eb-73fd-4503-97c2-ee326d372598 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:23.973562 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Set router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:23.976065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b18fbbb-0fce-43a7-8a9a-bd50fa20d9db tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:23.980552 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8b18fbbb-0fce-43a7-8a9a-bd50fa20d9db tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294644 Jun 11 11:48:23.981925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48804) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:24.023674 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4a2a1d3b-8a47-4803-ab0b-bc3e0a336716 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381885 Jun 11 11:48:24.026231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48806) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:24.031499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1132299594', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:24.052899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f99861eb-73fd-4503-97c2-ee326d372598 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:24.108711 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-45311d92-3031-4387-a7bf-72b5f6309c42 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:24.123230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f99861eb-73fd-4503-97c2-ee326d372598 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:24.132883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-96f210a6-2134-447c-afaf-3f7caeeec288 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:24.138869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f99861eb-73fd-4503-97c2-ee326d372598 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:24.140880 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f99861eb-73fd-4503-97c2-ee326d372598 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3 HTTP/1.1" status: 204 len: 168 time: 0.3254404 Jun 11 11:48:24.151190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7a797c-f78a-405a-bdd1-f2d40376e062 None None] Network a0bf5ff0-ef70-4851-9d5e-52394f828db5 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:24.152660 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48808) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:24.172416 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99861eb-73fd-4503-97c2-ee326d372598 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:24.175045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f99861eb-73fd-4503-97c2-ee326d372598 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:24.282874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:24.290126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:24.294190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:24.385518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:21Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:24.390875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Checking router: 72317bfb-1cd9-4e22-9ebf-da45898c25a9 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:24.391244 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Updating router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:48:24.411802 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-45311d92-3031-4387-a7bf-72b5f6309c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:22Z', 'revision_number': 8, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:24.416174 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45311d92-3031-4387-a7bf-72b5f6309c42 None None] Checking router: 9fc6a8c1-0844-4237-b547-e97875cc4ef5 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:24.425556 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45311d92-3031-4387-a7bf-72b5f6309c42 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:24.426193 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-45311d92-3031-4387-a7bf-72b5f6309c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:24.438484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:24.492703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d296d-6aa9-4b13-92f2-ee0202d3e0a2 None None] DHCP port deletion for a0bf5ff0-ef70-4851-9d5e-52394f828db5 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:48:24.559393 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-45311d92-3031-4387-a7bf-72b5f6309c42 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:24.661856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d296d-6aa9-4b13-92f2-ee0202d3e0a2 None None] Deleting port 74e09535-a4b3-481b-b9b4-8f451efe8977 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:24.662268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f2d296d-6aa9-4b13-92f2-ee0202d3e0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:24.851578 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-45311d92-3031-4387-a7bf-72b5f6309c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:22Z', 'revision_number': 8, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:24.856225 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45311d92-3031-4387-a7bf-72b5f6309c42 None None] The sync data for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv is: [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:22Z', 'revision_number': 8, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '44cdfbe1-fa44-495c-8bf7-f6fb6798af41', 'name': '', 'network_id': 'd9466b61-8ef6-4dbd-ba18-92f2f9093580', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:49:c9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:03Z', 'updated_at': '2021-06-11T11:48:11Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '7724373e-1862-4bcb-9445-caa39053b9ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:24.871061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port 74e09535-a4b3-481b-b9b4-8f451efe8977 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:24.871604 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:24.970513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4f2d296d-6aa9-4b13-92f2-ee0202d3e0a2 None None] For port 74e09535-a4b3-481b-b9b4-8f451efe8977, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=74e09535-a4b3-481b-b9b4-8f451efe8977,segment=NetworkSegment(6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8),segment_id=6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:24.971131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f2d296d-6aa9-4b13-92f2-ee0202d3e0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.008507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port 74e09535-a4b3-481b-b9b4-8f451efe8977, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=74e09535-a4b3-481b-b9b4-8f451efe8977,segment=NetworkSegment(6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8),segment_id=6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:25.008905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.074629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d296d-6aa9-4b13-92f2-ee0202d3e0a2 None None] Calling delete_port for 74e09535-a4b3-481b-b9b4-8f451efe8977 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:25.137429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for 74e09535-a4b3-481b-b9b4-8f451efe8977 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:25.156483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.160279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-13fdbabd-8082-4043-93a4-1c502529426f tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:25.200642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.219845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Transition to ACTIVE for port object b4d70ff7-7a4b-4b28-b75d-7f880ba0801b will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:25.233783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.238272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b4a9aa49-a5ad-403a-8116-31d5df5d4b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:25.241758 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f2d296d-6aa9-4b13-92f2-ee0202d3e0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.302316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d296d-6aa9-4b13-92f2-ee0202d3e0a2 None None] No DVR routers for this DVR port 74e09535-a4b3-481b-b9b4-8f451efe8977 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:25.304559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Subnet': ['ID=9db53fd3-e6f8-4f34-9002-e665e5ea262a,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:25.308262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:25.314641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Attempting to bind port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:25.315022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Attempting to bind port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:25.315390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Attempting to bind port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:25.324395 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 74e09535-a4b3-481b-b9b4-8f451efe8977 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:25.328741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb2666-bcd5-4751-922e-63af59da68b8 None None] Pushing event updated for resources: {'Port': ['ID=b4d70ff7-7a4b-4b28-b75d-7f880ba0801b,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:25.335037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Checking segment: {'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:25.335682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network hostable DHCP agents. Network: 91a28ccd-02ad-4781-b16a-b41e275b73b2, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:48:25.346566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.348822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-696540e7-9c43-4c9d-b326-dac3d4b1a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:25.361880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6aeb2666-bcd5-4751-922e-63af59da68b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:25.362676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:25.365093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:25.365475 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:25.365901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.366304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:25.366819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Bound port: b4d70ff7-7a4b-4b28-b75d-7f880ba0801b, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:25.367207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.369113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 74e09535-a4b3-481b-b9b4-8f451efe8977 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:25.369456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 74e09535-a4b3-481b-b9b4-8f451efe8977 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:25.370023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9c7f0bb7-b973-4843-af58-59039234ab41 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:25.387394 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=74e09535-a4b3-481b-b9b4-8f451efe8977,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:25.392007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:25.392744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No DVR routers for this DVR port 74e09535-a4b3-481b-b9b4-8f451efe8977 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:25.398844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 91a28ccd-02ad-4781-b16a-b41e275b73b2 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:48:25.437574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d296d-6aa9-4b13-92f2-ee0202d3e0a2 None None] Pushing event deleted for resources: {'Port': ['ID=74e09535-a4b3-481b-b9b4-8f451efe8977,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:25.439712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 9c7f0bb7-b973-4843-af58-59039234ab41 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:25.440077 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9c7f0bb7-b973-4843-af58-59039234ab41 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:25.441479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4f2d296d-6aa9-4b13-92f2-ee0202d3e0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:25.448199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 91a28ccd-02ad-4781-b16a-b41e275b73b2) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:25.456914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497a9cae-e75d-4a67-8502-e0882d3261ef None None] Network 91a28ccd-02ad-4781-b16a-b41e275b73b2 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:25.463551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:25.464341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.504696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] For port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:25.508883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] For port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b4d70ff7-7a4b-4b28-b75d-7f880ba0801b,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:25.525173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.528953 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5014999 Jun 11 11:48:25.531936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48810) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:25.539845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bf5ff0-ef70-4851-9d5e-52394f828db5']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:25.553717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:25.554028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3a56f7-9a0f-4c57-95db-e1e44a8b20b8') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:25.554214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.557367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:25.565109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.580905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.593948 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:25.594366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:25.597933 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:25.672850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Routers {'72317bfb-1cd9-4e22-9ebf-da45898c25a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:25.673412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:25.680918 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb2666-bcd5-4751-922e-63af59da68b8 None None] Pushing event updated for resources: {'Port': ['ID=b4d70ff7-7a4b-4b28-b75d-7f880ba0801b,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:25.692697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.699374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.704281 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/networks/a0bf5ff0-ef70-4851-9d5e-52394f828db5 HTTP/1.1" status: 204 len: 168 time: 1.5498528 Jun 11 11:48:25.704979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48812) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:25.705708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:25.735324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6aeb2666-bcd5-4751-922e-63af59da68b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:25.773514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Network': ['ID=a0bf5ff0-ef70-4851-9d5e-52394f828db5,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:25.776930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:25.839609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-91a28ccd-02ad-4781-b16a-b41e275b73b2', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ips': [{'subnet_id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:48:25.840673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:25.878497 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] Set router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:26.132809 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:26.171787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Allocated IP 172.20.0.2 (91a28ccd-02ad-4781-b16a-b41e275b73b2/9db53fd3-e6f8-4f34-9002-e665e5ea262a/d6260742-5f6f-4810-b232-70e9cbd8051c) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:26.183456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:26.326855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:21Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:26.339600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3247c-5492-416e-938f-d9b2cc5e45dd None None] The sync data for ids ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'] in dv-neutron-786478-5-hyperv is: [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:21Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:26.403917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:26.413158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Transition to ACTIVE for port object d6260742-5f6f-4810-b232-70e9cbd8051c will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:26.430225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Transition to ACTIVE for port object d6260742-5f6f-4810-b232-70e9cbd8051c will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:26.436838 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:26.439115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fd66c97d-7b6b-4523-868a-4b100675f920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:26.492200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Network 91a28ccd-02ad-4781-b16a-b41e275b73b2 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:26.495353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:26.498914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:26.504451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Pushing event updated for resources: {'Port': ['ID=d6260742-5f6f-4810-b232-70e9cbd8051c,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:26.508350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:26.538832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.1 (91a28ccd-02ad-4781-b16a-b41e275b73b2/9db53fd3-e6f8-4f34-9002-e665e5ea262a/9db28e3f-99c2-4834-a794-7585b3accdda) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:26.560662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:26.561288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:26.579633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Attempting to bind port d6260742-5f6f-4810-b232-70e9cbd8051c on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:26.580016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Attempting to bind port d6260742-5f6f-4810-b232-70e9cbd8051c by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:26.580560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Attempting to bind port d6260742-5f6f-4810-b232-70e9cbd8051c on network 91a28ccd-02ad-4781-b16a-b41e275b73b2 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:26.593143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:26.593533 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Checking segment: {'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:26.593995 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:26.594350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Bound using segment: {'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:26.599751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Bound port: d6260742-5f6f-4810-b232-70e9cbd8051c, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:26.600255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:26.737436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:26.742029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] For port d6260742-5f6f-4810-b232-70e9cbd8051c, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:26.746015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] For port d6260742-5f6f-4810-b232-70e9cbd8051c, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d6260742-5f6f-4810-b232-70e9cbd8051c,segment=NetworkSegment(0da2838d-e815-4fb4-ab18-768857f3bb27),segment_id=0da2838d-e815-4fb4-ab18-768857f3bb27)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:26.752139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:26.753376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port 44cdfbe1-fa44-495c-8bf7-f6fb6798af41, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=44cdfbe1-fa44-495c-8bf7-f6fb6798af41,segment=NetworkSegment(fb56d421-c7db-4214-96fa-02d1aac4f58e),segment_id=fb56d421-c7db-4214-96fa-02d1aac4f58e)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:26.753799 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:26.754270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-74e60ab0-1343-4cf8-ac43-112891e08f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:26.763040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 9db28e3f-99c2-4834-a794-7585b3accdda will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:26.813214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:26.825701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6cb62218-c446-4c2c-ac1f-31002976bed8 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:26.870208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 91a28ccd-02ad-4781-b16a-b41e275b73b2 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:26.874381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:26.879118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:26.879460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:26.943747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=9db28e3f-99c2-4834-a794-7585b3accdda,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:26.947558 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:26.957079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:27.018363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Pushing event updated for resources: {'Port': ['ID=d6260742-5f6f-4810-b232-70e9cbd8051c,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:27.026521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:27.186704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b4d70ff7-7a4b-4b28-b75d-7f880ba0801b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:27.191886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:27.194173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dcb4b7ce-4aaf-48f4-bec1-a32d0d6cc641 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:27.210648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:27.274859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=44cdfbe1-fa44-495c-8bf7-f6fb6798af41,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:27.281524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:27.288009 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:27.297415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:27.297827 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:27.485237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:27.529559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:27.569969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b4d70ff7-7a4b-4b28-b75d-7f880ba0801b,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:27.576691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:27.580252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:27.583973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:27.640582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b4d70ff7-7a4b-4b28-b75d-7f880ba0801b,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:27.644220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:27.751891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:27.756804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:27.759829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-da022699-3db5-4bdd-9026-d5bbac76d15d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:27.804129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:27.849866 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:27.853061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=9db28e3f-99c2-4834-a794-7585b3accdda,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:27.856072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:27.939704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:27.949044 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2394612 Jun 11 11:48:27.949808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48814) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:27.950903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce8563-f660-49ab-b8dc-ae93ac39755d None None] Sync routers for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:27.964515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce8563-f660-49ab-b8dc-ae93ac39755d None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:27.965158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-56ce8563-f660-49ab-b8dc-ae93ac39755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:27.968436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 91a28ccd-02ad-4781-b16a-b41e275b73b2 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:27.969850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:28.010082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c91821-febf-44a5-a24a-c075e1970de6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting subnet 7724373e-1862-4bcb-9445-caa39053b9ef {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:48:28.013195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92c91821-febf-44a5-a24a-c075e1970de6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:28.064105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92c91821-febf-44a5-a24a-c075e1970de6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:28.098207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-56ce8563-f660-49ab-b8dc-ae93ac39755d None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:28.137902 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:28.176938 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92c91821-febf-44a5-a24a-c075e1970de6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:28.256821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92c91821-febf-44a5-a24a-c075e1970de6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:28.260165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-71196705-3da9-47ba-b701-7726159533c0 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:28.298157 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c91821-febf-44a5-a24a-c075e1970de6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Subnet': ['ID=7724373e-1862-4bcb-9445-caa39053b9ef,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:28.312323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-92c91821-febf-44a5-a24a-c075e1970de6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:28.317908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-92c91821-febf-44a5-a24a-c075e1970de6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:28.319894 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-92c91821-febf-44a5-a24a-c075e1970de6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/7724373e-1862-4bcb-9445-caa39053b9ef HTTP/1.1" status: 204 len: 168 time: 0.3691456 Jun 11 11:48:28.322486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48816) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:28.326981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ff43f8-7114-4c96-8fb3-40eebb79b143 None None] Network d9466b61-8ef6-4dbd-ba18-92f2f9093580 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:28.465345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:28.541388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port d7ad9514-2db1-4723-a745-ce76a8adef3b {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:28.541736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:28.560513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-56ce8563-f660-49ab-b8dc-ae93ac39755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 9, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:28.566909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce8563-f660-49ab-b8dc-ae93ac39755d None None] Checking router: 9fc6a8c1-0844-4237-b547-e97875cc4ef5 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:28.581631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce8563-f660-49ab-b8dc-ae93ac39755d None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:28.582299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-56ce8563-f660-49ab-b8dc-ae93ac39755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:28.669391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port d7ad9514-2db1-4723-a745-ce76a8adef3b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d7ad9514-2db1-4723-a745-ce76a8adef3b,segment=NetworkSegment(fb56d421-c7db-4214-96fa-02d1aac4f58e),segment_id=fb56d421-c7db-4214-96fa-02d1aac4f58e)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:28.669935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:28.743867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08ccd17-10f8-4bef-ba59-7801cdd4c3d8 None None] Network 91a28ccd-02ad-4781-b16a-b41e275b73b2 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:28.781397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for d7ad9514-2db1-4723-a745-ce76a8adef3b owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:28.802503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-56ce8563-f660-49ab-b8dc-ae93ac39755d None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:28.814408 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:28.826114 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Sync routers for ids ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:28.829333 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/72317bfb-1cd9-4e22-9ebf-da45898c25a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2962971 Jun 11 11:48:28.832083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48818) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:28.839608 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Routers {'72317bfb-1cd9-4e22-9ebf-da45898c25a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:28.840775 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:28.854258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] DHCP port deletion for d9466b61-8ef6-4dbd-ba18-92f2f9093580 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:48:28.889226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:28.891538 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4e931a33-a67a-4351-a53c-1e5484f3173f tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:28.920175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=d7ad9514-2db1-4723-a745-ce76a8adef3b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:28.925330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:28.929671 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No DVR routers for this DVR port d7ad9514-2db1-4723-a745-ce76a8adef3b on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:28.947114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4acdc7ad-e8bc-4b89-8875-1b51d334fcf5 None None] Provisioning for port d6260742-5f6f-4810-b232-70e9cbd8051c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:28.990987 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890041c-3232-4a09-997f-2c50c824398b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:28.991469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890041c-3232-4a09-997f-2c50c824398b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:28.991939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890041c-3232-4a09-997f-2c50c824398b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:28.992405 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890041c-3232-4a09-997f-2c50c824398b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:28.992869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890041c-3232-4a09-997f-2c50c824398b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:28.993658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890041c-3232-4a09-997f-2c50c824398b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:28.994128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890041c-3232-4a09-997f-2c50c824398b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:28.994608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890041c-3232-4a09-997f-2c50c824398b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:28.995069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890041c-3232-4a09-997f-2c50c824398b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:28.999544 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5890041c-3232-4a09-997f-2c50c824398b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6308 time: 0.1637909 Jun 11 11:48:29.000018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48820) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:29.023863 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Set router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:29.088717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:29.107188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9466b61-8ef6-4dbd-ba18-92f2f9093580']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:29.130647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb56d421-c7db-4214-96fa-02d1aac4f58e') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:29.131027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb56d421-c7db-4214-96fa-02d1aac4f58e') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:29.149003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:29.154746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7539ab-ec3f-4ab5-ab7d-446352e2b5f6 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:29.155227 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7539ab-ec3f-4ab5-ab7d-446352e2b5f6 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:29.155693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7539ab-ec3f-4ab5-ab7d-446352e2b5f6 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:29.156155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7539ab-ec3f-4ab5-ab7d-446352e2b5f6 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:29.156614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7539ab-ec3f-4ab5-ab7d-446352e2b5f6 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:29.157070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7539ab-ec3f-4ab5-ab7d-446352e2b5f6 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:29.157527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7539ab-ec3f-4ab5-ab7d-446352e2b5f6 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:29.157976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7539ab-ec3f-4ab5-ab7d-446352e2b5f6 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:29.159816 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1e7539ab-ec3f-4ab5-ab7d-446352e2b5f6 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5237 time: 0.1588631 Jun 11 11:48:29.163590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48822) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:29.174574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:29.184337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:29.185069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:29.188849 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:29.362897 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9db28e3f-99c2-4834-a794-7585b3accdda', 'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:90:79:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:26Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:29.367480 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Checking router: 72317bfb-1cd9-4e22-9ebf-da45898c25a9 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:29.368120 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Updating router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 port 9db28e3f-99c2-4834-a794-7585b3accdda binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:48:29.437954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] Deleting port d7ad9514-2db1-4723-a745-ce76a8adef3b {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:29.439149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:29.450623 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:29.465339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b4d70ff7-7a4b-4b28-b75d-7f880ba0801b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:29.585448 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d0b49d95-22f2-40bf-a4e1-b5bac11e66aa tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3580 time: 0.4181459 Jun 11 11:48:29.645093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] For port d7ad9514-2db1-4723-a745-ce76a8adef3b, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:29.645766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:29.768195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] Calling delete_port for d7ad9514-2db1-4723-a745-ce76a8adef3b owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:29.775713 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.ipam_backend_mixin [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] Port d7ad9514-2db1-4723-a745-ce76a8adef3b was not found and therefore no delete operation was performed {{(pid=99007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:48:29.788153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:29.796023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c6783e59-9de6-4dfe-9f00-5d55984fda4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:29.819493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:29.829618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:29.836503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:29.845609 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/networks/d9466b61-8ef6-4dbd-ba18-92f2f9093580 HTTP/1.1" status: 204 len: 168 time: 1.5196259 Jun 11 11:48:29.846134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48826) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:29.847451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:29.848890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:29.852734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] Pushing event deleted for resources: {'Port': ['ID=d7ad9514-2db1-4723-a745-ce76a8adef3b,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:29.860714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:29.865446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] No DVR routers for this DVR port d7ad9514-2db1-4723-a745-ce76a8adef3b on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:29.883202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Network': ['ID=d9466b61-8ef6-4dbd-ba18-92f2f9093580,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:29.888475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:29.907514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-56ce8563-f660-49ab-b8dc-ae93ac39755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 9, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:29.910291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce8563-f660-49ab-b8dc-ae93ac39755d None None] The sync data for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv is: [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 9, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': '4776b82c-a440-4627-8a41-36574da96504', 'name': '', 'network_id': 'be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:1d:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:54Z', 'updated_at': '2021-06-11T11:48:05Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '8a72d317-a8d4-48a6-854e-d36c71d712d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:29.968243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48828) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:29.973683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8d8ca064-24ac-4b77-ae17-12e6075cf766 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200704423', 'description': 'tempest-secgroup-smoke-1200704423 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:30.001259 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.011666 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d8ca064-24ac-4b77-ae17-12e6075cf766 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.014488 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Transition to ACTIVE for port object 9db28e3f-99c2-4834-a794-7585b3accdda will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:30.021824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d6260742-5f6f-4810-b232-70e9cbd8051c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:30.031026 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.035562 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:30.105139 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eca0a4-8fb1-46f4-955e-519283915ded None None] Pushing event updated for resources: {'Port': ['ID=9db28e3f-99c2-4834-a794-7585b3accdda,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:30.111287 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-63eca0a4-8fb1-46f4-955e-519283915ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:30.156563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-99d61500-b0f1-440a-95ff-6a1cd3110701 None None] Provisioning for port 9db28e3f-99c2-4834-a794-7585b3accdda completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:30.164895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d8ca064-24ac-4b77-ae17-12e6075cf766 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.171340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d8ca064-24ac-4b77-ae17-12e6075cf766 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.176224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0dfd0483-2d86-4974-9a0b-195ec6f25080 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:30.183633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port d6260742-5f6f-4810-b232-70e9cbd8051c completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:30.192225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d6260742-5f6f-4810-b232-70e9cbd8051c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:30.192612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.216466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d8ca064-24ac-4b77-ae17-12e6075cf766 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.219142 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8d8ca064-24ac-4b77-ae17-12e6075cf766 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2496841 Jun 11 11:48:30.222554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48830) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:30.235883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9a2b4ec0-a189-42fc-9985-bd6a72878084 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '68401b95-19cf-48b1-a711-e39c80b231de', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:30.247047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ca064-24ac-4b77-ae17-12e6075cf766 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68401b95-19cf-48b1-a711-e39c80b231de,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:30.252223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d8ca064-24ac-4b77-ae17-12e6075cf766 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:30.279035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4ec0-a189-42fc-9985-bd6a72878084 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.297584 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Attempting to bind port 9db28e3f-99c2-4834-a794-7585b3accdda on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:30.298022 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Attempting to bind port 9db28e3f-99c2-4834-a794-7585b3accdda by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:30.298406 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Attempting to bind port 9db28e3f-99c2-4834-a794-7585b3accdda on network 91a28ccd-02ad-4781-b16a-b41e275b73b2 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:30.309757 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:30.311675 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Checking segment: {'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:30.312110 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.312694 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Bound using segment: {'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:30.318578 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Bound port: 9db28e3f-99c2-4834-a794-7585b3accdda, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:30.318947 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.408338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.416165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4ec0-a189-42fc-9985-bd6a72878084 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.421441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4ec0-a189-42fc-9985-bd6a72878084 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.434414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:30.445581 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] For port 9db28e3f-99c2-4834-a794-7585b3accdda, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:30.449746 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] For port 9db28e3f-99c2-4834-a794-7585b3accdda, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9db28e3f-99c2-4834-a794-7585b3accdda,segment=NetworkSegment(0da2838d-e815-4fb4-ab18-768857f3bb27),segment_id=0da2838d-e815-4fb4-ab18-768857f3bb27)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:30.456828 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.463603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b4ec0-a189-42fc-9985-bd6a72878084 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d44d94-6c3c-4e6b-8385-b9e8c16fc3fe,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:30.464875 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:30.467258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4ec0-a189-42fc-9985-bd6a72878084 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.469311 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9a2b4ec0-a189-42fc-9985-bd6a72878084 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2390053 Jun 11 11:48:30.470413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9a2b4ec0-a189-42fc-9985-bd6a72878084 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:30.472067 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48832) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:30.480291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-7d2231b7-1f99-4023-9b87-57caa0bee4ff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '68401b95-19cf-48b1-a711-e39c80b231de', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:30.518400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7d2231b7-1f99-4023-9b87-57caa0bee4ff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.533838 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port d6260742-5f6f-4810-b232-70e9cbd8051c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d6260742-5f6f-4810-b232-70e9cbd8051c,segment=NetworkSegment(0da2838d-e815-4fb4-ab18-768857f3bb27),segment_id=0da2838d-e815-4fb4-ab18-768857f3bb27)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:30.543481 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.547509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:30.575742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.594044 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Routers {'72317bfb-1cd9-4e22-9ebf-da45898c25a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:30.595033 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:30.652184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7d2231b7-1f99-4023-9b87-57caa0bee4ff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.657848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7d2231b7-1f99-4023-9b87-57caa0bee4ff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.660987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d7ad9514-2db1-4723-a745-ce76a8adef3b no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:30.663949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d68f1704-164b-43f0-b9a1-7a39e1e5ace3 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:30.687445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2231b7-1f99-4023-9b87-57caa0bee4ff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b12fe6-253b-48a5-8f0c-1dcc538e3758,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:30.692366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7d2231b7-1f99-4023-9b87-57caa0bee4ff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:30.695864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: d7ad9514-2db1-4723-a745-ce76a8adef3b {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:30.696277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d7ad9514-2db1-4723-a745-ce76a8adef3b not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:30.703426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=d6260742-5f6f-4810-b232-70e9cbd8051c,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:30.705645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7d2231b7-1f99-4023-9b87-57caa0bee4ff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.707170 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7d2231b7-1f99-4023-9b87-57caa0bee4ff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2335670 Jun 11 11:48:30.709573 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:30.709909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48834) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:30.714680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-63c2e877-b267-4f64-a93d-1155881621cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '68401b95-19cf-48b1-a711-e39c80b231de', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:30.745335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63c2e877-b267-4f64-a93d-1155881621cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.747401 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eca0a4-8fb1-46f4-955e-519283915ded None None] Pushing event updated for resources: {'Port': ['ID=9db28e3f-99c2-4834-a794-7585b3accdda,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:30.752079 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-63eca0a4-8fb1-46f4-955e-519283915ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:30.812705 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] Set router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:30.831069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63c2e877-b267-4f64-a93d-1155881621cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.840046 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63c2e877-b267-4f64-a93d-1155881621cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.842494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6e676b59-3f21-4a1a-80af-a29f3ac50eb8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:30.865075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2e877-b267-4f64-a93d-1155881621cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9b1ed3-462b-42b7-9355-7cdf958d36f6,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:30.869279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63c2e877-b267-4f64-a93d-1155881621cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:30.881911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63c2e877-b267-4f64-a93d-1155881621cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:30.885026 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-63c2e877-b267-4f64-a93d-1155881621cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1741590 Jun 11 11:48:30.888212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48836) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:30.893180 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9fb029e2-f58b-4391-ba60-6cc2b97f8874 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '68401b95-19cf-48b1-a711-e39c80b231de', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:30.934303 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fb029e2-f58b-4391-ba60-6cc2b97f8874 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.041798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fb029e2-f58b-4391-ba60-6cc2b97f8874 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.048979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fb029e2-f58b-4391-ba60-6cc2b97f8874 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.060725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-77c067c5-ce53-4a1e-b93b-2430a31c5776 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:31.093136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb029e2-f58b-4391-ba60-6cc2b97f8874 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a399fc48-b60e-4b67-834e-7df953a51a44,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:31.105780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9fb029e2-f58b-4391-ba60-6cc2b97f8874 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:31.122289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9fb029e2-f58b-4391-ba60-6cc2b97f8874 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.127585 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9fb029e2-f58b-4391-ba60-6cc2b97f8874 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2343497 Jun 11 11:48:31.127904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48838) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:31.132748 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-04ac2744-f56b-4a16-8efe-302fa589dec5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '68401b95-19cf-48b1-a711-e39c80b231de', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:31.156159 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9db28e3f-99c2-4834-a794-7585b3accdda', 'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:90:79:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:26Z', 'updated_at': '2021-06-11T11:48:30Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:31.162259 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a3ced-4585-439d-91a2-b7553024d134 None None] The sync data for ids ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'] in dv-neutron-786478-5-hyperv is: [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9db28e3f-99c2-4834-a794-7585b3accdda', 'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:90:79:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:26Z', 'updated_at': '2021-06-11T11:48:30Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:31.184200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d6260742-5f6f-4810-b232-70e9cbd8051c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:31.188187 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-04ac2744-f56b-4a16-8efe-302fa589dec5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:48:31.197175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port 4776b82c-a440-4627-8a41-36574da96504 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:31.197673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.205659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04ac2744-f56b-4a16-8efe-302fa589dec5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.298010 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d6260742-5f6f-4810-b232-70e9cbd8051c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:31.298396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.340704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04ac2744-f56b-4a16-8efe-302fa589dec5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.345339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04ac2744-f56b-4a16-8efe-302fa589dec5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.355751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9b6013b-d152-4b04-8a5f-344c1408d7c7 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:31.395087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac2744-f56b-4a16-8efe-302fa589dec5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acaf14e9-519b-491a-968d-c990690f716a,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:31.400613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-04ac2744-f56b-4a16-8efe-302fa589dec5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:31.402277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port 4776b82c-a440-4627-8a41-36574da96504, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4776b82c-a440-4627-8a41-36574da96504,segment=NetworkSegment(de757425-c64b-414d-804a-064776f878a6),segment_id=de757425-c64b-414d-804a-064776f878a6)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:31.402567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-04ac2744-f56b-4a16-8efe-302fa589dec5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.402811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.407135 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-04ac2744-f56b-4a16-8efe-302fa589dec5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2780433 Jun 11 11:48:31.407354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48840) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:31.412384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-79d177e8-bb78-427f-9645-184c1b8e77be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '68401b95-19cf-48b1-a711-e39c80b231de', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:31.431965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:31.457075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:31.457430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 44cdfbe1-fa44-495c-8bf7-f6fb6798af41 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:31.518034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for 4776b82c-a440-4627-8a41-36574da96504 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:31.536757 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-79d177e8-bb78-427f-9645-184c1b8e77be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:48:31.584028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79d177e8-bb78-427f-9645-184c1b8e77be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.722928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79d177e8-bb78-427f-9645-184c1b8e77be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.728819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79d177e8-bb78-427f-9645-184c1b8e77be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.732454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-038a6752-2f9f-40d7-9922-5216695cb1a0 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:31.796180 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d177e8-bb78-427f-9645-184c1b8e77be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ba1e48-b449-4db3-9706-ce8aca39016f,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:31.798900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-79d177e8-bb78-427f-9645-184c1b8e77be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:31.814129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79d177e8-bb78-427f-9645-184c1b8e77be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.815341 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-79d177e8-bb78-427f-9645-184c1b8e77be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4069829 Jun 11 11:48:31.838980 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:31.841359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-75f7d028-21c8-415b-8a7b-8acf610492b7 tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:31.874613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=4776b82c-a440-4627-8a41-36574da96504,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:31.877769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:32.080941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:32.096322 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-5516eee5-c09a-48a9-bb30-34b1aecb2a5e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200704423&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.0703604 Jun 11 11:48:32.483386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-7341d3a2-ae14-4e93-8888-eb065a6a29c1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:32.484731 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-7341d3a2-ae14-4e93-8888-eb065a6a29c1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/networks?id=91a28ccd-02ad-4781-b16a-b41e275b73b2 HTTP/1.1" status: 200 len: 795 time: 0.3362920 Jun 11 11:48:32.505170 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1c546d7f-832b-471a-af3b-2d4ba5c34d60 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/quotas/d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 375 time: 0.0144622 Jun 11 11:48:32.539331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:33.136186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:33.143164 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-128fa043-2407-4339-9fd8-30281ffbea45 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6326618 Jun 11 11:48:33.149899 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3016198 Jun 11 11:48:33.149899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48858) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:33.152671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122cb75-b7f2-4c33-a1eb-04c780dac610 None None] Sync routers for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:33.170160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122cb75-b7f2-4c33-a1eb-04c780dac610 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:33.171260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-0122cb75-b7f2-4c33-a1eb-04c780dac610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:33.249065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7c612f-b241-48e4-9c0a-ead1bcb16997 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting subnet 8a72d317-a8d4-48a6-854e-d36c71d712d9 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:48:33.271463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9db28e3f-99c2-4834-a794-7585b3accdda up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:33.292448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7c612f-b241-48e4-9c0a-ead1bcb16997 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:33.334005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-0122cb75-b7f2-4c33-a1eb-04c780dac610 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:33.361761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7c612f-b241-48e4-9c0a-ead1bcb16997 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:33.394362 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-34a0414a-2207-478e-b9b4-6414e2f4201c service neutron] 10.222.0.46 "GET /v2.0/networks/91a28ccd-02ad-4781-b16a-b41e275b73b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009606 Jun 11 11:48:33.402705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 9db28e3f-99c2-4834-a794-7585b3accdda completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:33.443830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9db28e3f-99c2-4834-a794-7585b3accdda triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:33.444219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:33.563183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7c612f-b241-48e4-9c0a-ead1bcb16997 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:33.601636 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-fab69c58-88de-4b17-b525-80709ac63518 service neutron] 10.222.0.46 "GET /v2.0/networks/91a28ccd-02ad-4781-b16a-b41e275b73b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983538 Jun 11 11:48:33.645508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7c612f-b241-48e4-9c0a-ead1bcb16997 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:33.650387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-623b9582-ed6d-4883-9175-268b65cc02fa tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:33.653020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:33.688114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-be7c612f-b241-48e4-9c0a-ead1bcb16997 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:33.693097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48860) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:33.693640 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-be7c612f-b241-48e4-9c0a-ead1bcb16997 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/8a72d317-a8d4-48a6-854e-d36c71d712d9 HTTP/1.1" status: 204 len: 168 time: 0.5425341 Jun 11 11:48:33.694373 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c612f-b241-48e4-9c0a-ead1bcb16997 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Subnet': ['ID=8a72d317-a8d4-48a6-854e-d36c71d712d9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:33.696757 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-be7c612f-b241-48e4-9c0a-ead1bcb16997 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:33.704161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 9db28e3f-99c2-4834-a794-7585b3accdda, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9db28e3f-99c2-4834-a794-7585b3accdda,segment=NetworkSegment(0da2838d-e815-4fb4-ab18-768857f3bb27),segment_id=0da2838d-e815-4fb4-ab18-768857f3bb27)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:33.708397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbdb467-45d1-4ae7-a300-073c3cc93ea6 None None] Network be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:33.713587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:33.715306 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:33.772582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-0122cb75-b7f2-4c33-a1eb-04c780dac610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:31Z', 'revision_number': 10, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:33.790058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122cb75-b7f2-4c33-a1eb-04c780dac610 None None] Checking router: 9fc6a8c1-0844-4237-b547-e97875cc4ef5 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:33.851235 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f0a1c3f3-bb2c-4076-90cf-634c52c11f37 req-07412ba6-a802-4d9b-8c2b-889e0ab9893c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 210 time: 0.0425923 Jun 11 11:48:33.855246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:33.872880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122cb75-b7f2-4c33-a1eb-04c780dac610 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:33.873504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-0122cb75-b7f2-4c33-a1eb-04c780dac610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:33.901293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=9db28e3f-99c2-4834-a794-7585b3accdda,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:33.933650 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port b5d9568a-3c57-464d-91db-f1eefe97ac68 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:33.934043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:33.950702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:34.024853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port b5d9568a-3c57-464d-91db-f1eefe97ac68, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b5d9568a-3c57-464d-91db-f1eefe97ac68,segment=NetworkSegment(de757425-c64b-414d-804a-064776f878a6),segment_id=de757425-c64b-414d-804a-064776f878a6)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:34.025368 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:34.131612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for b5d9568a-3c57-464d-91db-f1eefe97ac68 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:34.223929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-0122cb75-b7f2-4c33-a1eb-04c780dac610 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:34.238560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:34.241809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:34.272926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=b5d9568a-3c57-464d-91db-f1eefe97ac68,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:34.277642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:34.278314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No DVR routers for this DVR port b5d9568a-3c57-464d-91db-f1eefe97ac68 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:34.364251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e5982d-5aa1-44b0-b2f5-c59577f7fe5b None None] DHCP port deletion for be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:48:34.401243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:34.412604 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:34.425944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de757425-c64b-414d-804a-064776f878a6') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:34.426904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de757425-c64b-414d-804a-064776f878a6') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:34.437709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:34.460900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:34.467021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:34.467416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:34.470779 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:34.502243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-0122cb75-b7f2-4c33-a1eb-04c780dac610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:31Z', 'revision_number': 10, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:34.505946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122cb75-b7f2-4c33-a1eb-04c780dac610 None None] The sync data for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv is: [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:31Z', 'revision_number': 10, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None, '_interfaces': [{'id': 'ad8c7407-72ab-4ee9-8324-1202b5034107', 'name': '', 'network_id': '5d6e980d-7d5f-4573-ad62-aad226770326', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'mac_address': 'fa:16:3e:78:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '40fe0098-267c-4359-8020-18707f9f4e00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:47:47Z', 'updated_at': '2021-06-11T11:48:02Z', 'revision_number': 5, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'subnets': [{'id': '40fe0098-267c-4359-8020-18707f9f4e00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:34.567548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:34.572120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:34.578366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:34.582702 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/networks/be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a HTTP/1.1" status: 204 len: 168 time: 0.8860745 Jun 11 11:48:34.583648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48874) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:34.595837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Network': ['ID=be2b0d30-4d0c-4c61-ac8c-fa93cd8b5e8a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:34.604485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:35.108226 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4d40693e-4cc1-48c4-948d-20c39dedc5bc req-5cefda9c-1816-40b4-9391-a3e23abd8f0c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 210 time: 0.0624037 Jun 11 11:48:35.147415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-652d1777-2d97-4306-be79-e7bfe521275f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:35.148901 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-652d1777-2d97-4306-be79-e7bfe521275f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=91a28ccd-02ad-4781-b16a-b41e275b73b2 HTTP/1.1" status: 200 len: 795 time: 0.2102523 Jun 11 11:48:35.150664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9db28e3f-99c2-4834-a794-7585b3accdda up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:35.208219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9db28e3f-99c2-4834-a794-7585b3accdda triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:35.208615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:35.244012 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-01f2e2ce-c39b-42b1-ae95-d52aa8576294 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 380 time: 0.0668194 Jun 11 11:48:35.253894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'device_id': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'admin_state_up': True, 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'security_groups': ['68401b95-19cf-48b1-a711-e39c80b231de']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:35.275367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:35.353566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b5d9568a-3c57-464d-91db-f1eefe97ac68 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:35.377701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b5d9568a-3c57-464d-91db-f1eefe97ac68 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:35.378055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b5d9568a-3c57-464d-91db-f1eefe97ac68 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:35.378480 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4776b82c-a440-4627-8a41-36574da96504 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:35.401499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 4776b82c-a440-4627-8a41-36574da96504 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:35.401858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4776b82c-a440-4627-8a41-36574da96504 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:35.573903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:35.577426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:35.798897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.6 (91a28ccd-02ad-4781-b16a-b41e275b73b2/9db53fd3-e6f8-4f34-9002-e665e5ea262a/6e668f30-8891-4fce-9441-779c40e2263a) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:35.816593 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port ad8c7407-72ab-4ee9-8324-1202b5034107 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:35.816946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:36.025938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port ad8c7407-72ab-4ee9-8324-1202b5034107, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ad8c7407-72ab-4ee9-8324-1202b5034107,segment=NetworkSegment(b40c8085-b40d-4eee-8fc8-772cec62b1bd),segment_id=b40c8085-b40d-4eee-8fc8-772cec62b1bd)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:36.026309 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:36.128714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for ad8c7407-72ab-4ee9-8324-1202b5034107 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:36.212653 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:36.235318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 6e668f30-8891-4fce-9441-779c40e2263a will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:36.268447 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e89eadc-baba-4e6c-8859-ef1aa5e1c394 req-8553fcae-6ad5-4c28-85fa-e56a1f5a0ef2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 210 time: 0.0425584 Jun 11 11:48:36.343478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:36.349837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:36.440132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 91a28ccd-02ad-4781-b16a-b41e275b73b2 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:36.447957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:36.450324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:36.489514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=6e668f30-8891-4fce-9441-779c40e2263a,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:36.492393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:36.519589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:36.524349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:36.537521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:36.538164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:36.719149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-553d7ddc-3b9f-4d2e-a827-e001efdc906e None None] Provisioning for port 6e668f30-8891-4fce-9441-779c40e2263a completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:36.723013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-553d7ddc-3b9f-4d2e-a827-e001efdc906e None None] Provisioning complete for port 6e668f30-8891-4fce-9441-779c40e2263a triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:36.723404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-553d7ddc-3b9f-4d2e-a827-e001efdc906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:36.768343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-553d7ddc-3b9f-4d2e-a827-e001efdc906e None None] Port 6e668f30-8891-4fce-9441-779c40e2263a cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:36.898058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=ad8c7407-72ab-4ee9-8324-1202b5034107,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:36.905090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:36.939750 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6903532 Jun 11 11:48:36.992216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Request body: {'port': {'device_id': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:37.077066 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:37.231836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:37.391847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:37.682082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:37.691511 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1038539 Jun 11 11:48:37.691796 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450daa5c-38c0-4741-9467-d96486a25d13 None None] Sync routers for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:37.692293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48886) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:37.700655 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450daa5c-38c0-4741-9467-d96486a25d13 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:37.701338 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-450daa5c-38c0-4741-9467-d96486a25d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:37.788098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824cdc4-865e-439a-bbb5-b37d2960d876 req-56bd83b8-c3b4-4ccd-8cc1-ad647d3fd41a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:37.789583 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8824cdc4-865e-439a-bbb5-b37d2960d876 req-56bd83b8-c3b4-4ccd-8cc1-ad647d3fd41a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 931 time: 0.4058802 Jun 11 11:48:37.802742 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-450daa5c-38c0-4741-9467-d96486a25d13 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:37.857467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b96636-d60d-42b9-8b88-9d4479d2bf16 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting subnet 40fe0098-267c-4359-8020-18707f9f4e00 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:48:37.869126 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18b96636-d60d-42b9-8b88-9d4479d2bf16 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:37.878130 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-450daa5c-38c0-4741-9467-d96486a25d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:36Z', 'revision_number': 11, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:37.881608 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450daa5c-38c0-4741-9467-d96486a25d13 None None] Checking router: 9fc6a8c1-0844-4237-b547-e97875cc4ef5 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:37.889458 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450daa5c-38c0-4741-9467-d96486a25d13 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:37.890063 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-450daa5c-38c0-4741-9467-d96486a25d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:37.910243 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8824cdc4-865e-439a-bbb5-b37d2960d876 req-fc74e382-089b-4eef-ae09-880ae0bd2afb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107519 Jun 11 11:48:37.963217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18b96636-d60d-42b9-8b88-9d4479d2bf16 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:37.989985 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-450daa5c-38c0-4741-9467-d96486a25d13 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:38.012684 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e668f30-8891-4fce-9441-779c40e2263a {{(pid=99005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:48:38.023211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.047917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Transition to ACTIVE for port object 6e668f30-8891-4fce-9441-779c40e2263a will not be triggered until provisioned by entity L2. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:38.050883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.067685 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-450daa5c-38c0-4741-9467-d96486a25d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:36Z', 'revision_number': 11, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:38.071219 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450daa5c-38c0-4741-9467-d96486a25d13 None None] The sync data for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv is: [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:36Z', 'revision_number': 11, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:38.074520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ffa11fce-3ff6-4628-8179-4243e2e94384 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:38.183303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18b96636-d60d-42b9-8b88-9d4479d2bf16 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.216295 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Pushing event updated for resources: {'Port': ['ID=6e668f30-8891-4fce-9441-779c40e2263a,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:38.221802 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:38.331024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18b96636-d60d-42b9-8b88-9d4479d2bf16 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.334782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-47a44a61-aee0-45f1-98b0-4754af68e750 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:38.344777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Attempting to bind port 6e668f30-8891-4fce-9441-779c40e2263a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:38.345118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Attempting to bind port 6e668f30-8891-4fce-9441-779c40e2263a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:38.345450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Attempting to bind port 6e668f30-8891-4fce-9441-779c40e2263a on network 91a28ccd-02ad-4781-b16a-b41e275b73b2 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:38.374957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b96636-d60d-42b9-8b88-9d4479d2bf16 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Subnet': ['ID=40fe0098-267c-4359-8020-18707f9f4e00,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:38.376603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-18b96636-d60d-42b9-8b88-9d4479d2bf16 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.382069 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-18b96636-d60d-42b9-8b88-9d4479d2bf16 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/40fe0098-267c-4359-8020-18707f9f4e00 HTTP/1.1" status: 204 len: 168 time: 0.6852319 Jun 11 11:48:38.382477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d374d55c-53f3-4a5b-a2d2-79d63af4a212 None None] Network 5d6e980d-7d5f-4573-ad62-aad226770326 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:38.382953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-18b96636-d60d-42b9-8b88-9d4479d2bf16 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:38.383056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Port 6e668f30-8891-4fce-9441-779c40e2263a on network 91a28ccd-02ad-4781-b16a-b41e275b73b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:48:38.383619 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Attempting to bind port 6e668f30-8891-4fce-9441-779c40e2263a on network 91a28ccd-02ad-4781-b16a-b41e275b73b2 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:38.386250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48888) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:38.392314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:38.392667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Checking segment: {'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:38.393061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Bound using segment: {'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:38.393518 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Bound port: 6e668f30-8891-4fce-9441-779c40e2263a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da2838d-e815-4fb4-ab18-768857f3bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2'}}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:38.393873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.480772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] For port 6e668f30-8891-4fce-9441-779c40e2263a, host hv-neutron-7864, cleared binding levels {{(pid=99005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:38.487317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] For port 6e668f30-8891-4fce-9441-779c40e2263a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e668f30-8891-4fce-9441-779c40e2263a,segment=NetworkSegment(0da2838d-e815-4fb4-ab18-768857f3bb27),segment_id=0da2838d-e815-4fb4-ab18-768857f3bb27)] {{(pid=99005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:38.493888 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.497885 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:38.500369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.544939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:38.545687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.547633 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] 10.222.0.25 "PUT /v2.0/ports/6e668f30-8891-4fce-9441-779c40e2263a HTTP/1.1" status: 200 len: 1093 time: 1.5592544 Jun 11 11:48:38.547801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'tag': '6e668f30-8891-4fce-9441-779c40e2263a'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:48:38.550518 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081fb567-34d5-429f-8b36-e66da5ddda41" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ef8838-2031-432f-9fe3-885429f2fd76", "tag": "6e668f30-8891-4fce-9441-779c40e2263a"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:48:38.580208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Deleting port c4dddabc-347d-4925-8e0e-f5f4d877f301 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:38.580853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.617602 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8612239f-95e2-418b-b9a5-74141742da89 x-openstack-request-id: req-8612239f-95e2-418b-b9a5-74141742da89 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:48:38.618067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ef8838-2031-432f-9fe3-885429f2fd76", "tag": "6e668f30-8891-4fce-9441-779c40e2263a", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:48:38.618386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8612239f-95e2-418b-b9a5-74141742da89 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:48:38.618869 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'tag': '6e668f30-8891-4fce-9441-779c40e2263a', 'status': 'completed', 'code': 200} Jun 11 11:48:38.634124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Pushing event updated for resources: {'Port': ['ID=6e668f30-8891-4fce-9441-779c40e2263a,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:38.661393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:38.695650 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] For port c4dddabc-347d-4925-8e0e-f5f4d877f301, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c4dddabc-347d-4925-8e0e-f5f4d877f301,segment=NetworkSegment(b40c8085-b40d-4eee-8fc8-772cec62b1bd),segment_id=b40c8085-b40d-4eee-8fc8-772cec62b1bd)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:38.697038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.704414 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c335ab15-bdff-4e52-8232-6a4232967873 None None] DHCP port deletion for 5d6e980d-7d5f-4573-ad62-aad226770326 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:48:38.718011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-8018945c-33a5-461f-a907-6fc8f52531a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:38.719647 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-8018945c-33a5-461f-a907-6fc8f52531a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 1096 time: 0.1154165 Jun 11 11:48:38.769482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c335ab15-bdff-4e52-8232-6a4232967873 None None] Deleting port c4dddabc-347d-4925-8e0e-f5f4d877f301 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:38.770048 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c335ab15-bdff-4e52-8232-6a4232967873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.809650 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-54109551-651b-493d-96f6-388cb84a8247 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e668f30-8891-4fce-9441-779c40e2263a HTTP/1.1" status: 200 len: 217 time: 0.0828371 Jun 11 11:48:38.811271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Calling delete_port for c4dddabc-347d-4925-8e0e-f5f4d877f301 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:38.861929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c335ab15-bdff-4e52-8232-6a4232967873 None None] For port c4dddabc-347d-4925-8e0e-f5f4d877f301, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c4dddabc-347d-4925-8e0e-f5f4d877f301,segment=NetworkSegment(b40c8085-b40d-4eee-8fc8-772cec62b1bd),segment_id=b40c8085-b40d-4eee-8fc8-772cec62b1bd)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:38.862354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c335ab15-bdff-4e52-8232-6a4232967873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.877510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1ff02b7f-2563-45e5-8dbb-cb203860b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:38.879590 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-1ff02b7f-2563-45e5-8dbb-cb203860b00b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9db53fd3-e6f8-4f34-9002-e665e5ea262a HTTP/1.1" status: 200 len: 835 time: 0.0637789 Jun 11 11:48:38.921848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:38.924679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dc475bd6-695f-4e12-963e-c022bd87dd4d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:38.959169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c335ab15-bdff-4e52-8232-6a4232967873 None None] Calling delete_port for c4dddabc-347d-4925-8e0e-f5f4d877f301 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:38.959414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Port': ['ID=c4dddabc-347d-4925-8e0e-f5f4d877f301,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:38.969481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No DVR routers for this DVR port c4dddabc-347d-4925-8e0e-f5f4d877f301 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:38.985730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-d5e532be-46e5-4b28-9ef0-b0d838b70f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:38.987658 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-d5e532be-46e5-4b28-9ef0-b0d838b70f70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91a28ccd-02ad-4781-b16a-b41e275b73b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022854 Jun 11 11:48:39.036498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.036880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.037451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.037992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.038549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.039089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.039632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.040069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.040442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.040807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.041173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.041536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:39.047895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:39.074310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c335ab15-bdff-4e52-8232-6a4232967873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:39.076732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4f2d296d-6aa9-4b13-92f2-ee0202d3e0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:39.101591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:39.113383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6e980d-7d5f-4573-ad62-aad226770326']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:39.113694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335ab15-bdff-4e52-8232-6a4232967873 None None] Pushing event deleted for resources: {'Port': ['ID=c4dddabc-347d-4925-8e0e-f5f4d877f301,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:39.117168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c335ab15-bdff-4e52-8232-6a4232967873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:39.118569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335ab15-bdff-4e52-8232-6a4232967873 None None] No DVR routers for this DVR port c4dddabc-347d-4925-8e0e-f5f4d877f301 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:39.135566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40c8085-b40d-4eee-8fc8-772cec62b1bd') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:39.135881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40c8085-b40d-4eee-8fc8-772cec62b1bd') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:39.149637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:39.157064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ad8c7407-72ab-4ee9-8324-1202b5034107 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:39.169346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:39.175742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:39.176147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:39.179356 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:39.182761 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-0372ef97-8160-4a58-b06a-90ff1776922d service neutron] 10.222.0.25 "GET /v2.0/networks/91a28ccd-02ad-4781-b16a-b41e275b73b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880610 Jun 11 11:48:39.186776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: ad8c7407-72ab-4ee9-8324-1202b5034107 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:39.187218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ad8c7407-72ab-4ee9-8324-1202b5034107 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:39.187727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c4dddabc-347d-4925-8e0e-f5f4d877f301 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:39.211040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c4dddabc-347d-4925-8e0e-f5f4d877f301 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:39.211511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c4dddabc-347d-4925-8e0e-f5f4d877f301 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:39.232233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f5cd2-8705-4fa0-b961-b3e93ebad2e2 req-eabc53a9-6041-4bad-a52d-552680a1b79e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:39.233700 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-de6f5cd2-8705-4fa0-b961-b3e93ebad2e2 req-eabc53a9-6041-4bad-a52d-552680a1b79e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 943 time: 0.1492648 Jun 11 11:48:39.268307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:39.271823 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3812e65a-fe3c-4ec3-a351-650cc78963da tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:39.276858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:39.281227 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/networks/5d6e980d-7d5f-4573-ad62-aad226770326 HTTP/1.1" status: 204 len: 168 time: 0.8910332 Jun 11 11:48:39.291248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48894) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:39.292834 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Pushing event deleted for resources: {'Network': ['ID=5d6e980d-7d5f-4573-ad62-aad226770326,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:39.295430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:39.297943 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1be9408f-d0f1-47c6-ad38-23841c6c32c7 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'routes': None}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:39.760113 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-de6f5cd2-8705-4fa0-b961-b3e93ebad2e2 req-7d861268-6ab3-4eab-bb5b-e901da312c4c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5198319 Jun 11 11:48:39.767107 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5a914ba-6e90-4cc6-8f5d-ba9b3ae43d51 req-9bf28384-62a1-4d20-99f6-b483c3390b27 service neutron] 10.222.0.25 "GET /v2.0/networks/91a28ccd-02ad-4781-b16a-b41e275b73b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765986 Jun 11 11:48:39.939027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.extraroute_db [None req-1be9408f-d0f1-47c6-ad38-23841c6c32c7 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Added routes are [] {{(pid=99005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 11:48:39.939297 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.extraroute_db [None req-1be9408f-d0f1-47c6-ad38-23841c6c32c7 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Removed routes are [] {{(pid=99005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 11:48:39.939588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1be9408f-d0f1-47c6-ad38-23841c6c32c7 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:40.144737 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb567-34d5-429f-8b36-e66da5ddda41 req-631c8982-9651-4912-a076-9b3ad6901da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:40.146223 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-081fb567-34d5-429f-8b36-e66da5ddda41 req-631c8982-9651-4912-a076-9b3ad6901da1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 1096 time: 0.2864807 Jun 11 11:48:40.153371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1be9408f-d0f1-47c6-ad38-23841c6c32c7 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:40.170167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1be9408f-d0f1-47c6-ad38-23841c6c32c7 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:40.415463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be9408f-d0f1-47c6-ad38-23841c6c32c7 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:40.440043 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb567-34d5-429f-8b36-e66da5ddda41 req-bf3951ab-dbb0-42c8-9247-59bb3201040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:40.441497 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-081fb567-34d5-429f-8b36-e66da5ddda41 req-bf3951ab-dbb0-42c8-9247-59bb3201040b service neutron] 10.222.0.25 "GET /v2.0/networks?id=91a28ccd-02ad-4781-b16a-b41e275b73b2 HTTP/1.1" status: 200 len: 897 time: 0.2863514 Jun 11 11:48:40.580518 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-081fb567-34d5-429f-8b36-e66da5ddda41 req-768ce7fb-0244-4e06-86a9-96ee5fdf63cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e668f30-8891-4fce-9441-779c40e2263a HTTP/1.1" status: 200 len: 217 time: 0.0923386 Jun 11 11:48:40.583206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be9408f-d0f1-47c6-ad38-23841c6c32c7 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:40.591486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1be9408f-d0f1-47c6-ad38-23841c6c32c7 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:40.592754 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1be9408f-d0f1-47c6-ad38-23841c6c32c7 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5 HTTP/1.1" status: 200 len: 704 time: 1.3002365 Jun 11 11:48:40.593784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7176be5b-9a19-44d8-bb3a-57985f9bc737 None None] Sync routers for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:40.595496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48896) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:40.607878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7176be5b-9a19-44d8-bb3a-57985f9bc737 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:40.608529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7176be5b-9a19-44d8-bb3a-57985f9bc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:40.629750 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-46c1c082-2e69-4498-a968-a06987be4ada tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fc6a8c1-0844-4237-b547-e97875cc4ef5 HTTP/1.1" status: 200 len: 205 time: 0.0329800 Jun 11 11:48:40.632246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48898) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:40.652995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb567-34d5-429f-8b36-e66da5ddda41 req-56b4f115-af07-4210-9019-d51cdb66b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:40.654848 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-081fb567-34d5-429f-8b36-e66da5ddda41 req-56b4f115-af07-4210-9019-d51cdb66b55e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9db53fd3-e6f8-4f34-9002-e665e5ea262a HTTP/1.1" status: 200 len: 835 time: 0.0610206 Jun 11 11:48:40.707827 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-7176be5b-9a19-44d8-bb3a-57985f9bc737 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:40.720500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb567-34d5-429f-8b36-e66da5ddda41 req-216e5ef8-c1cd-4870-aa3d-36ba3a277263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:40.722371 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-081fb567-34d5-429f-8b36-e66da5ddda41 req-216e5ef8-c1cd-4870-aa3d-36ba3a277263 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91a28ccd-02ad-4781-b16a-b41e275b73b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612864 Jun 11 11:48:40.745395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef895-b120-4f35-8435-62e6e621d953 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:40.786298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7176be5b-9a19-44d8-bb3a-57985f9bc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:36Z', 'revision_number': 11, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:40.790189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7176be5b-9a19-44d8-bb3a-57985f9bc737 None None] Checking router: 9fc6a8c1-0844-4237-b547-e97875cc4ef5 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:40.799178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7176be5b-9a19-44d8-bb3a-57985f9bc737 None None] Routers {'9fc6a8c1-0844-4237-b547-e97875cc4ef5'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:40.800235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7176be5b-9a19-44d8-bb3a-57985f9bc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:40.860656 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-081fb567-34d5-429f-8b36-e66da5ddda41 req-c1fab4f6-de41-4a33-b41a-31d1561a1d3e service neutron] 10.222.0.25 "GET /v2.0/networks/91a28ccd-02ad-4781-b16a-b41e275b73b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318531 Jun 11 11:48:40.901937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-7176be5b-9a19-44d8-bb3a-57985f9bc737 None None] Set router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:40.981148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7176be5b-9a19-44d8-bb3a-57985f9bc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:36Z', 'revision_number': 11, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:40.984495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7176be5b-9a19-44d8-bb3a-57985f9bc737 None None] The sync data for ids ['9fc6a8c1-0844-4237-b547-e97875cc4ef5'] in dv-neutron-786478-5-hyperv is: [{'id': '9fc6a8c1-0844-4237-b547-e97875cc4ef5', 'name': 'tempest-RoutersIpV6Test-router-259172120', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:47:45Z', 'updated_at': '2021-06-11T11:48:36Z', 'revision_number': 11, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:40.986503 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-081fb567-34d5-429f-8b36-e66da5ddda41 req-16338772-62cb-4965-8c4a-38787728c750 service neutron] 10.222.0.25 "GET /v2.0/networks/91a28ccd-02ad-4781-b16a-b41e275b73b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197088 Jun 11 11:48:41.036740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef895-b120-4f35-8435-62e6e621d953 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.040582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef895-b120-4f35-8435-62e6e621d953 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.106991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef895-b120-4f35-8435-62e6e621d953 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.107474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8ef895-b120-4f35-8435-62e6e621d953 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc6a8c1-0844-4237-b547-e97875cc4ef5 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:48:41.114170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef895-b120-4f35-8435-62e6e621d953 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.119569 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2a8ef895-b120-4f35-8435-62e6e621d953 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5 HTTP/1.1" status: 204 len: 168 time: 0.4821465 Jun 11 11:48:41.119797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48902) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:41.124285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3d43145f-7312-432e-8421-17be9d34b119 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-33600368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:41.151472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb74d-0e97-4fff-96c1-88a0237dcb53 req-0a566de7-1915-490e-b614-cf6c22991a26 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:41.153001 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e42cb74d-0e97-4fff-96c1-88a0237dcb53 req-0a566de7-1915-490e-b614-cf6c22991a26 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 943 time: 0.1603498 Jun 11 11:48:41.169040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d43145f-7312-432e-8421-17be9d34b119 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.170093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d43145f-7312-432e-8421-17be9d34b119 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.219761 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e42cb74d-0e97-4fff-96c1-88a0237dcb53 req-f16ca93a-2ad5-4140-a862-ed2640617cd2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603511 Jun 11 11:48:41.266093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d43145f-7312-432e-8421-17be9d34b119 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.270415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d43145f-7312-432e-8421-17be9d34b119 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.286056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d43145f-7312-432e-8421-17be9d34b119 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.287242 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3d43145f-7312-432e-8421-17be9d34b119 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1665335 Jun 11 11:48:41.290416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48904) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:41.295422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f598a96c-6c5b-4da6-9f20-a3259e78853a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:41.590448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f598a96c-6c5b-4da6-9f20-a3259e78853a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.601556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f598a96c-6c5b-4da6-9f20-a3259e78853a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.727114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f598a96c-6c5b-4da6-9f20-a3259e78853a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Router e2571024-3196-425e-b210-4c2f73808963 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:48:41.835079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f598a96c-6c5b-4da6-9f20-a3259e78853a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:41.841663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f598a96c-6c5b-4da6-9f20-a3259e78853a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:41.845492 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f598a96c-6c5b-4da6-9f20-a3259e78853a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "PUT /v2.0/routers/e2571024-3196-425e-b210-4c2f73808963 HTTP/1.1" status: 200 len: 696 time: 0.5512788 Jun 11 11:48:41.845670 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2879fa-4200-485c-9b34-235643a46906 None None] Sync routers for ids ['e2571024-3196-425e-b210-4c2f73808963'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:41.846083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48906) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:41.853047 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2879fa-4200-485c-9b34-235643a46906 None None] Routers {'e2571024-3196-425e-b210-4c2f73808963'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:41.853679 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5f2879fa-4200-485c-9b34-235643a46906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e2571024-3196-425e-b210-4c2f73808963'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:41.958890 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6d031b7b-a5b8-4d74-b210-8331889ff7c1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/routers/e2571024-3196-425e-b210-4c2f73808963 HTTP/1.1" status: 200 len: 702 time: 0.1117713 Jun 11 11:48:41.961354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48908) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:41.994505 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-48484173-03f1-40b1-a263-0a7d2b541688 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2571024-3196-425e-b210-4c2f73808963 HTTP/1.1" status: 200 len: 205 time: 0.0319757 Jun 11 11:48:41.996855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48910) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:42.038434 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-5f2879fa-4200-485c-9b34-235643a46906 None None] Set router e2571024-3196-425e-b210-4c2f73808963 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:42.101939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d2e5c6c8-119a-4196-9377-60295274d56c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:42.114607 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5f2879fa-4200-485c-9b34-235643a46906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2571024-3196-425e-b210-4c2f73808963', 'name': 'tempest-RoutersIpV6Test-router-33600368', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:41Z', 'updated_at': '2021-06-11T11:48:41Z', 'revision_number': 2, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:42.118722 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2879fa-4200-485c-9b34-235643a46906 None None] Checking router: e2571024-3196-425e-b210-4c2f73808963 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:42.127018 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2879fa-4200-485c-9b34-235643a46906 None None] Routers {'e2571024-3196-425e-b210-4c2f73808963'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:42.127490 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5f2879fa-4200-485c-9b34-235643a46906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['e2571024-3196-425e-b210-4c2f73808963'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:42.138084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-778e1812-47b3-4c28-9149-bfe72b557946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:42.227870 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-5f2879fa-4200-485c-9b34-235643a46906 None None] Set router e2571024-3196-425e-b210-4c2f73808963 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:42.271903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 6e668f30-8891-4fce-9441-779c40e2263a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:48:42.309659 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5f2879fa-4200-485c-9b34-235643a46906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2571024-3196-425e-b210-4c2f73808963', 'name': 'tempest-RoutersIpV6Test-router-33600368', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:41Z', 'updated_at': '2021-06-11T11:48:41Z', 'revision_number': 2, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:42.313478 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2879fa-4200-485c-9b34-235643a46906 None None] The sync data for ids ['e2571024-3196-425e-b210-4c2f73808963'] in dv-neutron-786478-5-hyperv is: [{'id': 'e2571024-3196-425e-b210-4c2f73808963', 'name': 'tempest-RoutersIpV6Test-router-33600368', 'tenant_id': '4f16588ecf3644c8b27fc96c401d34e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:41Z', 'updated_at': '2021-06-11T11:48:41Z', 'revision_number': 2, 'project_id': '4f16588ecf3644c8b27fc96c401d34e4', 'gw_port_host': None}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:42.427560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a0c4f-d81a-4bf3-9cbb-b21904036633 req-9ab0faba-e5e9-4f4e-92ee-e90d9a82c412 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:42.429254 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ee4a0c4f-d81a-4bf3-9cbb-b21904036633 req-9ab0faba-e5e9-4f4e-92ee-e90d9a82c412 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 943 time: 0.0766788 Jun 11 11:48:42.442254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 6e668f30-8891-4fce-9441-779c40e2263a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e668f30-8891-4fce-9441-779c40e2263a,segment=NetworkSegment(0da2838d-e815-4fb4-ab18-768857f3bb27),segment_id=0da2838d-e815-4fb4-ab18-768857f3bb27)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:42.456473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '6e668f30-8891-4fce-9441-779c40e2263a', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'port_id': '6e668f30-8891-4fce-9441-779c40e2263a', 'mac_address': 'fa:16:3e:9d:dc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:48:42.477929 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ee4a0c4f-d81a-4bf3-9cbb-b21904036633 req-c9742c43-41f1-44be-ae9c-7226300b07eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404592 Jun 11 11:48:42.513111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:42.529667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e668f30-8891-4fce-9441-779c40e2263a {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:48:42.553414 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 6e668f30-8891-4fce-9441-779c40e2263a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e668f30-8891-4fce-9441-779c40e2263a,segment=NetworkSegment(0da2838d-e815-4fb4-ab18-768857f3bb27),segment_id=0da2838d-e815-4fb4-ab18-768857f3bb27)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:42.558522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:42.560574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:42.618850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=6e668f30-8891-4fce-9441-779c40e2263a,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:42.621905 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:42.763713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d2e5c6c8-119a-4196-9377-60295274d56c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:42.765790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d2e5c6c8-119a-4196-9377-60295274d56c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:42.770959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['6e668f30-8891-4fce-9441-779c40e2263a'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:48:42.823876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d2e5c6c8-119a-4196-9377-60295274d56c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:42.824419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e5c6c8-119a-4196-9377-60295274d56c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Fanout notify agent at l3_agent the message router_deleted on router e2571024-3196-425e-b210-4c2f73808963 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:48:42.831990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d2e5c6c8-119a-4196-9377-60295274d56c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:42.833370 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d2e5c6c8-119a-4196-9377-60295274d56c tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/e2571024-3196-425e-b210-4c2f73808963 HTTP/1.1" status: 204 len: 168 time: 0.8356252 Jun 11 11:48:42.837263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48914) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:42.875166 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4364df51-b2f6-4c8f-9854-c95f879bed8b tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2571024-3196-425e-b210-4c2f73808963 HTTP/1.1" status: 200 len: 205 time: 0.0364673 Jun 11 11:48:42.877357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48916) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:42.928673 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-56a83f7b-36f4-4cbb-b2ea-261b2ee765d2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] delete failed (client error): The resource could not be found. Jun 11 11:48:42.929688 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-56a83f7b-36f4-4cbb-b2ea-261b2ee765d2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/e2571024-3196-425e-b210-4c2f73808963 HTTP/1.1" status: 404 len: 336 time: 0.0513682 Jun 11 11:48:42.932263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48918) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:42.964766 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaabc0a2-02ec-4590-8498-ed06377e33b8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] DELETE failed (client error): The resource could not be found. Jun 11 11:48:42.965220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaabc0a2-02ec-4590-8498-ed06377e33b8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:48:42.966887 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eaabc0a2-02ec-4590-8498-ed06377e33b8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/ea2c1cfc-fc7e-49b1-989f-f8b3d34153d3 HTTP/1.1" status: 404 len: 337 time: 0.0337229 Jun 11 11:48:42.969337 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48920) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.005065 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d996150-c97a-4f50-b05a-dd097094b93b tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] DELETE failed (client error): The resource could not be found. Jun 11 11:48:43.005524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d996150-c97a-4f50-b05a-dd097094b93b tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:48:43.007432 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2d996150-c97a-4f50-b05a-dd097094b93b tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/7724373e-1862-4bcb-9445-caa39053b9ef HTTP/1.1" status: 404 len: 337 time: 0.0370190 Jun 11 11:48:43.010222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48922) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.043099 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7de5e1c-a764-440d-ad3e-7a653a6bd6df tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] DELETE failed (client error): The resource could not be found. Jun 11 11:48:43.043564 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7de5e1c-a764-440d-ad3e-7a653a6bd6df tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:48:43.045521 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c7de5e1c-a764-440d-ad3e-7a653a6bd6df tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/8a72d317-a8d4-48a6-854e-d36c71d712d9 HTTP/1.1" status: 404 len: 337 time: 0.0343869 Jun 11 11:48:43.048028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48924) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.080369 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa328bf1-aa5a-4575-8f5b-f45b6ee9534d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] DELETE failed (client error): The resource could not be found. Jun 11 11:48:43.080829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa328bf1-aa5a-4575-8f5b-f45b6ee9534d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:48:43.082548 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-aa328bf1-aa5a-4575-8f5b-f45b6ee9534d tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/40fe0098-267c-4359-8020-18707f9f4e00 HTTP/1.1" status: 404 len: 337 time: 0.0336139 Jun 11 11:48:43.086369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48926) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.125588 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-94c52dfb-d7b4-4c72-bde8-eccd7c6be50a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fc6a8c1-0844-4237-b547-e97875cc4ef5 HTTP/1.1" status: 200 len: 205 time: 0.0373206 Jun 11 11:48:43.127868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48928) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.180422 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-71fb521a-f6d3-497e-8a17-1c27198b9049 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] delete failed (client error): The resource could not be found. Jun 11 11:48:43.181433 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-71fb521a-f6d3-497e-8a17-1c27198b9049 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/9fc6a8c1-0844-4237-b547-e97875cc4ef5 HTTP/1.1" status: 404 len: 336 time: 0.0526748 Jun 11 11:48:43.184016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48930) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.218128 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-db5b54e4-64db-4fc9-a8d9-c9d175276b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ad6739f-14c4-4911-b48e-1dca50c57f21 HTTP/1.1" status: 200 len: 205 time: 0.0329483 Jun 11 11:48:43.220454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48932) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.276188 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-b82117b2-2034-43fb-8812-86f30afc11cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] delete failed (client error): The resource could not be found. Jun 11 11:48:43.277509 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b82117b2-2034-43fb-8812-86f30afc11cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/2ad6739f-14c4-4911-b48e-1dca50c57f21 HTTP/1.1" status: 404 len: 336 time: 0.0558815 Jun 11 11:48:43.279895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48934) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.314152 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1cbb5a-ccdc-4077-9bed-28b14bbe2a3a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] DELETE failed (client error): The resource could not be found. Jun 11 11:48:43.314652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1cbb5a-ccdc-4077-9bed-28b14bbe2a3a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:48:43.316374 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0c1cbb5a-ccdc-4077-9bed-28b14bbe2a3a tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/fba37159-e223-4b99-a906-3d3e7327acb4 HTTP/1.1" status: 404 len: 337 time: 0.0356834 Jun 11 11:48:43.318858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48936) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.352886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5ec2eed9-b5fb-4b22-9e08-d2dbe03c9774 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=75d60105-83c5-45d3-84f9-8ebc8e61e7fe HTTP/1.1" status: 200 len: 205 time: 0.0328062 Jun 11 11:48:43.355044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48938) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.414631 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-3d3eba58-d56e-422b-b4e8-85b0db939cdf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] delete failed (client error): The resource could not be found. Jun 11 11:48:43.415884 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3d3eba58-d56e-422b-b4e8-85b0db939cdf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/75d60105-83c5-45d3-84f9-8ebc8e61e7fe HTTP/1.1" status: 404 len: 336 time: 0.0599225 Jun 11 11:48:43.418493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48940) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.451405 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ae28e064-7bc8-4dee-b663-bc7cbed6e864 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=353d9195-83d6-4477-910b-2bc6bddfa743 HTTP/1.1" status: 200 len: 205 time: 0.0315642 Jun 11 11:48:43.453505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48942) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.507593 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-4890f2a1-16a4-474e-86b3-cc69ade9cff3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] delete failed (client error): The resource could not be found. Jun 11 11:48:43.509455 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4890f2a1-16a4-474e-86b3-cc69ade9cff3 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/353d9195-83d6-4477-910b-2bc6bddfa743 HTTP/1.1" status: 404 len: 336 time: 0.0550840 Jun 11 11:48:43.511852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48946) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.543916 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f71f7ad-4bfb-4f63-a4e3-4a8cacf516f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] DELETE failed (client error): The resource could not be found. Jun 11 11:48:43.544321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f71f7ad-4bfb-4f63-a4e3-4a8cacf516f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:48:43.546001 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0f71f7ad-4bfb-4f63-a4e3-4a8cacf516f5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/d40e9313-6be0-4e0f-bf78-45f44f357c1f HTTP/1.1" status: 404 len: 337 time: 0.0332475 Jun 11 11:48:43.548572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48948) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.587261 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bc3effbe-56fe-43fc-bdb2-e90536788a33 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=1da890df-8c97-4ff5-8245-bdbafc17814b HTTP/1.1" status: 200 len: 205 time: 0.0369799 Jun 11 11:48:43.589511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48950) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.650729 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-5783e0ea-1607-4101-a8f6-5fb99c3c7fe0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] delete failed (client error): The resource could not be found. Jun 11 11:48:43.651700 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5783e0ea-1607-4101-a8f6-5fb99c3c7fe0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/1da890df-8c97-4ff5-8245-bdbafc17814b HTTP/1.1" status: 404 len: 336 time: 0.0611894 Jun 11 11:48:43.654292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48952) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.687513 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc49713-aeb5-4dbe-9a3e-79a8682bec09 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] DELETE failed (client error): The resource could not be found. Jun 11 11:48:43.687903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc49713-aeb5-4dbe-9a3e-79a8682bec09 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:48:43.689582 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0dc49713-aeb5-4dbe-9a3e-79a8682bec09 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/2a9bfcbe-18ac-4414-97ce-75dd1860379b HTTP/1.1" status: 404 len: 337 time: 0.0342917 Jun 11 11:48:43.692175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48954) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.715325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89c0f9-63db-4d33-a770-a357356cb4f5 req-63d74012-562e-400e-a865-70bb26c2f903 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:43.716799 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fe89c0f9-63db-4d33-a770-a357356cb4f5 req-63d74012-562e-400e-a865-70bb26c2f903 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 944 time: 0.1196003 Jun 11 11:48:43.730281 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8e06eb87-9ddd-4281-8a95-bffba21f77f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfddb912-e582-4333-8c6c-67847d80538e HTTP/1.1" status: 200 len: 205 time: 0.0368822 Jun 11 11:48:43.732560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48956) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.759273 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fe89c0f9-63db-4d33-a770-a357356cb4f5 req-debbf69e-f6e6-46f7-afa1-c6032308f67f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359702 Jun 11 11:48:43.783752 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-bd71cb78-72ca-4d93-8043-6a44f707c5b1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] delete failed (client error): The resource could not be found. Jun 11 11:48:43.784773 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bd71cb78-72ca-4d93-8043-6a44f707c5b1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/routers/dfddb912-e582-4333-8c6c-67847d80538e HTTP/1.1" status: 404 len: 336 time: 0.0513310 Jun 11 11:48:43.787277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48958) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.820315 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7abdf5-6148-4c4e-bf07-3a44c9c15485 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] DELETE failed (client error): The resource could not be found. Jun 11 11:48:43.820820 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7abdf5-6148-4c4e-bf07-3a44c9c15485 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:48:43.822459 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bd7abdf5-6148-4c4e-bf07-3a44c9c15485 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/c212ad99-fcd2-4f12-8cbc-1a927cc59778 HTTP/1.1" status: 404 len: 337 time: 0.0343037 Jun 11 11:48:43.824835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48960) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:43.859969 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-889f4685-eadb-4229-a4f9-31b654809050 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] DELETE failed (client error): The resource could not be found. Jun 11 11:48:43.860416 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889f4685-eadb-4229-a4f9-31b654809050 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:48:43.862013 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-889f4685-eadb-4229-a4f9-31b654809050 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] 10.222.0.46 "DELETE /v2.0/subnets/50f966a0-c2cf-43ba-89cf-1b583af30ef3 HTTP/1.1" status: 404 len: 337 time: 0.0363197 Jun 11 11:48:44.102733 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48966) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:44.238666 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ebcfafdf-9f87-454a-99ee-5276849c3906 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f16588ecf3644c8b27fc96c401d34e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345232 Jun 11 11:48:44.240900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 48970) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:44.287104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 6e668f30-8891-4fce-9441-779c40e2263a up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:44.294294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:44.316843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:44.340647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 6e668f30-8891-4fce-9441-779c40e2263a completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:44.344445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 6e668f30-8891-4fce-9441-779c40e2263a triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:44.344834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:44.366696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:44.369340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:44.370487 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a869ffee-4a84-425e-9e97-0b1d8a550515 HTTP/1.1" status: 204 len: 168 time: 0.1287038 Jun 11 11:48:44.371488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:44.380517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a869ffee-4a84-425e-9e97-0b1d8a550515,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:44.388049 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.388355 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.388750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.389137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.389522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.389905 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.390285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.390691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.391074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.391446 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.391829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.392200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.395533 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:44.458035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:44.485141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e668f30-8891-4fce-9441-779c40e2263a'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:48:44.487449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03b63b3-277c-4d00-a772-d7b528514ed3" -d '{"events": [{"server_uuid": "e4ef8838-2031-432f-9fe3-885429f2fd76", "name": "network-vif-plugged", "status": "completed", "tag": "6e668f30-8891-4fce-9441-779c40e2263a"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:48:44.506575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 6e668f30-8891-4fce-9441-779c40e2263a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e668f30-8891-4fce-9441-779c40e2263a,segment=NetworkSegment(0da2838d-e815-4fb4-ab18-768857f3bb27),segment_id=0da2838d-e815-4fb4-ab18-768857f3bb27)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:44.511917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:44.514569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:44.546796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3576f78-bd7a-428c-9f03-8352e06e0411 x-openstack-request-id: req-b3576f78-bd7a-428c-9f03-8352e06e0411 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:48:44.547279 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ef8838-2031-432f-9fe3-885429f2fd76", "name": "network-vif-plugged", "status": "completed", "tag": "6e668f30-8891-4fce-9441-779c40e2263a", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:48:44.548162 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3576f78-bd7a-428c-9f03-8352e06e0411 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:48:44.548772 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e668f30-8891-4fce-9441-779c40e2263a', 'code': 200} Jun 11 11:48:44.595907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=6e668f30-8891-4fce-9441-779c40e2263a,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:44.604336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.604782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.605241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.605673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.606099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.606519 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.607137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.607695 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.608240 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.608781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.609333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.609883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:48:44.614290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:44.730762 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:44.843716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4b29f-0732-4f40-8694-23a20e9fe791 req-f0dae773-f4ea-4fcd-b25e-695272ddbed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:44.846044 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4de4b29f-0732-4f40-8694-23a20e9fe791 req-f0dae773-f4ea-4fcd-b25e-695272ddbed8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 1098 time: 0.0946972 Jun 11 11:48:44.895734 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4de4b29f-0732-4f40-8694-23a20e9fe791 req-f78d174d-1e6d-4df1-8578-33e4b7329cf6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 Jun 11 11:48:44.933470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2a261b2-1e62-4d56-a0d1-bda28a899991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:44.953705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e562c-f5a2-497f-b696-e14c88ec5114 req-4c03baae-4b4b-4f27-934e-89ea45818ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:44.955416 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8e2e562c-f5a2-497f-b696-e14c88ec5114 req-4c03baae-4b4b-4f27-934e-89ea45818ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 945 time: 0.0770407 Jun 11 11:48:45.000378 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8e2e562c-f5a2-497f-b696-e14c88ec5114 req-46cad466-de7c-49ed-9915-f156ea366e49 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392179 Jun 11 11:48:45.059173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 48996) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:45.150596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1392994782'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:45.171463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:45.174971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.186213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.283176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.286765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.290133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-33274b9b-e204-44e9-9be3-ac3d22f990bb tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:45.316888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:48:45.325673 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fffab2-38bd-4496-b7b8-d26a3bd5161a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:45.329510 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:45.332353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.332696 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added segment 46dcd9e6-34b9-4ede-95e8-64397c717e5b of type vlan for network 4b190c84-3aac-492d-a202-10fb22f07cfe Jun 11 11:48:45.382208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.412411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.418994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:45.419669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.421921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-27b352dd-5c89-455b-81d4-a2588fefedad tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:45.458198 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3979726 Jun 11 11:48:45.460837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49000) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:45.466222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-87326354'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:45.486339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:45.489816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.516318 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Network': ['ID=4b190c84-3aac-492d-a202-10fb22f07cfe,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:45.516598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:48:45.520283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-49d05e71-2a64-4c88-a2b0-5c6763e22b9e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:45.526029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.526483 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added segment 2d1092a0-5ba7-41d1-bd5e-265194d133b4 of type vlan for network 9f5bccfa-6e11-451a-9feb-c2f53a41d37e Jun 11 11:48:45.528639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 4b190c84-3aac-492d-a202-10fb22f07cfe details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:48:45.579301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.610953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.621005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:45.621864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.626436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:45.675221 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2127516 Jun 11 11:48:45.677847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49002) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:45.684095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'subnet': {'network_id': '4b190c84-3aac-492d-a202-10fb22f07cfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:45.728712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Network': ['ID=9f5bccfa-6e11-451a-9feb-c2f53a41d37e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:45.731658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:45.740304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 9f5bccfa-6e11-451a-9feb-c2f53a41d37e details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:48:45.796693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:45.800387 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:45.996531 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.036434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.039592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b1309d8d-5d93-423b-90d5-a6421ee47143 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:46.106981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Subnet': ['ID=d31be1d7-320e-4f41-8d8b-0866e5ef6c0b,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:46.109688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:46.116617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Checking segment: {'id': '46dcd9e6-34b9-4ede-95e8-64397c717e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '4b190c84-3aac-492d-a202-10fb22f07cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:46.116985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network hostable DHCP agents. Network: 4b190c84-3aac-492d-a202-10fb22f07cfe, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:48:46.135371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 4b190c84-3aac-492d-a202-10fb22f07cfe is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:48:46.143958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 4b190c84-3aac-492d-a202-10fb22f07cfe) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:46.148274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:46.149190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.154971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3451f430-c6ed-433e-aaf8-2f4a5284c2dd None None] Network 4b190c84-3aac-492d-a202-10fb22f07cfe requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:46.164369 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4850085 Jun 11 11:48:46.167549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49006) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:46.173670 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'subnet': {'network_id': '9f5bccfa-6e11-451a-9feb-c2f53a41d37e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:46.195906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a39a1-5ae2-4e29-ae28-bd62929d9d32 req-91dacd75-4b2e-463e-8042-e084155d8ca8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:46.197404 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3f3a39a1-5ae2-4e29-ae28-bd62929d9d32 req-91dacd75-4b2e-463e-8042-e084155d8ca8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 945 time: 0.0776153 Jun 11 11:48:46.249663 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3f3a39a1-5ae2-4e29-ae28-bd62929d9d32 req-fa64d1b3-bb22-4291-8dff-3f0d487dff3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446975 Jun 11 11:48:46.296347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:46.300000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.356974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-4b190c84-3aac-492d-a202-10fb22f07cfe', 'network_id': '4b190c84-3aac-492d-a202-10fb22f07cfe', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'fixed_ips': [{'subnet_id': 'd31be1d7-320e-4f41-8d8b-0866e5ef6c0b'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:48:46.357834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.510184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Allocated IP 172.20.0.2 (4b190c84-3aac-492d-a202-10fb22f07cfe/d31be1d7-320e-4f41-8d8b-0866e5ef6c0b/d1012104-9fac-4f55-8b14-16073cb0289b) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:46.527259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795827b3-b905-4b42-a70c-8584e0c68569 req-a70a9089-2411-40b9-b0ec-8f3035494e93 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:46.528757 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-795827b3-b905-4b42-a70c-8584e0c68569 req-a70a9089-2411-40b9-b0ec-8f3035494e93 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 945 time: 0.1360502 Jun 11 11:48:46.622050 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-795827b3-b905-4b42-a70c-8584e0c68569 req-93f06f0f-0f5c-46b9-964f-5fe87a849c73 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871329 Jun 11 11:48:46.628733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.631812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-feae368c-742c-40ee-813b-245c39aaaeed tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:46.646943 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49010) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:46.689277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.694694 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Subnet': ['ID=70951740-7290-4d94-aa22-9d9a79abc821,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:46.699044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Transition to ACTIVE for port object d1012104-9fac-4f55-8b14-16073cb0289b will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:46.702954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:46.715413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Transition to ACTIVE for port object d1012104-9fac-4f55-8b14-16073cb0289b will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:46.717258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Checking segment: {'id': '2d1092a0-5ba7-41d1-bd5e-265194d133b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '9f5bccfa-6e11-451a-9feb-c2f53a41d37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:46.717698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network hostable DHCP agents. Network: 9f5bccfa-6e11-451a-9feb-c2f53a41d37e, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:48:46.718076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b88074-e4ca-4486-b7c7-0e91794283f7 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:46.719700 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c0b88074-e4ca-4486-b7c7-0e91794283f7 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 1093 time: 0.0714812 Jun 11 11:48:46.722616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49012) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:46.725543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.727594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '6e668f30-8891-4fce-9441-779c40e2263a', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:46.729704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:46.738981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 9f5bccfa-6e11-451a-9feb-c2f53a41d37e is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:48:46.749053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 9f5bccfa-6e11-451a-9feb-c2f53a41d37e) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:46.754869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:46.755902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.757026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.765585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68faa42f-8481-4d7c-9c1b-91c856b89928 None None] Network 9f5bccfa-6e11-451a-9feb-c2f53a41d37e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:46.774967 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6035964 Jun 11 11:48:46.775168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49014) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:46.780286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-22d39d2f-45b8-40a8-afd4-4d7a74e425cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1597823790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:46.804716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Network 4b190c84-3aac-492d-a202-10fb22f07cfe is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:46.811881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22d39d2f-45b8-40a8-afd4-4d7a74e425cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.812149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:46.812896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22d39d2f-45b8-40a8-afd4-4d7a74e425cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.818479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:46.823415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Pushing event updated for resources: {'Port': ['ID=d1012104-9fac-4f55-8b14-16073cb0289b,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:46.864814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:46.878680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22d39d2f-45b8-40a8-afd4-4d7a74e425cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.883771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22d39d2f-45b8-40a8-afd4-4d7a74e425cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.902515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22d39d2f-45b8-40a8-afd4-4d7a74e425cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:46.906604 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-22d39d2f-45b8-40a8-afd4-4d7a74e425cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1275668 Jun 11 11:48:46.906927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49016) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:47.137151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Attempting to bind port d1012104-9fac-4f55-8b14-16073cb0289b on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:47.137569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Attempting to bind port d1012104-9fac-4f55-8b14-16073cb0289b by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '46dcd9e6-34b9-4ede-95e8-64397c717e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '4b190c84-3aac-492d-a202-10fb22f07cfe'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:47.137908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Attempting to bind port d1012104-9fac-4f55-8b14-16073cb0289b on network 4b190c84-3aac-492d-a202-10fb22f07cfe {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:47.168979 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:47.169375 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Checking segment: {'id': '46dcd9e6-34b9-4ede-95e8-64397c717e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '4b190c84-3aac-492d-a202-10fb22f07cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:47.169785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.170203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Bound using segment: {'id': '46dcd9e6-34b9-4ede-95e8-64397c717e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '4b190c84-3aac-492d-a202-10fb22f07cfe'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:47.170732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Bound port: d1012104-9fac-4f55-8b14-16073cb0289b, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46dcd9e6-34b9-4ede-95e8-64397c717e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '4b190c84-3aac-492d-a202-10fb22f07cfe'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:47.171124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.262366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.272579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-9f5bccfa-6e11-451a-9feb-c2f53a41d37e', 'network_id': '9f5bccfa-6e11-451a-9feb-c2f53a41d37e', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'fixed_ips': [{'subnet_id': '70951740-7290-4d94-aa22-9d9a79abc821'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:48:47.273433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.297718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] For port d1012104-9fac-4f55-8b14-16073cb0289b, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:47.317597 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] For port d1012104-9fac-4f55-8b14-16073cb0289b, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d1012104-9fac-4f55-8b14-16073cb0289b,segment=NetworkSegment(46dcd9e6-34b9-4ede-95e8-64397c717e5b),segment_id=46dcd9e6-34b9-4ede-95e8-64397c717e5b)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:47.321322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.322569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.374292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:47.398037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.85 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/8039f6f8-f671-4889-b84c-c107c8c0b807) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:47.492529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Pushing event updated for resources: {'Port': ['ID=d1012104-9fac-4f55-8b14-16073cb0289b,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:47.499345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:47.515217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Allocated IP 172.21.0.2 (9f5bccfa-6e11-451a-9feb-c2f53a41d37e/70951740-7290-4d94-aa22-9d9a79abc821/3f62a351-f120-4d90-bc24-988b5d0352cb) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:47.566393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.615816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.620663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-87342542-a648-43dd-a52a-e97adcb6fd75 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:47.658434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Allocated IP 172.20.0.1 (4b190c84-3aac-492d-a202-10fb22f07cfe/d31be1d7-320e-4f41-8d8b-0866e5ef6c0b/73967884-55a1-4354-9290-141e866b86b5) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:47.706140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:47.709406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:47.711897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:47.756290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=8039f6f8-f671-4889-b84c-c107c8c0b807,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:47.760163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.760831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:47.769316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.778300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Transition to ACTIVE for port object 3f62a351-f120-4d90-bc24-988b5d0352cb will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:47.794485 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Transition to ACTIVE for port object 3f62a351-f120-4d90-bc24-988b5d0352cb will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:47.804831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.809557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:47.858571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.872938 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Transition to ACTIVE for port object 73967884-55a1-4354-9290-141e866b86b5 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:47.880675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Network 9f5bccfa-6e11-451a-9feb-c2f53a41d37e is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:47.884555 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:47.889809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:47.893491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Pushing event updated for resources: {'Port': ['ID=3f62a351-f120-4d90-bc24-988b5d0352cb,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:47.897440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:47.913737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.917630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:47.963542 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Attempting to bind port 3f62a351-f120-4d90-bc24-988b5d0352cb on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:48:47.963933 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Attempting to bind port 3f62a351-f120-4d90-bc24-988b5d0352cb by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '2d1092a0-5ba7-41d1-bd5e-265194d133b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '9f5bccfa-6e11-451a-9feb-c2f53a41d37e'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:48:47.964325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Attempting to bind port 3f62a351-f120-4d90-bc24-988b5d0352cb on network 9f5bccfa-6e11-451a-9feb-c2f53a41d37e {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:48:47.969336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:48:47.969760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Checking segment: {'id': '2d1092a0-5ba7-41d1-bd5e-265194d133b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '9f5bccfa-6e11-451a-9feb-c2f53a41d37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:47.970179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.970620 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Bound using segment: {'id': '2d1092a0-5ba7-41d1-bd5e-265194d133b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '9f5bccfa-6e11-451a-9feb-c2f53a41d37e'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:48:47.970753 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 4b190c84-3aac-492d-a202-10fb22f07cfe is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:47.971102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Bound port: 3f62a351-f120-4d90-bc24-988b5d0352cb, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1092a0-5ba7-41d1-bd5e-265194d133b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '9f5bccfa-6e11-451a-9feb-c2f53a41d37e'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:48:47.971497 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:47.977002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:47.981572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:48.016108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=73967884-55a1-4354-9290-141e866b86b5,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:48.019432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:48.042870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:48.052994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] For port 3f62a351-f120-4d90-bc24-988b5d0352cb, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:48:48.058229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] For port 3f62a351-f120-4d90-bc24-988b5d0352cb, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3f62a351-f120-4d90-bc24-988b5d0352cb,segment=NetworkSegment(2d1092a0-5ba7-41d1-bd5e-265194d133b4),segment_id=2d1092a0-5ba7-41d1-bd5e-265194d133b4)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:48:48.064714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:48.068925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:48.148442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Pushing event updated for resources: {'Port': ['ID=3f62a351-f120-4d90-bc24-988b5d0352cb,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:48.153132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:48.217444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:48.295000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:48.436808 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:48.647649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:48.653572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:48.654397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:48.656868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c8fcd2a1-36eb-4477-ae09-2bdb9a01b2fa tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:48.659269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:48.663876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5758230d-b312-4d60-bdb6-ee9e2afb1003 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:48.713307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f47ee1-da5c-48e0-b484-74a80cc7efaa None None] Network 4b190c84-3aac-492d-a202-10fb22f07cfe requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:48.754392 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=8039f6f8-f671-4889-b84c-c107c8c0b807,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:48.759112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:48.765829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:48.772436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=73967884-55a1-4354-9290-141e866b86b5,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:48.775552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:48.778836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:48.833648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8142dc20-5076-4f24-b94e-c51a14aff926 None None] Provisioning for port d1012104-9fac-4f55-8b14-16073cb0289b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:48.906707 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP eadeb734-8bee-4aab-9d73-02d6aefb5003 associated. External IP: 172.26.6.85, port: 6e668f30-8891-4fce-9441-779c40e2263a. Jun 11 11:48:48.909300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 4b190c84-3aac-492d-a202-10fb22f07cfe is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:48.911598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:49.083566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 0032f8e1-0b53-4d82-bcf9-667d9967cf8a is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:48:49.284321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d1012104-9fac-4f55-8b14-16073cb0289b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:49.308224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:49.319189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:49.319661 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/0032f8e1-0b53-4d82-bcf9-667d9967cf8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4113345 Jun 11 11:48:49.319936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49018) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:49.329912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5283075-14f6-4c62-8b69-b125a0ca8053 None None] Sync routers for ids ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:49.366328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5283075-14f6-4c62-8b69-b125a0ca8053 None None] Routers {'0032f8e1-0b53-4d82-bcf9-667d9967cf8a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:49.367019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d5283075-14f6-4c62-8b69-b125a0ca8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:49.370831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6c5d0d5f-d1c7-4cbb-a16a-e918c7d0f468 None None] Provisioning for port 73967884-55a1-4354-9290-141e866b86b5 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:49.390485 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84dd34-c194-4b0f-8298-3a9cf6d1f14f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:49.391998 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6b84dd34-c194-4b0f-8298-3a9cf6d1f14f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports/73967884-55a1-4354-9290-141e866b86b5 HTTP/1.1" status: 200 len: 910 time: 0.0711308 Jun 11 11:48:49.394864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49020) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:49.426513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d5283075-14f6-4c62-8b69-b125a0ca8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:49.429607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6c5d0d5f-d1c7-4cbb-a16a-e918c7d0f468 None None] Provisioning complete for port 73967884-55a1-4354-9290-141e866b86b5 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:49.429998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6c5d0d5f-d1c7-4cbb-a16a-e918c7d0f468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:49.490079 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084b2e6d-1e32-46a0-abc3-c1e4419f1722 None None] Network 9f5bccfa-6e11-451a-9feb-c2f53a41d37e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:49.535462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port d1012104-9fac-4f55-8b14-16073cb0289b completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:49.539502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5283075-14f6-4c62-8b69-b125a0ca8053 None None] Routers {'0032f8e1-0b53-4d82-bcf9-667d9967cf8a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:49.540211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d5283075-14f6-4c62-8b69-b125a0ca8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:49.545605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:49.546194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d1012104-9fac-4f55-8b14-16073cb0289b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:49.546691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:49.557712 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37bfbda-9fa0-4314-8c7c-72775531347c None None] Sync routers for ids ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:49.569861 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bfbda-9fa0-4314-8c7c-72775531347c None None] Routers {'72317bfb-1cd9-4e22-9ebf-da45898c25a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:49.570771 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c37bfbda-9fa0-4314-8c7c-72775531347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:49.589378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:49.660492 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9344325 Jun 11 11:48:49.660492 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'tag': '6e668f30-8891-4fce-9441-779c40e2263a'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:48:49.662815 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6833127e-542d-42bc-bb8c-987ab00e1daf" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ef8838-2031-432f-9fe3-885429f2fd76", "tag": "6e668f30-8891-4fce-9441-779c40e2263a"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:48:49.673294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49022) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:49.706164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d5283075-14f6-4c62-8b69-b125a0ca8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:49.706727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5283075-14f6-4c62-8b69-b125a0ca8053 None None] The sync data for ids ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:49.711657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d0d5f-d1c7-4cbb-a16a-e918c7d0f468 None None] Port 73967884-55a1-4354-9290-141e866b86b5 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:49.789340 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c37bfbda-9fa0-4314-8c7c-72775531347c None None] Set router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:49.841871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0387fd0-612d-486e-adcc-f1b027c0cafd x-openstack-request-id: req-a0387fd0-612d-486e-adcc-f1b027c0cafd {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:48:49.842229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ef8838-2031-432f-9fe3-885429f2fd76", "tag": "6e668f30-8891-4fce-9441-779c40e2263a", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:48:49.842559 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0387fd0-612d-486e-adcc-f1b027c0cafd {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:48:49.843043 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'tag': '6e668f30-8891-4fce-9441-779c40e2263a', 'status': 'completed', 'code': 200} Jun 11 11:48:49.856002 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3755eaaf-c448-42b8-8c7a-d5db9287b2e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/eadeb734-8bee-4aab-9d73-02d6aefb5003 HTTP/1.1" status: 200 len: 990 time: 0.1726611 Jun 11 11:48:49.883715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-411ed13d-3e3d-4c57-b380-3b9d7822d942 None None] Provisioning for port 3f62a351-f120-4d90-bc24-988b5d0352cb completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:49.897884 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:48:49.943537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833127e-542d-42bc-bb8c-987ab00e1daf req-7a3770ae-5ba8-4fa8-a89e-8b111dd383ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:49.950058 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6833127e-542d-42bc-bb8c-987ab00e1daf req-7a3770ae-5ba8-4fa8-a89e-8b111dd383ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 1098 time: 0.1057088 Jun 11 11:48:49.953499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:49.969246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-411ed13d-3e3d-4c57-b380-3b9d7822d942 None None] Provisioning complete for port 73967884-55a1-4354-9290-141e866b86b5 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:49.969650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-411ed13d-3e3d-4c57-b380-3b9d7822d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:50.090756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833127e-542d-42bc-bb8c-987ab00e1daf req-9ed6062b-517d-4b23-b4af-28305746ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:50.094007 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6833127e-542d-42bc-bb8c-987ab00e1daf req-9ed6062b-517d-4b23-b4af-28305746ea69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=91a28ccd-02ad-4781-b16a-b41e275b73b2 HTTP/1.1" status: 200 len: 897 time: 0.1373353 Jun 11 11:48:50.096500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port d1012104-9fac-4f55-8b14-16073cb0289b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d1012104-9fac-4f55-8b14-16073cb0289b,segment=NetworkSegment(46dcd9e6-34b9-4ede-95e8-64397c717e5b),segment_id=46dcd9e6-34b9-4ede-95e8-64397c717e5b)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:50.101224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-411ed13d-3e3d-4c57-b380-3b9d7822d942 None None] Port 73967884-55a1-4354-9290-141e866b86b5 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:50.103712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:50.104579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3f62a351-f120-4d90-bc24-988b5d0352cb up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:50.106344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:50.228657 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6833127e-542d-42bc-bb8c-987ab00e1daf req-30d62ff4-fa58-49a5-9498-3e80207a635c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e668f30-8891-4fce-9441-779c40e2263a HTTP/1.1" status: 200 len: 998 time: 0.1263988 Jun 11 11:48:50.239630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=d1012104-9fac-4f55-8b14-16073cb0289b,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:50.301420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:50.312676 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c37bfbda-9fa0-4314-8c7c-72775531347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'eadeb734-8bee-4aab-9d73-02d6aefb5003', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.85', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'port_id': '6e668f30-8891-4fce-9441-779c40e2263a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'mac_address': 'fa:16:3e:9d:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:48:48Z', 'updated_at': '2021-06-11T11:48:48Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db28e3f-99c2-4834-a794-7585b3accdda', 'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:90:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:26Z', 'updated_at': '2021-06-11T11:48:33Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:50.319296 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37bfbda-9fa0-4314-8c7c-72775531347c None None] Checking router: 72317bfb-1cd9-4e22-9ebf-da45898c25a9 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:48:50.323078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d76cd53d-4f5d-41da-bc2d-40bcbf54bd89 None None] Provisioning complete for port 73967884-55a1-4354-9290-141e866b86b5 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:50.323484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d76cd53d-4f5d-41da-bc2d-40bcbf54bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:50.333518 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bfbda-9fa0-4314-8c7c-72775531347c None None] Routers {'72317bfb-1cd9-4e22-9ebf-da45898c25a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:50.336131 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c37bfbda-9fa0-4314-8c7c-72775531347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:50.347574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833127e-542d-42bc-bb8c-987ab00e1daf req-10a0c732-fc75-4896-aba9-608a2d74d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:50.350965 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6833127e-542d-42bc-bb8c-987ab00e1daf req-10a0c732-fc75-4896-aba9-608a2d74d76c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9db53fd3-e6f8-4f34-9002-e665e5ea262a HTTP/1.1" status: 200 len: 835 time: 0.1102350 Jun 11 11:48:50.415208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-d76cd53d-4f5d-41da-bc2d-40bcbf54bd89 None None] Port 73967884-55a1-4354-9290-141e866b86b5 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:50.417491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 3f62a351-f120-4d90-bc24-988b5d0352cb completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:50.428862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 3f62a351-f120-4d90-bc24-988b5d0352cb triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:50.429310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:50.458463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833127e-542d-42bc-bb8c-987ab00e1daf req-b3b6a074-d4cc-42e3-8ef1-97f1c899a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:50.460106 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6833127e-542d-42bc-bb8c-987ab00e1daf req-b3b6a074-d4cc-42e3-8ef1-97f1c899a4df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91a28ccd-02ad-4781-b16a-b41e275b73b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1020000 Jun 11 11:48:50.538785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:50.564215 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c37bfbda-9fa0-4314-8c7c-72775531347c None None] Set router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:48:50.609068 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6833127e-542d-42bc-bb8c-987ab00e1daf req-259c8d3b-8310-446a-90de-1656a0cbd07e service neutron] 10.222.0.25 "GET /v2.0/networks/91a28ccd-02ad-4781-b16a-b41e275b73b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428468 Jun 11 11:48:50.612394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cd01ceae-eab0-4fc7-bb7e-b85a07bfc545 None None] Provisioning complete for port 3f62a351-f120-4d90-bc24-988b5d0352cb triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:50.612783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cd01ceae-eab0-4fc7-bb7e-b85a07bfc545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:50.647125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 3f62a351-f120-4d90-bc24-988b5d0352cb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3f62a351-f120-4d90-bc24-988b5d0352cb,segment=NetworkSegment(2d1092a0-5ba7-41d1-bd5e-265194d133b4),segment_id=2d1092a0-5ba7-41d1-bd5e-265194d133b4)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:50.653474 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:50.663470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6aeb2666-bcd5-4751-922e-63af59da68b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:50.751914 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6833127e-542d-42bc-bb8c-987ab00e1daf req-e4a93151-ac23-44a2-883e-4733e5939598 service neutron] 10.222.0.25 "GET /v2.0/networks/91a28ccd-02ad-4781-b16a-b41e275b73b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367316 Jun 11 11:48:50.758141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=3f62a351-f120-4d90-bc24-988b5d0352cb,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:50.762271 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:50.841061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:50.858978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49026) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:50.957368 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3a6889d4-85ea-4c43-a088-54b301e64709 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/eadeb734-8bee-4aab-9d73-02d6aefb5003 HTTP/1.1" status: 200 len: 990 time: 0.0962052 Jun 11 11:48:51.012848 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c37bfbda-9fa0-4314-8c7c-72775531347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'eadeb734-8bee-4aab-9d73-02d6aefb5003', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.85', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'port_id': '6e668f30-8891-4fce-9441-779c40e2263a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'mac_address': 'fa:16:3e:9d:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:48:48Z', 'updated_at': '2021-06-11T11:48:48Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db28e3f-99c2-4834-a794-7585b3accdda', 'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:90:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:26Z', 'updated_at': '2021-06-11T11:48:33Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:51.016826 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37bfbda-9fa0-4314-8c7c-72775531347c None None] The sync data for ids ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'] in dv-neutron-786478-5-hyperv is: [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'eadeb734-8bee-4aab-9d73-02d6aefb5003', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.85', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'port_id': '6e668f30-8891-4fce-9441-779c40e2263a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'mac_address': 'fa:16:3e:9d:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:48:48Z', 'updated_at': '2021-06-11T11:48:48Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db28e3f-99c2-4834-a794-7585b3accdda', 'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:90:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:26Z', 'updated_at': '2021-06-11T11:48:33Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:51.156902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d1012104-9fac-4f55-8b14-16073cb0289b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:51.206637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Allocated IP 172.21.0.1 (9f5bccfa-6e11-451a-9feb-c2f53a41d37e/70951740-7290-4d94-aa22-9d9a79abc821/68c8097f-3d75-49f4-9a7a-7a546efe77ea) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:48:51.218949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d1012104-9fac-4f55-8b14-16073cb0289b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:51.219435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:51.262040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f2bb3-a847-4f9f-ad7d-ae2b4ad587bc None None] New status for floating IP eadeb734-8bee-4aab-9d73-02d6aefb5003: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:48:51.357614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:51.370815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Transition to ACTIVE for port object 68c8097f-3d75-49f4-9a7a-7a546efe77ea will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:48:51.404969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:51.407825 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:51.439699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3f62a351-f120-4d90-bc24-988b5d0352cb up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:48:51.464784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 9f5bccfa-6e11-451a-9feb-c2f53a41d37e is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:51.468003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:51.472598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:48:51.475336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=68c8097f-3d75-49f4-9a7a-7a546efe77ea,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:51.526138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:51.540297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:51.543172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 3f62a351-f120-4d90-bc24-988b5d0352cb triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:51.543820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:51.703158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:51.741269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-825b753f-d96d-49bd-b239-aef0e17ef766 None None] Provisioning for port 68c8097f-3d75-49f4-9a7a-7a546efe77ea completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:48:51.745262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-825b753f-d96d-49bd-b239-aef0e17ef766 None None] Provisioning complete for port 68c8097f-3d75-49f4-9a7a-7a546efe77ea triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:51.745656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-825b753f-d96d-49bd-b239-aef0e17ef766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:51.789287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-825b753f-d96d-49bd-b239-aef0e17ef766 None None] Port 68c8097f-3d75-49f4-9a7a-7a546efe77ea cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:51.958639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49028) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:52.034985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:52.040614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:52.043943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:52.135724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:52.137756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=68c8097f-3d75-49f4-9a7a-7a546efe77ea,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:52.141104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:52.262573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 9f5bccfa-6e11-451a-9feb-c2f53a41d37e is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:48:52.264213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:52.405789 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-aaa86012-b1aa-4136-8b72-f2ff53056602 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/eadeb734-8bee-4aab-9d73-02d6aefb5003 HTTP/1.1" status: 200 len: 992 time: 0.4418080 Jun 11 11:48:52.410142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 0032f8e1-0b53-4d82-bcf9-667d9967cf8a has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:52.511749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7a81d2ae-ac40-42d0-8218-4d3826201696 None None] Provisioning complete for port 68c8097f-3d75-49f4-9a7a-7a546efe77ea triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:48:52.512340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7a81d2ae-ac40-42d0-8218-4d3826201696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:52.546226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:52.552876 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/0032f8e1-0b53-4d82-bcf9-667d9967cf8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1554348 Jun 11 11:48:52.553007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-7a81d2ae-ac40-42d0-8218-4d3826201696 None None] Port 68c8097f-3d75-49f4-9a7a-7a546efe77ea cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:48:52.553817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49030) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:52.557035 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea1e67-8ae2-4b56-979c-bcd1f674f256 None None] Sync routers for ids ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:52.566557 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea1e67-8ae2-4b56-979c-bcd1f674f256 None None] Routers {'0032f8e1-0b53-4d82-bcf9-667d9967cf8a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:52.567278 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-29ea1e67-8ae2-4b56-979c-bcd1f674f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:52.612701 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-29ea1e67-8ae2-4b56-979c-bcd1f674f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:52.614367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b05d144-0eef-462c-971e-ae9d5abd79d2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:52.615768 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3b05d144-0eef-462c-971e-ae9d5abd79d2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports/68c8097f-3d75-49f4-9a7a-7a546efe77ea HTTP/1.1" status: 200 len: 910 time: 0.0608156 Jun 11 11:48:52.619078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49032) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:52.621970 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea1e67-8ae2-4b56-979c-bcd1f674f256 None None] Routers {'0032f8e1-0b53-4d82-bcf9-667d9967cf8a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:52.622590 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-29ea1e67-8ae2-4b56-979c-bcd1f674f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:52.670481 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-29ea1e67-8ae2-4b56-979c-bcd1f674f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:52.670939 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea1e67-8ae2-4b56-979c-bcd1f674f256 None None] The sync data for ids ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:53.021278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:53.336537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port 68c8097f-3d75-49f4-9a7a-7a546efe77ea {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:53.337245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:53.446841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:53.537718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for 68c8097f-3d75-49f4-9a7a-7a546efe77ea owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:54.117324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:54.120481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f2cf8f3d-18df-496e-adc0-c3fe70397fe9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:54.151338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=68c8097f-3d75-49f4-9a7a-7a546efe77ea,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:54.156244 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:54.357071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:54.619596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 0032f8e1-0b53-4d82-bcf9-667d9967cf8a has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:54.750202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:54.755394 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/0032f8e1-0b53-4d82-bcf9-667d9967cf8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1352658 Jun 11 11:48:54.757929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49034) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:54.760991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a06f3-01ee-470b-b4c1-27e081c6f0a4 None None] Sync routers for ids ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:54.770133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a06f3-01ee-470b-b4c1-27e081c6f0a4 None None] Routers {'0032f8e1-0b53-4d82-bcf9-667d9967cf8a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:54.770812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bf4a06f3-01ee-470b-b4c1-27e081c6f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:54.974367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bf4a06f3-01ee-470b-b4c1-27e081c6f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:54.983178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a06f3-01ee-470b-b4c1-27e081c6f0a4 None None] Routers {'0032f8e1-0b53-4d82-bcf9-667d9967cf8a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:54.983799 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bf4a06f3-01ee-470b-b4c1-27e081c6f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:55.028964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bf4a06f3-01ee-470b-b4c1-27e081c6f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:55.029393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a06f3-01ee-470b-b4c1-27e081c6f0a4 None None] The sync data for ids ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:55.164025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:55.478797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port 73967884-55a1-4354-9290-141e866b86b5 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:55.479516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:55.585295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:55.681098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for 73967884-55a1-4354-9290-141e866b86b5 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:55.884929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:55.887650 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-eb99e074-cc2d-43a6-829d-b80405767021 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:55.918874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=73967884-55a1-4354-9290-141e866b86b5,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:55.923817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:56.106425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:56.322674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 0032f8e1-0b53-4d82-bcf9-667d9967cf8a has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:48:56.429290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:48:56.434191 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/0032f8e1-0b53-4d82-bcf9-667d9967cf8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6745763 Jun 11 11:48:56.436934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49036) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:56.439338 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d406f17-0428-4ab2-a50c-dd00e8b49211 None None] Sync routers for ids ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:48:56.448645 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d406f17-0428-4ab2-a50c-dd00e8b49211 None None] Routers {'0032f8e1-0b53-4d82-bcf9-667d9967cf8a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:56.449259 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9d406f17-0428-4ab2-a50c-dd00e8b49211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:56.471492 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-944710ee-f92b-4233-a707-5180183a50b6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=0032f8e1-0b53-4d82-bcf9-667d9967cf8a HTTP/1.1" status: 200 len: 205 time: 0.0326948 Jun 11 11:48:56.473862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49038) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:56.497278 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9d406f17-0428-4ab2-a50c-dd00e8b49211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:56.505418 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d406f17-0428-4ab2-a50c-dd00e8b49211 None None] Routers {'0032f8e1-0b53-4d82-bcf9-667d9967cf8a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:48:56.506021 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9d406f17-0428-4ab2-a50c-dd00e8b49211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:56.550637 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9d406f17-0428-4ab2-a50c-dd00e8b49211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:56.551065 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d406f17-0428-4ab2-a50c-dd00e8b49211 None None] The sync data for ids ['0032f8e1-0b53-4d82-bcf9-667d9967cf8a'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:48:56.963497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4e41-bfef-483d-94e0-ce2bb9c108e3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.193482 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4e41-bfef-483d-94e0-ce2bb9c108e3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.196162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4e41-bfef-483d-94e0-ce2bb9c108e3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.255529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4e41-bfef-483d-94e0-ce2bb9c108e3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.255929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecb4e41-bfef-483d-94e0-ce2bb9c108e3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Fanout notify agent at l3_agent the message router_deleted on router 0032f8e1-0b53-4d82-bcf9-667d9967cf8a {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:48:57.262768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4e41-bfef-483d-94e0-ce2bb9c108e3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.263772 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4ecb4e41-bfef-483d-94e0-ce2bb9c108e3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/0032f8e1-0b53-4d82-bcf9-667d9967cf8a HTTP/1.1" status: 204 len: 168 time: 0.7890353 Jun 11 11:48:57.266459 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49040) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:57.324471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-264c9ad5-84ff-4691-b42a-802c1884ce97 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting subnet 70951740-7290-4d94-aa22-9d9a79abc821 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:48:57.327475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-264c9ad5-84ff-4691-b42a-802c1884ce97 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.373234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-264c9ad5-84ff-4691-b42a-802c1884ce97 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.472768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-264c9ad5-84ff-4691-b42a-802c1884ce97 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.506097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.538778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-264c9ad5-84ff-4691-b42a-802c1884ce97 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.542095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6e84a618-a82a-4549-8ba5-72d83fc17614 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:57.576144 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-264c9ad5-84ff-4691-b42a-802c1884ce97 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.577980 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-264c9ad5-84ff-4691-b42a-802c1884ce97 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/70951740-7290-4d94-aa22-9d9a79abc821 HTTP/1.1" status: 204 len: 168 time: 0.3105841 Jun 11 11:48:57.579040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c9ad5-84ff-4691-b42a-802c1884ce97 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Subnet': ['ID=70951740-7290-4d94-aa22-9d9a79abc821,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:57.580872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49042) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:57.581745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-264c9ad5-84ff-4691-b42a-802c1884ce97 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:57.583338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970598e0-5366-45fa-9441-160881f75939 None None] Network 9f5bccfa-6e11-451a-9feb-c2f53a41d37e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:57.640640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-30359e3d-7878-4bdd-8055-f9133f410648 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting subnet d31be1d7-320e-4f41-8d8b-0866e5ef6c0b {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:48:57.643791 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-30359e3d-7878-4bdd-8055-f9133f410648 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.693345 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-30359e3d-7878-4bdd-8055-f9133f410648 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.803753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-30359e3d-7878-4bdd-8055-f9133f410648 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.823933 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3aacd0-f3b8-4083-a4e8-17c0e6b2dadf None None] DHCP port deletion for 9f5bccfa-6e11-451a-9feb-c2f53a41d37e request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:48:57.876546 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-30359e3d-7878-4bdd-8055-f9133f410648 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.879891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-18b96636-d60d-42b9-8b88-9d4479d2bf16 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:57.884695 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5e3aacd0-f3b8-4083-a4e8-17c0e6b2dadf None None] Deleting port 3f62a351-f120-4d90-bc24-988b5d0352cb {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:57.885098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e3aacd0-f3b8-4083-a4e8-17c0e6b2dadf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.913812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30359e3d-7878-4bdd-8055-f9133f410648 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Subnet': ['ID=d31be1d7-320e-4f41-8d8b-0866e5ef6c0b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:57.918824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-30359e3d-7878-4bdd-8055-f9133f410648 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:57.920193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-30359e3d-7878-4bdd-8055-f9133f410648 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:57.924427 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-30359e3d-7878-4bdd-8055-f9133f410648 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/d31be1d7-320e-4f41-8d8b-0866e5ef6c0b HTTP/1.1" status: 204 len: 168 time: 0.3402083 Jun 11 11:48:57.924980 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49044) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:57.963698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a0db38-c5d7-4c7b-9a64-2072173c69dc None None] Network 4b190c84-3aac-492d-a202-10fb22f07cfe requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:57.996578 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5e3aacd0-f3b8-4083-a4e8-17c0e6b2dadf None None] For port 3f62a351-f120-4d90-bc24-988b5d0352cb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3f62a351-f120-4d90-bc24-988b5d0352cb,segment=NetworkSegment(2d1092a0-5ba7-41d1-bd5e-265194d133b4),segment_id=2d1092a0-5ba7-41d1-bd5e-265194d133b4)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:57.996983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e3aacd0-f3b8-4083-a4e8-17c0e6b2dadf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.025998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.083657 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port 3f62a351-f120-4d90-bc24-988b5d0352cb {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:58.084010 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.127804 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5e3aacd0-f3b8-4083-a4e8-17c0e6b2dadf None None] Calling delete_port for 3f62a351-f120-4d90-bc24-988b5d0352cb owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:58.171361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port 3f62a351-f120-4d90-bc24-988b5d0352cb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3f62a351-f120-4d90-bc24-988b5d0352cb,segment=NetworkSegment(2d1092a0-5ba7-41d1-bd5e-265194d133b4),segment_id=2d1092a0-5ba7-41d1-bd5e-265194d133b4)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:58.171726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.276199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for 3f62a351-f120-4d90-bc24-988b5d0352cb owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:58.300643 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e3aacd0-f3b8-4083-a4e8-17c0e6b2dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.302820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-99deda09-19f8-4385-93e1-e7d9d5d3e986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:58.335747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aacd0-f3b8-4083-a4e8-17c0e6b2dadf None None] Pushing event deleted for resources: {'Port': ['ID=3f62a351-f120-4d90-bc24-988b5d0352cb,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:58.338692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5e3aacd0-f3b8-4083-a4e8-17c0e6b2dadf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:58.339747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3aacd0-f3b8-4083-a4e8-17c0e6b2dadf None None] No DVR routers for this DVR port 3f62a351-f120-4d90-bc24-988b5d0352cb on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:58.366646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa483f-7342-4d9f-8588-b510320e328f None None] DHCP port deletion for 4b190c84-3aac-492d-a202-10fb22f07cfe request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:48:58.385105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.387160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-037ba7bc-6963-4c01-a491-a8994b1cc871 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:58.418278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=3f62a351-f120-4d90-bc24-988b5d0352cb,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:58.419724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-49fa483f-7342-4d9f-8588-b510320e328f None None] Deleting port d1012104-9fac-4f55-8b14-16073cb0289b {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:48:58.420814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-49fa483f-7342-4d9f-8588-b510320e328f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.422344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:58.426065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No DVR routers for this DVR port 3f62a351-f120-4d90-bc24-988b5d0352cb on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:58.512979 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-49fa483f-7342-4d9f-8588-b510320e328f None None] For port d1012104-9fac-4f55-8b14-16073cb0289b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d1012104-9fac-4f55-8b14-16073cb0289b,segment=NetworkSegment(46dcd9e6-34b9-4ede-95e8-64397c717e5b),segment_id=46dcd9e6-34b9-4ede-95e8-64397c717e5b)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:48:58.513623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-49fa483f-7342-4d9f-8588-b510320e328f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.534795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.546755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5bccfa-6e11-451a-9feb-c2f53a41d37e']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:58.558217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1092a0-5ba7-41d1-bd5e-265194d133b4') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:58.558520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1092a0-5ba7-41d1-bd5e-265194d133b4') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:58.569303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.584324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.590513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:58.590882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: self.session.flush() Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:58.593934 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:58.611563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-49fa483f-7342-4d9f-8588-b510320e328f None None] Calling delete_port for d1012104-9fac-4f55-8b14-16073cb0289b owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:48:58.676454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.683043 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:58.688121 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.689983 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/networks/9f5bccfa-6e11-451a-9feb-c2f53a41d37e HTTP/1.1" status: 204 len: 168 time: 0.7644315 Jun 11 11:48:58.692742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49046) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:58.703238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Network': ['ID=9f5bccfa-6e11-451a-9feb-c2f53a41d37e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:58.705815 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:58.706761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-49fa483f-7342-4d9f-8588-b510320e328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.708774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c937e0fd-0389-4158-8684-154582724c8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:58.739206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa483f-7342-4d9f-8588-b510320e328f None None] Pushing event deleted for resources: {'Port': ['ID=d1012104-9fac-4f55-8b14-16073cb0289b,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:58.741581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-49fa483f-7342-4d9f-8588-b510320e328f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:58.746524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa483f-7342-4d9f-8588-b510320e328f None None] No DVR routers for this DVR port d1012104-9fac-4f55-8b14-16073cb0289b on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:48:58.802869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.916102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.926939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b190c84-3aac-492d-a202-10fb22f07cfe']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:58.938059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dcd9e6-34b9-4ede-95e8-64397c717e5b') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:58.938363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dcd9e6-34b9-4ede-95e8-64397c717e5b') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:48:58.947805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.961762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.967317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:48:58.967702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:48:58.970550 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:48:59.050474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.053695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-26697b20-2aa5-4bc3-9e8f-d6f7ac32f472 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:59.057386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.059174 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/networks/4b190c84-3aac-492d-a202-10fb22f07cfe HTTP/1.1" status: 204 len: 168 time: 0.3646584 Jun 11 11:48:59.064254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49048) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:59.069620 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1572742822'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:59.072979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Network': ['ID=4b190c84-3aac-492d-a202-10fb22f07cfe,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:59.075586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:59.091971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:59.095490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.121562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:48:59.131717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.131931 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added segment 8c42f6d7-7cfd-4f6f-91ac-103380180180 of type vlan for network f710d301-b574-4f04-81c3-cc0d7812ff8f Jun 11 11:48:59.135860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d1012104-9fac-4f55-8b14-16073cb0289b no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:59.160454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: d1012104-9fac-4f55-8b14-16073cb0289b {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:59.160822 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d1012104-9fac-4f55-8b14-16073cb0289b not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:59.161271 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3f62a351-f120-4d90-bc24-988b5d0352cb no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:48:59.179733 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.184978 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 3f62a351-f120-4d90-bc24-988b5d0352cb {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:48:59.185355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3f62a351-f120-4d90-bc24-988b5d0352cb not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:48:59.214026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.219542 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:59.220121 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.222310 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bca63530-c2df-4231-97b5-8a41b654a591 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:59.267895 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2024584 Jun 11 11:48:59.270643 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49050) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:59.275494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'subnet': {'network_id': 'f710d301-b574-4f04-81c3-cc0d7812ff8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:59.319169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Network': ['ID=f710d301-b574-4f04-81c3-cc0d7812ff8f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:59.329320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network f710d301-b574-4f04-81c3-cc0d7812ff8f details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:48:59.333077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:59.430319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:48:59.433715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.648964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.651734 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-01879807-d397-43eb-97c8-bb08b5ed1f41 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:48:59.719899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Subnet': ['ID=9ca2466e-994f-4c55-8431-f8535ccb2f38,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:48:59.723346 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:48:59.730617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Checking segment: {'id': '8c42f6d7-7cfd-4f6f-91ac-103380180180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f710d301-b574-4f04-81c3-cc0d7812ff8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:48:59.730981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network hostable DHCP agents. Network: f710d301-b574-4f04-81c3-cc0d7812ff8f, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:48:59.747669 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network f710d301-b574-4f04-81c3-cc0d7812ff8f is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:48:59.756580 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, f710d301-b574-4f04-81c3-cc0d7812ff8f) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:48:59.760610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:48:59.761195 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.767987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9da8d4-b3de-451b-96b6-ffae8e87d77c None None] Network f710d301-b574-4f04-81c3-cc0d7812ff8f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:48:59.775758 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5041327 Jun 11 11:48:59.778266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49052) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:59.782773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4ee2828b-48e4-4d3c-b48e-c99a357602f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-679150775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:59.805888 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4ee2828b-48e4-4d3c-b48e-c99a357602f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.806869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4ee2828b-48e4-4d3c-b48e-c99a357602f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.873807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4ee2828b-48e4-4d3c-b48e-c99a357602f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.878334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4ee2828b-48e4-4d3c-b48e-c99a357602f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.894162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4ee2828b-48e4-4d3c-b48e-c99a357602f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:48:59.895426 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4ee2828b-48e4-4d3c-b48e-c99a357602f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1162066 Jun 11 11:48:59.898106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49054) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:48:59.903615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'port': {'network_id': 'f710d301-b574-4f04-81c3-cc0d7812ff8f', 'name': 'tempest-RoutersTest-1956099464'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:48:59.949974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-f710d301-b574-4f04-81c3-cc0d7812ff8f', 'network_id': 'f710d301-b574-4f04-81c3-cc0d7812ff8f', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'fixed_ips': [{'subnet_id': '9ca2466e-994f-4c55-8431-f8535ccb2f38'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:48:59.950869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:00.039939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:00.043659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:00.066832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] device_id is not set on port 389f0d8f-eeaa-4056-b6da-20d982862a6c yet. {{(pid=99005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:49:00.100521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Allocated IP 172.20.0.2 (f710d301-b574-4f04-81c3-cc0d7812ff8f/9ca2466e-994f-4c55-8431-f8535ccb2f38/ef7ba7fd-7719-4cb7-b770-6118b443cc3b) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:00.275644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:00.283743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Transition to ACTIVE for port object ef7ba7fd-7719-4cb7-b770-6118b443cc3b will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:00.298642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Transition to ACTIVE for port object ef7ba7fd-7719-4cb7-b770-6118b443cc3b will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:00.304311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:00.306107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:00.350041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Network f710d301-b574-4f04-81c3-cc0d7812ff8f is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:00.353482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:00.356432 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:00.362795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Allocated IP 172.20.0.12 (f710d301-b574-4f04-81c3-cc0d7812ff8f/9ca2466e-994f-4c55-8431-f8535ccb2f38/389f0d8f-eeaa-4056-b6da-20d982862a6c) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:00.365572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Pushing event updated for resources: {'Port': ['ID=ef7ba7fd-7719-4cb7-b770-6118b443cc3b,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:00.368925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:00.437078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Attempting to bind port ef7ba7fd-7719-4cb7-b770-6118b443cc3b on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:00.437460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Attempting to bind port ef7ba7fd-7719-4cb7-b770-6118b443cc3b by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '8c42f6d7-7cfd-4f6f-91ac-103380180180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f710d301-b574-4f04-81c3-cc0d7812ff8f'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:00.437859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Attempting to bind port ef7ba7fd-7719-4cb7-b770-6118b443cc3b on network f710d301-b574-4f04-81c3-cc0d7812ff8f {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:00.443509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:00.443509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Checking segment: {'id': '8c42f6d7-7cfd-4f6f-91ac-103380180180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f710d301-b574-4f04-81c3-cc0d7812ff8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:00.444036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:00.444156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Bound using segment: {'id': '8c42f6d7-7cfd-4f6f-91ac-103380180180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f710d301-b574-4f04-81c3-cc0d7812ff8f'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:00.445147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Bound port: ef7ba7fd-7719-4cb7-b770-6118b443cc3b, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c42f6d7-7cfd-4f6f-91ac-103380180180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'f710d301-b574-4f04-81c3-cc0d7812ff8f'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:00.445147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:00.522477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] For port ef7ba7fd-7719-4cb7-b770-6118b443cc3b, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:00.526984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] For port ef7ba7fd-7719-4cb7-b770-6118b443cc3b, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef7ba7fd-7719-4cb7-b770-6118b443cc3b,segment=NetworkSegment(8c42f6d7-7cfd-4f6f-91ac-103380180180),segment_id=8c42f6d7-7cfd-4f6f-91ac-103380180180)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:00.532534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:00.543359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b6d5b4e0-d7bb-46e8-9cc6-e72de09ce613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:00.554743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:00.587413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Transition to ACTIVE for port object 389f0d8f-eeaa-4056-b6da-20d982862a6c will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:00.624175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Pushing event updated for resources: {'Port': ['ID=ef7ba7fd-7719-4cb7-b770-6118b443cc3b,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:00.627861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:00.639740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:00.644314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a41b0fbb-920e-4d49-8da5-b41271ea77cf tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:00.698143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network f710d301-b574-4f04-81c3-cc0d7812ff8f is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:00.701755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:00.706399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:00.742569 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=389f0d8f-eeaa-4056-b6da-20d982862a6c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:00.748413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:00.790825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:00.791444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:00.807532 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9078135 Jun 11 11:49:00.810002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49066) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:01.174559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef7ba7fd-7719-4cb7-b770-6118b443cc3b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:01.242500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ef7ba7fd-7719-4cb7-b770-6118b443cc3b completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:01.314609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:01.579671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dddbb66-9f4f-4bd3-ac55-2317b521b0cf None None] Network f710d301-b574-4f04-81c3-cc0d7812ff8f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:01.655202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:01.660795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:01.664086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-304f0dc9-ca8a-4349-91c1-a8d681060593 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:01.777032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=389f0d8f-eeaa-4056-b6da-20d982862a6c,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:01.788898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:01.843012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9287f37b-9050-45ab-9a40-0fda95f2860e None None] Provisioning for port ef7ba7fd-7719-4cb7-b770-6118b443cc3b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:01.855917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9287f37b-9050-45ab-9a40-0fda95f2860e None None] Provisioning complete for port ef7ba7fd-7719-4cb7-b770-6118b443cc3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:01.856303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9287f37b-9050-45ab-9a40-0fda95f2860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:01.975816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:02.057032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9287f37b-9050-45ab-9a40-0fda95f2860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:02.164756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9287f37b-9050-45ab-9a40-0fda95f2860e None None] For port ef7ba7fd-7719-4cb7-b770-6118b443cc3b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef7ba7fd-7719-4cb7-b770-6118b443cc3b,segment=NetworkSegment(8c42f6d7-7cfd-4f6f-91ac-103380180180),segment_id=8c42f6d7-7cfd-4f6f-91ac-103380180180)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:02.172260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9287f37b-9050-45ab-9a40-0fda95f2860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:02.174632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6aeb2666-bcd5-4751-922e-63af59da68b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:02.206187 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:02.245493 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287f37b-9050-45ab-9a40-0fda95f2860e None None] Pushing event updated for resources: {'Port': ['ID=ef7ba7fd-7719-4cb7-b770-6118b443cc3b,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:02.248692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9287f37b-9050-45ab-9a40-0fda95f2860e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:02.396742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-34461370-d83b-4117-91db-8ed0301aa5ba None None] Provisioning for port 389f0d8f-eeaa-4056-b6da-20d982862a6c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:02.401547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-34461370-d83b-4117-91db-8ed0301aa5ba None None] Provisioning complete for port 389f0d8f-eeaa-4056-b6da-20d982862a6c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:02.402060 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-34461370-d83b-4117-91db-8ed0301aa5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:02.451525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-34461370-d83b-4117-91db-8ed0301aa5ba None None] Port 389f0d8f-eeaa-4056-b6da-20d982862a6c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:02.461915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-34461370-d83b-4117-91db-8ed0301aa5ba None None] Provisioning complete for port ef7ba7fd-7719-4cb7-b770-6118b443cc3b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:02.462385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-34461370-d83b-4117-91db-8ed0301aa5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:02.677483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3e9ea5ed-d317-4445-a939-151c6a2b8839 None None] Provisioning complete for port 389f0d8f-eeaa-4056-b6da-20d982862a6c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:02.677971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3e9ea5ed-d317-4445-a939-151c6a2b8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:02.724249 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ea5ed-d317-4445-a939-151c6a2b8839 None None] Port 389f0d8f-eeaa-4056-b6da-20d982862a6c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:02.842102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fc2b5bf5-8f68-4d87-b8de-5833a24215e6 None None] Provisioning complete for port 389f0d8f-eeaa-4056-b6da-20d982862a6c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:02.842590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5bf5-8f68-4d87-b8de-5833a24215e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:02.882743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b5bf5-8f68-4d87-b8de-5833a24215e6 None None] Port 389f0d8f-eeaa-4056-b6da-20d982862a6c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:02.947280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:02.951765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:02.954704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:03.041582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=389f0d8f-eeaa-4056-b6da-20d982862a6c,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:03.046255 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:03.047460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:03.143069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef7ba7fd-7719-4cb7-b770-6118b443cc3b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:03.172393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network f710d301-b574-4f04-81c3-cc0d7812ff8f is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:03.173771 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:03.203530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ef7ba7fd-7719-4cb7-b770-6118b443cc3b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:03.204586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:03.341156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router ce587cda-7c4b-464c-b0f1-fe0401aab350 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:49:03.476292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:03.483004 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/ce587cda-7c4b-464c-b0f1-fe0401aab350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6718984 Jun 11 11:49:03.485477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49080) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:03.490276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84575a95-bf43-4629-891e-6a4e9329afea None None] Sync routers for ids ['ce587cda-7c4b-464c-b0f1-fe0401aab350'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:03.500392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84575a95-bf43-4629-891e-6a4e9329afea None None] Routers {'ce587cda-7c4b-464c-b0f1-fe0401aab350'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:03.501040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-84575a95-bf43-4629-891e-6a4e9329afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['ce587cda-7c4b-464c-b0f1-fe0401aab350'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:03.552846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-84575a95-bf43-4629-891e-6a4e9329afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:03.559082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dbda72-ac8e-45bc-946d-0f95e697d58b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:03.563265 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f4dbda72-ac8e-45bc-946d-0f95e697d58b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports/389f0d8f-eeaa-4056-b6da-20d982862a6c HTTP/1.1" status: 200 len: 978 time: 0.0741680 Jun 11 11:49:03.563528 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49086) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:03.567227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84575a95-bf43-4629-891e-6a4e9329afea None None] Routers {'ce587cda-7c4b-464c-b0f1-fe0401aab350'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:03.567860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-84575a95-bf43-4629-891e-6a4e9329afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['ce587cda-7c4b-464c-b0f1-fe0401aab350'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:03.572651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a5f5d4f3-c54f-405e-894a-3c3576ec9f68 None None] Provisioning complete for port 389f0d8f-eeaa-4056-b6da-20d982862a6c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:03.573130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d4f3-c54f-405e-894a-3c3576ec9f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:03.641564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-84575a95-bf43-4629-891e-6a4e9329afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:03.642002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84575a95-bf43-4629-891e-6a4e9329afea None None] The sync data for ids ['ce587cda-7c4b-464c-b0f1-fe0401aab350'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:03.659482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5d4f3-c54f-405e-894a-3c3576ec9f68 None None] Port 389f0d8f-eeaa-4056-b6da-20d982862a6c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:03.866120 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-129d3a5f-65ec-4010-8935-aec5ff420608 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1885676 Jun 11 11:49:04.053899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-7067e756-b4cf-491c-b778-fe1fa4ac695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:04.057150 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-7067e756-b4cf-491c-b778-fe1fa4ac695a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 1098 time: 0.1382947 Jun 11 11:49:04.285104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-1fe83598-7142-4650-a662-551479478cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:04.286569 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-1fe83598-7142-4650-a662-551479478cfc service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.2067187 Jun 11 11:49:04.287474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:04.475253 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-5a28b7d9-9625-4d87-a0c1-6a6d67417526 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 HTTP/1.1" status: 200 len: 1001 time: 0.1347628 Jun 11 11:49:04.612056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-0768ce97-c619-41d7-b1ee-21729a6eb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:04.613642 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-0768ce97-c619-41d7-b1ee-21729a6eb6c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.0962849 Jun 11 11:49:04.716178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-7f12efc8-3d4f-496f-bc74-5483bf750b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:04.717665 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-7f12efc8-3d4f-496f-bc74-5483bf750b86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0963986 Jun 11 11:49:04.777232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port 389f0d8f-eeaa-4056-b6da-20d982862a6c {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:04.777494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:04.931381 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-4819e7e8-f886-4300-9c44-7a64784e504f service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048707 Jun 11 11:49:04.980761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:05.491493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for 389f0d8f-eeaa-4056-b6da-20d982862a6c owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:05.578903 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ec2f1d96-24ad-4655-aad9-82bf6c044003 req-d3bdcd67-b5c6-4eba-ab10-17d787fdef04 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400921 Jun 11 11:49:05.738125 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:05.741888 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:05.774003 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=389f0d8f-eeaa-4056-b6da-20d982862a6c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:05.778576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:05.978903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:06.240380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router ce587cda-7c4b-464c-b0f1-fe0401aab350 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:06.362183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:06.367100 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/ce587cda-7c4b-464c-b0f1-fe0401aab350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8024583 Jun 11 11:49:06.369891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49094) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:06.371207 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b61bf0-a336-4d9b-b4f7-ea0541e71026 None None] Sync routers for ids ['ce587cda-7c4b-464c-b0f1-fe0401aab350'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:06.381043 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b61bf0-a336-4d9b-b4f7-ea0541e71026 None None] Routers {'ce587cda-7c4b-464c-b0f1-fe0401aab350'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:06.381943 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-64b61bf0-a336-4d9b-b4f7-ea0541e71026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['ce587cda-7c4b-464c-b0f1-fe0401aab350'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:06.433395 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-64b61bf0-a336-4d9b-b4f7-ea0541e71026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:06.442817 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b61bf0-a336-4d9b-b4f7-ea0541e71026 None None] Routers {'ce587cda-7c4b-464c-b0f1-fe0401aab350'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:06.443551 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-64b61bf0-a336-4d9b-b4f7-ea0541e71026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['ce587cda-7c4b-464c-b0f1-fe0401aab350'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:06.495866 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-64b61bf0-a336-4d9b-b4f7-ea0541e71026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:06.496552 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b61bf0-a336-4d9b-b4f7-ea0541e71026 None None] The sync data for ids ['ce587cda-7c4b-464c-b0f1-fe0401aab350'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:06.681896 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-33d2702f-086f-4320-8bfe-4dd51cc46bb5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] remove_router_interface failed (client error): The resource could not be found. Jun 11 11:49:06.682927 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-33d2702f-086f-4320-8bfe-4dd51cc46bb5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/ce587cda-7c4b-464c-b0f1-fe0401aab350/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3120701 Jun 11 11:49:06.685720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49096) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:06.726831 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b6e954dc-38c2-4fa1-9b37-b21ca7d0af81 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce587cda-7c4b-464c-b0f1-fe0401aab350 HTTP/1.1" status: 200 len: 205 time: 0.0396466 Jun 11 11:49:06.729628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49100) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:06.844398 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79874fcd-136d-4c6f-9a6a-8a168fc6c697 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.095028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79874fcd-136d-4c6f-9a6a-8a168fc6c697 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.097764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79874fcd-136d-4c6f-9a6a-8a168fc6c697 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.160672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79874fcd-136d-4c6f-9a6a-8a168fc6c697 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.161157 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79874fcd-136d-4c6f-9a6a-8a168fc6c697 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Fanout notify agent at l3_agent the message router_deleted on router ce587cda-7c4b-464c-b0f1-fe0401aab350 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:49:07.168995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-79874fcd-136d-4c6f-9a6a-8a168fc6c697 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.170040 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-79874fcd-136d-4c6f-9a6a-8a168fc6c697 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/ce587cda-7c4b-464c-b0f1-fe0401aab350 HTTP/1.1" status: 204 len: 168 time: 0.4394157 Jun 11 11:49:07.172613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49102) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:07.239597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb500cd-e660-47cc-aa40-6f780a7295e4 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting subnet 9ca2466e-994f-4c55-8431-f8535ccb2f38 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:49:07.243324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eeb500cd-e660-47cc-aa40-6f780a7295e4 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.293221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eeb500cd-e660-47cc-aa40-6f780a7295e4 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.413035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eeb500cd-e660-47cc-aa40-6f780a7295e4 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.497792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eeb500cd-e660-47cc-aa40-6f780a7295e4 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.499902 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1071697b-7059-4345-a454-b705d29175f2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:07.532591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb500cd-e660-47cc-aa40-6f780a7295e4 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca2466e-994f-4c55-8431-f8535ccb2f38,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:07.536737 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eeb500cd-e660-47cc-aa40-6f780a7295e4 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:07.541858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eeb500cd-e660-47cc-aa40-6f780a7295e4 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.544070 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eeb500cd-e660-47cc-aa40-6f780a7295e4 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/9ca2466e-994f-4c55-8431-f8535ccb2f38 HTTP/1.1" status: 204 len: 168 time: 0.3704889 Jun 11 11:49:07.547272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49104) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:07.551074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2615a22-c0b4-4370-8ca3-04aa55e0cd7d None None] Network f710d301-b574-4f04-81c3-cc0d7812ff8f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:07.669369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.760575 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port ef7ba7fd-7719-4cb7-b770-6118b443cc3b {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:07.761682 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.848902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6461ca-3d2a-4d80-b4d2-43c05ba6bc42 None None] DHCP port deletion for f710d301-b574-4f04-81c3-cc0d7812ff8f request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:49:07.897585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port ef7ba7fd-7719-4cb7-b770-6118b443cc3b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef7ba7fd-7719-4cb7-b770-6118b443cc3b,segment=NetworkSegment(8c42f6d7-7cfd-4f6f-91ac-103380180180),segment_id=8c42f6d7-7cfd-4f6f-91ac-103380180180)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:07.898026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:07.931260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ba6461ca-3d2a-4d80-b4d2-43c05ba6bc42 None None] Deleting port ef7ba7fd-7719-4cb7-b770-6118b443cc3b {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:07.934804 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba6461ca-3d2a-4d80-b4d2-43c05ba6bc42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.012214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for ef7ba7fd-7719-4cb7-b770-6118b443cc3b owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:08.074814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ba6461ca-3d2a-4d80-b4d2-43c05ba6bc42 None None] For port ef7ba7fd-7719-4cb7-b770-6118b443cc3b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef7ba7fd-7719-4cb7-b770-6118b443cc3b,segment=NetworkSegment(8c42f6d7-7cfd-4f6f-91ac-103380180180),segment_id=8c42f6d7-7cfd-4f6f-91ac-103380180180)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:08.076218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba6461ca-3d2a-4d80-b4d2-43c05ba6bc42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.141813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.143971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-aeb9b981-145e-4e97-8405-036ceed59714 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:08.181149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ba6461ca-3d2a-4d80-b4d2-43c05ba6bc42 None None] Calling delete_port for ef7ba7fd-7719-4cb7-b770-6118b443cc3b owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:08.182771 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No DVR routers for this DVR port ef7ba7fd-7719-4cb7-b770-6118b443cc3b on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:49:08.184987 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=ef7ba7fd-7719-4cb7-b770-6118b443cc3b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:08.191216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:08.313682 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.316286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ba6461ca-3d2a-4d80-b4d2-43c05ba6bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.319127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1a50899b-0862-4843-931f-4497395a97f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:08.332887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f710d301-b574-4f04-81c3-cc0d7812ff8f']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:08.352402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c42f6d7-7cfd-4f6f-91ac-103380180180') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:08.353083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c42f6d7-7cfd-4f6f-91ac-103380180180') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:08.354521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6461ca-3d2a-4d80-b4d2-43c05ba6bc42 None None] Pushing event deleted for resources: {'Port': ['ID=ef7ba7fd-7719-4cb7-b770-6118b443cc3b,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:08.357209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ba6461ca-3d2a-4d80-b4d2-43c05ba6bc42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:08.359554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6461ca-3d2a-4d80-b4d2-43c05ba6bc42 None None] No DVR routers for this DVR port ef7ba7fd-7719-4cb7-b770-6118b443cc3b on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:49:08.377958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.398128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.404836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:49:08.405250 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:49:08.408295 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:49:08.511589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.515701 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-81489386-dc86-4c3f-a38e-d6806992a33e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:08.519924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.522058 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/networks/f710d301-b574-4f04-81c3-cc0d7812ff8f HTTP/1.1" status: 204 len: 168 time: 0.9735806 Jun 11 11:49:08.526416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49108) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:08.531621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-2044330478'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:08.538005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Network': ['ID=f710d301-b574-4f04-81c3-cc0d7812ff8f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:08.542434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:08.566650 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:08.574217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.624986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:49:08.643317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.644132 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added segment 46a964bd-7060-4317-a5af-11de384b137f of type vlan for network 6355724a-fbeb-4315-b967-69c06389bacb Jun 11 11:49:08.707040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.752137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.757639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:08.758859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:08.761403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-531ecd97-f3c5-4fae-bb25-53d33a516e20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:08.801599 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2739887 Jun 11 11:49:08.804221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49110) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:08.812053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'subnet': {'network_id': '6355724a-fbeb-4315-b967-69c06389bacb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:08.901887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Network': ['ID=6355724a-fbeb-4315-b967-69c06389bacb,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:08.906719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:08.917401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 6355724a-fbeb-4315-b967-69c06389bacb details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:49:09.001181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:09.012493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:09.142090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef7ba7fd-7719-4cb7-b770-6118b443cc3b no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:49:09.172715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: ef7ba7fd-7719-4cb7-b770-6118b443cc3b {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:49:09.173444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef7ba7fd-7719-4cb7-b770-6118b443cc3b not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:49:09.298100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:09.300614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-160b021e-86b4-422e-9f84-00fab73f78f2 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:09.384359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Subnet': ['ID=e3339c4c-f0c4-4423-9d8a-dbbbfe886714,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:09.392645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:09.401167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Checking segment: {'id': '46a964bd-7060-4317-a5af-11de384b137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6355724a-fbeb-4315-b967-69c06389bacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:09.401544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network hostable DHCP agents. Network: 6355724a-fbeb-4315-b967-69c06389bacb, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:49:09.425047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 6355724a-fbeb-4315-b967-69c06389bacb is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:49:09.439859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 6355724a-fbeb-4315-b967-69c06389bacb) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:09.447976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be85a3e-0909-485a-8890-c1db5229a2f5 None None] Network 6355724a-fbeb-4315-b967-69c06389bacb requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:09.450288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:09.452984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:09.475602 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b84e1d04-d670-45a0-9906-5503f476f53e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6698143 Jun 11 11:49:09.479169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49114) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:09.490984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4b4cda3e-644f-4868-bdcc-8a57154cd17a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1332601794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:09.537542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4b4cda3e-644f-4868-bdcc-8a57154cd17a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:09.541922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4b4cda3e-644f-4868-bdcc-8a57154cd17a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:09.625505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4b4cda3e-644f-4868-bdcc-8a57154cd17a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:09.634847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4b4cda3e-644f-4868-bdcc-8a57154cd17a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:09.653231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4b4cda3e-644f-4868-bdcc-8a57154cd17a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:09.655046 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4b4cda3e-644f-4868-bdcc-8a57154cd17a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1718507 Jun 11 11:49:09.658147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49116) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:09.670448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-6355724a-fbeb-4315-b967-69c06389bacb', 'network_id': '6355724a-fbeb-4315-b967-69c06389bacb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'fixed_ips': [{'subnet_id': 'e3339c4c-f0c4-4423-9d8a-dbbbfe886714'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:49:09.671642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:09.872836 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Allocated IP 172.20.0.2 (6355724a-fbeb-4315-b967-69c06389bacb/e3339c4c-f0c4-4423-9d8a-dbbbfe886714/0c429a00-c31d-4b46-9799-94cb959e79eb) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:10.120516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:10.131696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Transition to ACTIVE for port object 0c429a00-c31d-4b46-9799-94cb959e79eb will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:10.150956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Transition to ACTIVE for port object 0c429a00-c31d-4b46-9799-94cb959e79eb will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:10.160074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:10.162518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a979c538-f953-4a8e-94ac-539231f020c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:10.210803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Network 6355724a-fbeb-4315-b967-69c06389bacb is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:10.215839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:10.220892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:10.224130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Pushing event updated for resources: {'Port': ['ID=0c429a00-c31d-4b46-9799-94cb959e79eb,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:10.228934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:10.301411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Attempting to bind port 0c429a00-c31d-4b46-9799-94cb959e79eb on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:10.302088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Attempting to bind port 0c429a00-c31d-4b46-9799-94cb959e79eb by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '46a964bd-7060-4317-a5af-11de384b137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6355724a-fbeb-4315-b967-69c06389bacb'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:10.302503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Attempting to bind port 0c429a00-c31d-4b46-9799-94cb959e79eb on network 6355724a-fbeb-4315-b967-69c06389bacb {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:10.310586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:10.311224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Checking segment: {'id': '46a964bd-7060-4317-a5af-11de384b137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6355724a-fbeb-4315-b967-69c06389bacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:10.311811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:10.312216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Bound using segment: {'id': '46a964bd-7060-4317-a5af-11de384b137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6355724a-fbeb-4315-b967-69c06389bacb'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:10.312694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Bound port: 0c429a00-c31d-4b46-9799-94cb959e79eb, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a964bd-7060-4317-a5af-11de384b137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6355724a-fbeb-4315-b967-69c06389bacb'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:10.313078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:10.402497 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] For port 0c429a00-c31d-4b46-9799-94cb959e79eb, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:10.405846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] For port 0c429a00-c31d-4b46-9799-94cb959e79eb, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0c429a00-c31d-4b46-9799-94cb959e79eb,segment=NetworkSegment(46a964bd-7060-4317-a5af-11de384b137f),segment_id=46a964bd-7060-4317-a5af-11de384b137f)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:10.411756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:10.414875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:10.512799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:10.552917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Pushing event updated for resources: {'Port': ['ID=0c429a00-c31d-4b46-9799-94cb959e79eb,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:10.556319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:10.952532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Allocated IP 172.20.0.1 (6355724a-fbeb-4315-b967-69c06389bacb/e3339c4c-f0c4-4423-9d8a-dbbbfe886714/c5a5d322-2634-46cf-8cb9-c0fbe701f7bd) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:11.105912 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:11.122085 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Transition to ACTIVE for port object c5a5d322-2634-46cf-8cb9-c0fbe701f7bd will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:11.199850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:11.202387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:11.217700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0c429a00-c31d-4b46-9799-94cb959e79eb up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:11.260448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 6355724a-fbeb-4315-b967-69c06389bacb is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:11.266448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:11.273486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:11.277698 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=c5a5d322-2634-46cf-8cb9-c0fbe701f7bd,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:11.294890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 0c429a00-c31d-4b46-9799-94cb959e79eb completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:11.331351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:11.345847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:11.538285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:11.715690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25874f6d-7eb4-4a6a-8ac3-06d7b6af00ed None None] Network 6355724a-fbeb-4315-b967-69c06389bacb requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:11.808156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b6c5b2e0-13f1-4149-9fb1-5fc02b2ae62d None None] Provisioning for port 0c429a00-c31d-4b46-9799-94cb959e79eb completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:11.821294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b6c5b2e0-13f1-4149-9fb1-5fc02b2ae62d None None] Provisioning complete for port 0c429a00-c31d-4b46-9799-94cb959e79eb triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:11.821673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b6c5b2e0-13f1-4149-9fb1-5fc02b2ae62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:11.887058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:11.891838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:11.895787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:11.985723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b6c5b2e0-13f1-4149-9fb1-5fc02b2ae62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:11.986007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:11.988720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=c5a5d322-2634-46cf-8cb9-c0fbe701f7bd,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:11.994224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:12.033059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b6c5b2e0-13f1-4149-9fb1-5fc02b2ae62d None None] For port 0c429a00-c31d-4b46-9799-94cb959e79eb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0c429a00-c31d-4b46-9799-94cb959e79eb,segment=NetworkSegment(46a964bd-7060-4317-a5af-11de384b137f),segment_id=46a964bd-7060-4317-a5af-11de384b137f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:12.037144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b6c5b2e0-13f1-4149-9fb1-5fc02b2ae62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:12.040267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:12.099896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5b2e0-13f1-4149-9fb1-5fc02b2ae62d None None] Pushing event updated for resources: {'Port': ['ID=0c429a00-c31d-4b46-9799-94cb959e79eb,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:12.103021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b6c5b2e0-13f1-4149-9fb1-5fc02b2ae62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:12.113569 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 6355724a-fbeb-4315-b967-69c06389bacb is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:12.115199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:12.140308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0097697d-eded-4897-b837-645af680b38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:12.263256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-22bcfe04-a809-4901-8e9c-11bf7d0364ee None None] Provisioning complete for port 0c429a00-c31d-4b46-9799-94cb959e79eb triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:12.264585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22bcfe04-a809-4901-8e9c-11bf7d0364ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:12.280643 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 732b38d0-07af-4b61-b125-d87500c6aac2 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:49:12.408900 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-22bcfe04-a809-4901-8e9c-11bf7d0364ee None None] Provisioning for port c5a5d322-2634-46cf-8cb9-c0fbe701f7bd completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:12.413310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-22bcfe04-a809-4901-8e9c-11bf7d0364ee None None] Provisioning complete for port c5a5d322-2634-46cf-8cb9-c0fbe701f7bd triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:12.413935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22bcfe04-a809-4901-8e9c-11bf7d0364ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:12.429824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:12.446116 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/732b38d0-07af-4b61-b125-d87500c6aac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7861793 Jun 11 11:49:12.446492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49138) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:12.513771 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-3000361e-e4d0-41b8-af54-2524293802cc tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291200822&fields=id&tenant_id=fa1ddf06d6df4152974d5476ba079f72 HTTP/1.1" status: 200 len: 267 time: 0.0522206 Jun 11 11:49:12.526134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f939ec8-b129-4822-9068-b05f9002041e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:12.527708 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7f939ec8-b129-4822-9068-b05f9002041e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports/c5a5d322-2634-46cf-8cb9-c0fbe701f7bd HTTP/1.1" status: 200 len: 910 time: 0.0801110 Jun 11 11:49:12.531313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49140) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:12.620543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-22bcfe04-a809-4901-8e9c-11bf7d0364ee None None] Port c5a5d322-2634-46cf-8cb9-c0fbe701f7bd cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:12.622155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c14137a-d36a-4e62-8fa2-944d1ccb7bbc None None] Sync routers for ids ['732b38d0-07af-4b61-b125-d87500c6aac2'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:12.631498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c14137a-d36a-4e62-8fa2-944d1ccb7bbc None None] Routers {'732b38d0-07af-4b61-b125-d87500c6aac2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:12.632295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7c14137a-d36a-4e62-8fa2-944d1ccb7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['732b38d0-07af-4b61-b125-d87500c6aac2'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:12.679181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7c14137a-d36a-4e62-8fa2-944d1ccb7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:12.680071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-78dbb245-10d0-444e-9229-4940cc7d3085 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:12.681743 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-78dbb245-10d0-444e-9229-4940cc7d3085 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 811 time: 0.1570773 Jun 11 11:49:12.687906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c14137a-d36a-4e62-8fa2-944d1ccb7bbc None None] Routers {'732b38d0-07af-4b61-b125-d87500c6aac2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:12.688527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7c14137a-d36a-4e62-8fa2-944d1ccb7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['732b38d0-07af-4b61-b125-d87500c6aac2'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:12.698444 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-5318ac03-533c-497d-b501-c322caaf9e57 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/quotas/fa1ddf06d6df4152974d5476ba079f72 HTTP/1.1" status: 200 len: 375 time: 0.0095031 Jun 11 11:49:12.746074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7c14137a-d36a-4e62-8fa2-944d1ccb7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:12.746419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c14137a-d36a-4e62-8fa2-944d1ccb7bbc None None] The sync data for ids ['732b38d0-07af-4b61-b125-d87500c6aac2'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:12.758970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-42684273-878d-4eb1-b9ab-ad301bf9286e None None] Provisioning complete for port c5a5d322-2634-46cf-8cb9-c0fbe701f7bd triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:12.759362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-42684273-878d-4eb1-b9ab-ad301bf9286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:12.791231 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-b8ee2e6e-1468-4e52-b059-9e90ed72b278 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0876701 Jun 11 11:49:12.800423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-42684273-878d-4eb1-b9ab-ad301bf9286e None None] Port c5a5d322-2634-46cf-8cb9-c0fbe701f7bd cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:12.915334 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-3269b88e-5dd1-46c4-b531-92b378548c25 service neutron] 10.222.0.46 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107192 Jun 11 11:49:12.961906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:13.025967 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-056361fe-13f7-4236-b2e7-ebca4a0f88e1 service neutron] 10.222.0.46 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044915 Jun 11 11:49:13.150871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0c429a00-c31d-4b46-9799-94cb959e79eb up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:13.228470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 0c429a00-c31d-4b46-9799-94cb959e79eb triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:13.228860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:13.312644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port c5a5d322-2634-46cf-8cb9-c0fbe701f7bd {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:13.313391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:13.386859 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d22b1e36-5ae2-4aa1-a241-1c68b7fb02df req-1aea2068-edbb-4e30-82e5-34b057ed3b33 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 210 time: 0.0530918 Jun 11 11:49:13.464058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:13.559578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for c5a5d322-2634-46cf-8cb9-c0fbe701f7bd owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:13.770452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:13.773083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f14ff489-79a5-44c3-ba34-944302d72dc8 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:13.805184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=c5a5d322-2634-46cf-8cb9-c0fbe701f7bd,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:13.811894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:14.008222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:14.488401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-0d7b9d4f-99ac-4307-a8b2-4137e4b84d39 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:14.490176 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-0d7b9d4f-99ac-4307-a8b2-4137e4b84d39 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 811 time: 0.1436381 Jun 11 11:49:14.576530 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-853b48d2-4985-4c21-bb8d-7f2d091b5883 req-2c2b3fb4-16e1-4439-a99c-4b1bcabf8411 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 210 time: 0.0510063 Jun 11 11:49:14.589266 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-d92a52b7-188d-477b-b4c9-a73daafe601c tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1ddf06d6df4152974d5476ba079f72 HTTP/1.1" status: 200 len: 380 time: 0.0825350 Jun 11 11:49:14.599518 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'port': {'device_id': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'admin_state_up': True, 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'security_groups': ['1706d16e-44da-4d30-9f99-588c2a038bac']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:14.671111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 732b38d0-07af-4b61-b125-d87500c6aac2 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:14.734769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:14.759618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Made reservation on behalf of fa1ddf06d6df4152974d5476ba079f72 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:14.763576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:14.791269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:14.801367 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/732b38d0-07af-4b61-b125-d87500c6aac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2650433 Jun 11 11:49:14.801367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49164) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:14.801650 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f987807-f7d8-4709-8135-1c30872c1509 None None] Sync routers for ids ['732b38d0-07af-4b61-b125-d87500c6aac2'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:14.814252 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f987807-f7d8-4709-8135-1c30872c1509 None None] Routers {'732b38d0-07af-4b61-b125-d87500c6aac2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:14.814893 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-3f987807-f7d8-4709-8135-1c30872c1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['732b38d0-07af-4b61-b125-d87500c6aac2'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:14.842846 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b603e940-9fde-4dcb-bc46-ba62d7f68112 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=732b38d0-07af-4b61-b125-d87500c6aac2 HTTP/1.1" status: 200 len: 205 time: 0.0393195 Jun 11 11:49:14.843212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49166) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:14.872921 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-3f987807-f7d8-4709-8135-1c30872c1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:14.882160 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f987807-f7d8-4709-8135-1c30872c1509 None None] Routers {'732b38d0-07af-4b61-b125-d87500c6aac2'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:14.883125 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-3f987807-f7d8-4709-8135-1c30872c1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:48:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['732b38d0-07af-4b61-b125-d87500c6aac2'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:14.932265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Allocated IP 172.20.0.8 (a303fe90-a33a-4602-b3f5-63b56709bb0e/28be0055-a740-46eb-a756-909502b2a1dd/cb6e7ddb-546b-4c1b-9039-2e052d44fef8) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:14.942489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7f4c3fec-f2df-47bf-8a2e-24c5eceaddd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:14.957783 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-3f987807-f7d8-4709-8135-1c30872c1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:14.958709 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f987807-f7d8-4709-8135-1c30872c1509 None None] The sync data for ids ['732b38d0-07af-4b61-b125-d87500c6aac2'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:14.979822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c40ad37-fa84-4c71-83d2-bf20104f4632 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.123514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.137149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Transition to ACTIVE for port object cb6e7ddb-546b-4c1b-9039-2e052d44fef8 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:15.173935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.178736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6eea2510-deb9-4d32-aeb6-dd17786bc75f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:15.234218 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Network a303fe90-a33a-4602-b3f5-63b56709bb0e is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:15.238489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c40ad37-fa84-4c71-83d2-bf20104f4632 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.240647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c40ad37-fa84-4c71-83d2-bf20104f4632 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.243236 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:15.245529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:15.249571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'Port': ['ID=cb6e7ddb-546b-4c1b-9039-2e052d44fef8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:15.278313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:15.316800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:15.317446 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.318988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c40ad37-fa84-4c71-83d2-bf20104f4632 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.319600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c40ad37-fa84-4c71-83d2-bf20104f4632 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Fanout notify agent at l3_agent the message router_deleted on router 732b38d0-07af-4b61-b125-d87500c6aac2 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:49:15.335326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0c40ad37-fa84-4c71-83d2-bf20104f4632 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.337490 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0c40ad37-fa84-4c71-83d2-bf20104f4632 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/732b38d0-07af-4b61-b125-d87500c6aac2 HTTP/1.1" status: 204 len: 168 time: 0.4933727 Jun 11 11:49:15.338829 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7437434 Jun 11 11:49:15.340969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49168) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:15.351794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Request body: {'port': {'device_id': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:15.410906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5a393d-5153-45d2-b9c2-34aba7490969 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting subnet e3339c4c-f0c4-4423-9d8a-dbbbfe886714 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:49:15.414658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be5a393d-5153-45d2-b9c2-34aba7490969 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.471255 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.471656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be5a393d-5153-45d2-b9c2-34aba7490969 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.559383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-48504e91-97bd-4e72-beab-d395e93aecca None None] Provisioning for port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:15.564030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-48504e91-97bd-4e72-beab-d395e93aecca None None] Provisioning complete for port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:15.564805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-48504e91-97bd-4e72-beab-d395e93aecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.620901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be5a393d-5153-45d2-b9c2-34aba7490969 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.657291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-48504e91-97bd-4e72-beab-d395e93aecca None None] Port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:15.702959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be5a393d-5153-45d2-b9c2-34aba7490969 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.706166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3c83d6a6-3dbd-4ccf-ad61-b292e722886f tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:15.742828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a393d-5153-45d2-b9c2-34aba7490969 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Subnet': ['ID=e3339c4c-f0c4-4423-9d8a-dbbbfe886714,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:15.790209 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-be5a393d-5153-45d2-b9c2-34aba7490969 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:15.799613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be5a393d-5153-45d2-b9c2-34aba7490969 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.805162 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-be5a393d-5153-45d2-b9c2-34aba7490969 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/e3339c4c-f0c4-4423-9d8a-dbbbfe886714 HTTP/1.1" status: 204 len: 168 time: 0.4622977 Jun 11 11:49:15.806007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49172) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:15.809109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246b719c-9dbb-42bb-a423-a14935d4b472 None None] Network 6355724a-fbeb-4315-b967-69c06389bacb requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:15.829103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6e7ddb-546b-4c1b-9039-2e052d44fef8 {{(pid=99005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:49:15.838457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.856986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Transition to ACTIVE for port object cb6e7ddb-546b-4c1b-9039-2e052d44fef8 will not be triggered until provisioned by entity L2. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:15.865322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:15.876957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:15.883829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5c06-b284-4192-8e83-1b605810e168 req-21d6af3a-8e4d-4d71-8cd5-773cafd6be2d tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:15.888090 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e4b5c06-b284-4192-8e83-1b605810e168 req-21d6af3a-8e4d-4d71-8cd5-773cafd6be2d tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 931 time: 0.1491959 Jun 11 11:49:15.992554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.009133 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e4b5c06-b284-4192-8e83-1b605810e168 req-83e4ced9-0fe0-407f-b4ce-630a3eaa5c70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704634 Jun 11 11:49:16.053529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.092731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port 0c429a00-c31d-4b46-9799-94cb959e79eb {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:16.093075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.143698 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6e7ddb-546b-4c1b-9039-2e052d44fef8,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:16.146626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:16.151549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Attempting to bind port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:16.151898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Attempting to bind port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:16.152239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Attempting to bind port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 on network a303fe90-a33a-4602-b3f5-63b56709bb0e {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:16.157387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 on network a303fe90-a33a-4602-b3f5-63b56709bb0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:49:16.158165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Attempting to bind port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 on network a303fe90-a33a-4602-b3f5-63b56709bb0e {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:16.164811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:16.165425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Checking segment: {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:16.166026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Bound using segment: {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:16.166724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Bound port: cb6e7ddb-546b-4c1b-9039-2e052d44fef8, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91f9d22-da32-45c7-b58b-e70b087c8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e'}}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:16.167313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.201355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7c2241-5079-4189-97bd-d0b5aaf0d35d None None] DHCP port deletion for 6355724a-fbeb-4315-b967-69c06389bacb request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:49:16.216759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port 0c429a00-c31d-4b46-9799-94cb959e79eb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0c429a00-c31d-4b46-9799-94cb959e79eb,segment=NetworkSegment(46a964bd-7060-4317-a5af-11de384b137f),segment_id=46a964bd-7060-4317-a5af-11de384b137f)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:16.217271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.249933 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] For port cb6e7ddb-546b-4c1b-9039-2e052d44fef8, host hv-neutron-7864, cleared binding levels {{(pid=99005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:16.253951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] For port cb6e7ddb-546b-4c1b-9039-2e052d44fef8, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb6e7ddb-546b-4c1b-9039-2e052d44fef8,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:16.255835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-be7c2241-5079-4189-97bd-d0b5aaf0d35d None None] Deleting port 0c429a00-c31d-4b46-9799-94cb959e79eb {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:16.256781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-be7c2241-5079-4189-97bd-d0b5aaf0d35d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.260415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.264071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a9e9142d-e6ca-461e-aa03-c475def4d229 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:16.311250 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:16.311959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.316309 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] 10.222.0.25 "PUT /v2.0/ports/cb6e7ddb-546b-4c1b-9039-2e052d44fef8 HTTP/1.1" status: 200 len: 1093 time: 0.9695690 Jun 11 11:49:16.317067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'tag': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:49:16.319726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb714d0b-f4d4-4e9f-8c11-5da506de413d", "tag": "cb6e7ddb-546b-4c1b-9039-2e052d44fef8"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:49:16.356668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for 0c429a00-c31d-4b46-9799-94cb959e79eb owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:16.396625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6e7ddb-546b-4c1b-9039-2e052d44fef8,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:16.400477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-be7c2241-5079-4189-97bd-d0b5aaf0d35d None None] For port 0c429a00-c31d-4b46-9799-94cb959e79eb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0c429a00-c31d-4b46-9799-94cb959e79eb,segment=NetworkSegment(46a964bd-7060-4317-a5af-11de384b137f),segment_id=46a964bd-7060-4317-a5af-11de384b137f)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:16.401028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-be7c2241-5079-4189-97bd-d0b5aaf0d35d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.404446 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:16.459706 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad45e602-297e-4aea-b119-bbfbff7f3a83 x-openstack-request-id: req-ad45e602-297e-4aea-b119-bbfbff7f3a83 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:49:16.460053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb714d0b-f4d4-4e9f-8c11-5da506de413d", "tag": "cb6e7ddb-546b-4c1b-9039-2e052d44fef8", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:49:16.460353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad45e602-297e-4aea-b119-bbfbff7f3a83 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:49:16.461343 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'tag': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8', 'status': 'completed', 'code': 200} Jun 11 11:49:16.497810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.502465 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-87feedf9-8c85-46b5-bf31-51a212a8636e tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:16.504620 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-ddcfd8e3-ce33-4b08-baec-810815e77572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:16.506716 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-ddcfd8e3-ce33-4b08-baec-810815e77572 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 1096 time: 0.1012926 Jun 11 11:49:16.519687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-be7c2241-5079-4189-97bd-d0b5aaf0d35d None None] Calling delete_port for 0c429a00-c31d-4b46-9799-94cb959e79eb owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:16.541479 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=0c429a00-c31d-4b46-9799-94cb959e79eb,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:16.545390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:16.554235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No DVR routers for this DVR port 0c429a00-c31d-4b46-9799-94cb959e79eb on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:49:16.599470 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-9846d367-ff8d-4658-a8cb-a91e71d614f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6e7ddb-546b-4c1b-9039-2e052d44fef8 HTTP/1.1" status: 200 len: 217 time: 0.0843108 Jun 11 11:49:16.669895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-25baf6c3-91c7-4519-9db1-4a72084dcab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:16.671580 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-25baf6c3-91c7-4519-9db1-4a72084dcab4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.0642653 Jun 11 11:49:16.678227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-be7c2241-5079-4189-97bd-d0b5aaf0d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.680580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:16.711359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c2241-5079-4189-97bd-d0b5aaf0d35d None None] Pushing event deleted for resources: {'Port': ['ID=0c429a00-c31d-4b46-9799-94cb959e79eb,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:16.715196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-be7c2241-5079-4189-97bd-d0b5aaf0d35d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:16.716299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c2241-5079-4189-97bd-d0b5aaf0d35d None None] No DVR routers for this DVR port 0c429a00-c31d-4b46-9799-94cb959e79eb on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:49:16.740752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.754366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-050a9c60-ab2a-4690-8866-32789f57aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:16.755946 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-050a9c60-ab2a-4690-8866-32789f57aa97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780129 Jun 11 11:49:16.759226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6355724a-fbeb-4315-b967-69c06389bacb']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:16.772401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a964bd-7060-4317-a5af-11de384b137f') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:16.772750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a964bd-7060-4317-a5af-11de384b137f') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:16.783766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.804578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.811220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:49:16.811694 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:49:16.815004 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:49:16.881792 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-6fc7087b-6f94-45ea-8e40-63415c07e7eb service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176183 Jun 11 11:49:16.906104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.912550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.915169 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/networks/6355724a-fbeb-4315-b967-69c06389bacb HTTP/1.1" status: 204 len: 168 time: 1.1060073 Jun 11 11:49:16.915934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9e65f3d2-822c-4243-9840-dbe6fa10cee1 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:16.919983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49176) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:16.925002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-88439073', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:16.948277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Network': ['ID=6355724a-fbeb-4315-b967-69c06389bacb,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:16.952139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:16.967206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:16.968219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:17.040306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:17.195710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0c429a00-c31d-4b46-9799-94cb959e79eb no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:49:17.221987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 0c429a00-c31d-4b46-9799-94cb959e79eb {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:49:17.222727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0c429a00-c31d-4b46-9799-94cb959e79eb not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:49:17.368118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:17.435355 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c8120ae-1634-45cd-adba-1fea3f6aa87a req-bc75fc79-cdfd-498e-9e40-e86fe18610ba service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459304 Jun 11 11:49:17.442388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363feea1-2c98-4517-b1ed-be5ec0081c81 req-b59f555a-6b78-4804-8fbe-2fff7be29974 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:17.443886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-363feea1-2c98-4517-b1ed-be5ec0081c81 req-b59f555a-6b78-4804-8fbe-2fff7be29974 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 943 time: 0.2363853 Jun 11 11:49:17.541330 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-363feea1-2c98-4517-b1ed-be5ec0081c81 req-86821816-fa6d-4e95-8b1f-796b3fa4438d tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896528 Jun 11 11:49:17.546422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5 req-f90f7dd3-1fad-49e5-8d4a-b0ea2ff1a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:17.548119 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5 req-f90f7dd3-1fad-49e5-8d4a-b0ea2ff1a4f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 1096 time: 0.0649407 Jun 11 11:49:17.679713 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5 req-aa978421-dda4-4ce2-8a9b-44056481eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:17.681162 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5 req-aa978421-dda4-4ce2-8a9b-44056481eb81 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.1269250 Jun 11 11:49:17.714464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:17.721021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:17.741892 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5 req-5dc935c0-d37a-4c5a-a654-9107bf586ec5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6e7ddb-546b-4c1b-9039-2e052d44fef8 HTTP/1.1" status: 200 len: 217 time: 0.0516870 Jun 11 11:49:17.749704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:17.808161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5 req-7e97bc65-bc9e-4784-8933-8e847b8246f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:17.810326 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5 req-7e97bc65-bc9e-4784-8933-8e847b8246f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.0623600 Jun 11 11:49:17.875611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5 req-15b68eba-26b7-4c7a-b807-a51ef406bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:17.877106 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5 req-15b68eba-26b7-4c7a-b807-a51ef406bafb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0602505 Jun 11 11:49:17.878580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Allocated IP 172.26.6.44 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/16259dbe-9682-4827-b38b-a9661e9ac196) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:17.969719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49182) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:18.025357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:18.068324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:18.071703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:18.077032 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5 req-63a0831f-2822-4d07-8936-71b022bd3cdb service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929755 Jun 11 11:49:18.082592 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c65be0f1-b0e0-4d1d-87a4-2a8303e5ea58 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/eadeb734-8bee-4aab-9d73-02d6aefb5003 HTTP/1.1" status: 200 len: 992 time: 0.1094778 Jun 11 11:49:18.120672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:18.123852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:18.126153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:18.157920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=16259dbe-9682-4827-b38b-a9661e9ac196,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:18.160657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:18.218060 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2885faf8-f7b6-4ab5-8003-a18e3523cfe5 req-4f81ffbc-09eb-404b-bb8d-07d4f7cf2cac service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341658 Jun 11 11:49:18.450028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49188) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:18.470924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:18.661296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 8039f6f8-f671-4889-b84c-c107c8c0b807 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:18.661917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:18.775730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:18.776817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:18.889038 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 8039f6f8-f671-4889-b84c-c107c8c0b807 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:19.111064 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:19.113185 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1913167f-a38a-4063-af4f-3e0e6daf8400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:19.141018 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=8039f6f8-f671-4889-b84c-c107c8c0b807,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:19.144727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:19.223837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:19.224188 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP eadeb734-8bee-4aab-9d73-02d6aefb5003 disassociated (deleted). External IP: 172.26.6.85, port: 6e668f30-8891-4fce-9441-779c40e2263a. Jun 11 11:49:19.254955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2143d23-b062-4bcd-932c-21f683b41e6d req-ba914dd7-6415-4847-9422-e3e4b80c993d tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:19.256406 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2143d23-b062-4bcd-932c-21f683b41e6d req-ba914dd7-6415-4847-9422-e3e4b80c993d tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 943 time: 0.5753474 Jun 11 11:49:19.257508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:19.405740 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2143d23-b062-4bcd-932c-21f683b41e6d req-dfd53154-d46c-45b6-a055-76cbac93a3f6 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414254 Jun 11 11:49:19.460223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 6ca9f5f0-abff-446d-9a30-246682474d43 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:49:19.514231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:19.612348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:19.622377 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d004a-3bb4-4431-93cc-c95aa1d86478 None None] Sync routers for ids ['6ca9f5f0-abff-446d-9a30-246682474d43'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:19.634139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:19.635638 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.7146854 Jun 11 11:49:19.641002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49192) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:19.641611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d004a-3bb4-4431-93cc-c95aa1d86478 None None] Routers {'6ca9f5f0-abff-446d-9a30-246682474d43'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:19.642336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bb9d004a-3bb4-4431-93cc-c95aa1d86478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['6ca9f5f0-abff-446d-9a30-246682474d43'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:19.670305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:19.674727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:19.682552 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa2742-d65d-45c9-b96a-953d706b006c None None] Sync routers for ids ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:19.692258 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa2742-d65d-45c9-b96a-953d706b006c None None] Routers {'72317bfb-1cd9-4e22-9ebf-da45898c25a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:19.693251 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-63aa2742-d65d-45c9-b96a-953d706b006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:19.697441 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bb9d004a-3bb4-4431-93cc-c95aa1d86478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:19.705676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d004a-3bb4-4431-93cc-c95aa1d86478 None None] Routers {'6ca9f5f0-abff-446d-9a30-246682474d43'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:19.706429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bb9d004a-3bb4-4431-93cc-c95aa1d86478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['6ca9f5f0-abff-446d-9a30-246682474d43'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:19.733135 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/floatingips/eadeb734-8bee-4aab-9d73-02d6aefb5003 HTTP/1.1" status: 204 len: 168 time: 1.2812917 Jun 11 11:49:19.733846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'tag': '6e668f30-8891-4fce-9441-779c40e2263a'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:49:19.736394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d370068-ab7e-4ace-91fc-532f15b5067e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ef8838-2031-432f-9fe3-885429f2fd76", "tag": "6e668f30-8891-4fce-9441-779c40e2263a"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:49:19.773480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c14889-dd62-4c66-a82d-7a12a3f56a56 x-openstack-request-id: req-13c14889-dd62-4c66-a82d-7a12a3f56a56 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:49:19.774189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ef8838-2031-432f-9fe3-885429f2fd76", "tag": "6e668f30-8891-4fce-9441-779c40e2263a", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:49:19.774703 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13c14889-dd62-4c66-a82d-7a12a3f56a56 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:49:19.775456 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'tag': '6e668f30-8891-4fce-9441-779c40e2263a', 'status': 'completed', 'code': 200} Jun 11 11:49:19.787344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bb9d004a-3bb4-4431-93cc-c95aa1d86478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:19.788130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d004a-3bb4-4431-93cc-c95aa1d86478 None None] The sync data for ids ['6ca9f5f0-abff-446d-9a30-246682474d43'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:19.829692 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d65ec5a1-c8f4-4806-8969-a33b2274c64d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/routers/6ca9f5f0-abff-446d-9a30-246682474d43 HTTP/1.1" status: 200 len: 878 time: 0.1868355 Jun 11 11:49:19.832144 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49198) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:19.873392 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370068-ab7e-4ace-91fc-532f15b5067e req-6c45dcd0-bfaf-40be-8af8-f8f94c13f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:19.875141 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d370068-ab7e-4ace-91fc-532f15b5067e req-6c45dcd0-bfaf-40be-8af8-f8f94c13f45f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 1098 time: 0.0743260 Jun 11 11:49:19.877255 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-63aa2742-d65d-45c9-b96a-953d706b006c None None] Set router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:20.012518 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370068-ab7e-4ace-91fc-532f15b5067e req-1ecfa8b9-c94a-49b2-a7f7-6443724bc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:20.014545 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d370068-ab7e-4ace-91fc-532f15b5067e req-1ecfa8b9-c94a-49b2-a7f7-6443724bc243 service neutron] 10.222.0.25 "GET /v2.0/networks?id=91a28ccd-02ad-4781-b16a-b41e275b73b2 HTTP/1.1" status: 200 len: 897 time: 0.1326821 Jun 11 11:49:20.083041 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d370068-ab7e-4ace-91fc-532f15b5067e req-aee9f5d7-b346-4c2c-ad0b-1d29cdf7c82a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e668f30-8891-4fce-9441-779c40e2263a HTTP/1.1" status: 200 len: 217 time: 0.0613101 Jun 11 11:49:20.111492 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-02cd765e-bb81-4fce-b0f3-33c19f67c83a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.2780538 Jun 11 11:49:20.114066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49202) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:20.120165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-841782ba-38fd-43b0-a8aa-75f91344ee15 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-88439073'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:20.147763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370068-ab7e-4ace-91fc-532f15b5067e req-87334af6-c9da-4164-8f43-9b103bc21f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:20.149431 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d370068-ab7e-4ace-91fc-532f15b5067e req-87334af6-c9da-4164-8f43-9b103bc21f1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9db53fd3-e6f8-4f34-9002-e665e5ea262a HTTP/1.1" status: 200 len: 835 time: 0.0600054 Jun 11 11:49:20.184129 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-63aa2742-d65d-45c9-b96a-953d706b006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9db28e3f-99c2-4834-a794-7585b3accdda', 'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:90:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:26Z', 'updated_at': '2021-06-11T11:48:33Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:20.187459 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa2742-d65d-45c9-b96a-953d706b006c None None] Checking router: 72317bfb-1cd9-4e22-9ebf-da45898c25a9 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:49:20.196462 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa2742-d65d-45c9-b96a-953d706b006c None None] Routers {'72317bfb-1cd9-4e22-9ebf-da45898c25a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:20.197084 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-63aa2742-d65d-45c9-b96a-953d706b006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:20.223131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370068-ab7e-4ace-91fc-532f15b5067e req-9b58eaef-6be6-4a15-9619-0e38cf0c5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:20.224825 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d370068-ab7e-4ace-91fc-532f15b5067e req-9b58eaef-6be6-4a15-9619-0e38cf0c5dfe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=91a28ccd-02ad-4781-b16a-b41e275b73b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662465 Jun 11 11:49:20.328725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd646cf-8152-403c-be92-f84c8115e390 req-644aae7e-4074-4082-ae6b-560dbde94e05 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:20.330379 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7dd646cf-8152-403c-be92-f84c8115e390 req-644aae7e-4074-4082-ae6b-560dbde94e05 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 945 time: 0.2169340 Jun 11 11:49:20.359686 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-63aa2742-d65d-45c9-b96a-953d706b006c None None] Set router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:20.369888 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d370068-ab7e-4ace-91fc-532f15b5067e req-05d076c7-dbbb-4549-97da-15ae83eed24e service neutron] 10.222.0.25 "GET /v2.0/networks/91a28ccd-02ad-4781-b16a-b41e275b73b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369605 Jun 11 11:49:20.481343 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7dd646cf-8152-403c-be92-f84c8115e390 req-2b79837d-9cdd-4cd1-af18-44ced7af493b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026437 Jun 11 11:49:20.521754 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d370068-ab7e-4ace-91fc-532f15b5067e req-f65b7f4d-b454-4b72-bbdc-3fe0077262ce service neutron] 10.222.0.25 "GET /v2.0/networks/91a28ccd-02ad-4781-b16a-b41e275b73b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431367 Jun 11 11:49:20.638617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e7f63-77e4-4a86-80c6-f49e7d2b37e9 req-5b1638f5-46d8-4429-8ce1-c90728016679 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:20.640408 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0e9e7f63-77e4-4a86-80c6-f49e7d2b37e9 req-5b1638f5-46d8-4429-8ce1-c90728016679 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 943 time: 0.0935850 Jun 11 11:49:20.661909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-841782ba-38fd-43b0-a8aa-75f91344ee15 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:20.675845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-841782ba-38fd-43b0-a8aa-75f91344ee15 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:20.686890 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0e9e7f63-77e4-4a86-80c6-f49e7d2b37e9 req-7036ae45-f7be-4a7a-9447-b771fe10c545 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398600 Jun 11 11:49:20.739078 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-63aa2742-d65d-45c9-b96a-953d706b006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9db28e3f-99c2-4834-a794-7585b3accdda', 'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:90:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:26Z', 'updated_at': '2021-06-11T11:48:33Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:20.743739 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa2742-d65d-45c9-b96a-953d706b006c None None] The sync data for ids ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'] in dv-neutron-786478-5-hyperv is: [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '9db28e3f-99c2-4834-a794-7585b3accdda', 'name': '', 'network_id': '91a28ccd-02ad-4781-b16a-b41e275b73b2', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:90:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:26Z', 'updated_at': '2021-06-11T11:48:33Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '9db53fd3-e6f8-4f34-9002-e665e5ea262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:20.826407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841782ba-38fd-43b0-a8aa-75f91344ee15 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 6ca9f5f0-abff-446d-9a30-246682474d43 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:20.950813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37ff9a-9790-43e6-9aab-c2813945f4fa None None] New status for floating IP eadeb734-8bee-4aab-9d73-02d6aefb5003: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:49:20.974692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841782ba-38fd-43b0-a8aa-75f91344ee15 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:20.981289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-841782ba-38fd-43b0-a8aa-75f91344ee15 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:20.985070 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49208) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:20.985244 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-841782ba-38fd-43b0-a8aa-75f91344ee15 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/6ca9f5f0-abff-446d-9a30-246682474d43 HTTP/1.1" status: 200 len: 885 time: 0.8693728 Jun 11 11:49:20.985407 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e2470f-3fbd-450d-98b2-59c4c7624ca1 None None] Sync routers for ids ['6ca9f5f0-abff-446d-9a30-246682474d43'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:20.996179 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e2470f-3fbd-450d-98b2-59c4c7624ca1 None None] Routers {'6ca9f5f0-abff-446d-9a30-246682474d43'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:20.996793 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a4e2470f-3fbd-450d-98b2-59c4c7624ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['6ca9f5f0-abff-446d-9a30-246682474d43'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:21.042934 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a4e2470f-3fbd-450d-98b2-59c4c7624ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:21.052062 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e2470f-3fbd-450d-98b2-59c4c7624ca1 None None] Routers {'6ca9f5f0-abff-446d-9a30-246682474d43'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:21.052685 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a4e2470f-3fbd-450d-98b2-59c4c7624ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['6ca9f5f0-abff-446d-9a30-246682474d43'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:21.102641 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a4e2470f-3fbd-450d-98b2-59c4c7624ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:21.103077 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e2470f-3fbd-450d-98b2-59c4c7624ca1 None None] The sync data for ids ['6ca9f5f0-abff-446d-9a30-246682474d43'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:21.135428 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7f3122c4-8026-4c56-b2a4-ab83cab79001 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/routers/6ca9f5f0-abff-446d-9a30-246682474d43 HTTP/1.1" status: 200 len: 885 time: 0.1488013 Jun 11 11:49:21.137872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49210) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:21.173551 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fd38a4aa-d7ae-4a1b-820c-31255732af0a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ca9f5f0-abff-446d-9a30-246682474d43 HTTP/1.1" status: 200 len: 205 time: 0.0345831 Jun 11 11:49:21.175862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49212) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:21.316957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:21.452429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:21.688789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fb92e-ffe4-40e9-8fc6-b9201a317685 req-6ad11cdb-8dbd-4b69-95bf-8c3d3d92d9e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:21.690361 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-695fb92e-ffe4-40e9-8fc6-b9201a317685 req-6ad11cdb-8dbd-4b69-95bf-8c3d3d92d9e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 945 time: 0.0847154 Jun 11 11:49:21.737786 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-695fb92e-ffe4-40e9-8fc6-b9201a317685 req-738b8c0e-10e0-4869-866b-a0ea1db98527 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402715 Jun 11 11:49:22.035699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce561714-312b-4e05-81e7-643d37308e64 req-f99890a3-d15f-4efb-9908-6aa561c5d60b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:22.037465 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ce561714-312b-4e05-81e7-643d37308e64 req-f99890a3-d15f-4efb-9908-6aa561c5d60b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 945 time: 0.5810890 Jun 11 11:49:22.059136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port 16259dbe-9682-4827-b38b-a9661e9ac196 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:22.059589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:22.138905 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ca969-1f45-4bd6-9ee8-0273bcdfd20d req-d7465b43-7fe8-450a-89b2-05c270549463 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:22.140517 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-eb1ca969-1f45-4bd6-9ee8-0273bcdfd20d req-d7465b43-7fe8-450a-89b2-05c270549463 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 943 time: 0.2003810 Jun 11 11:49:22.319205 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-eb1ca969-1f45-4bd6-9ee8-0273bcdfd20d req-13edc8c8-f3d9-4232-b322-2298e7fecfd9 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707835 Jun 11 11:49:22.341193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:22.461824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for 16259dbe-9682-4827-b38b-a9661e9ac196 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:22.473259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-ce561714-312b-4e05-81e7-643d37308e64 req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 6e668f30-8891-4fce-9441-779c40e2263a {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:22.473614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-ce561714-312b-4e05-81e7-643d37308e64 req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:22.713242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-ce561714-312b-4e05-81e7-643d37308e64 req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 6e668f30-8891-4fce-9441-779c40e2263a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6e668f30-8891-4fce-9441-779c40e2263a,segment=NetworkSegment(0da2838d-e815-4fb4-ab18-768857f3bb27),segment_id=0da2838d-e815-4fb4-ab18-768857f3bb27)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:22.713607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-ce561714-312b-4e05-81e7-643d37308e64 req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:22.816210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-ce561714-312b-4e05-81e7-643d37308e64 req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 6e668f30-8891-4fce-9441-779c40e2263a owned by compute:nova {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:22.937512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574917b-bd39-482f-88bb-e9c0e5e5d396 req-8a17eaf7-f4be-4641-a2d5-406b47d2cc12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:22.939116 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5574917b-bd39-482f-88bb-e9c0e5e5d396 req-8a17eaf7-f4be-4641-a2d5-406b47d2cc12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 945 time: 0.0725965 Jun 11 11:49:22.944502 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:22.948862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:22.981036 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5574917b-bd39-482f-88bb-e9c0e5e5d396 req-a9a41c96-56d3-48c7-bac7-cb4beff5bd0a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=68401b95-19cf-48b1-a711-e39c80b231de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359039 Jun 11 11:49:22.986189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=16259dbe-9682-4827-b38b-a9661e9ac196,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:22.995457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:23.108329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.251081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.253116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-ce561714-312b-4e05-81e7-643d37308e64 req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.256753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.262152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7a1fceb2-e559-40ac-aa9a-a69f58622b27 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:23.300245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=6e668f30-8891-4fce-9441-779c40e2263a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:23.348097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:23.381621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.382111 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Fanout notify agent at l3_agent the message router_deleted on router 6ca9f5f0-abff-446d-9a30-246682474d43 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:49:23.411743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.417024 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/6ca9f5f0-abff-446d-9a30-246682474d43 HTTP/1.1" status: 204 len: 168 time: 2.2361894 Jun 11 11:49:23.417024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce561714-312b-4e05-81e7-643d37308e64 req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port 6e668f30-8891-4fce-9441-779c40e2263a on host hv-neutron-7864 {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:49:23.417298 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49222) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:23.423307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-373889834'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:23.427032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-ce561714-312b-4e05-81e7-643d37308e64 req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.428843 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ce561714-312b-4e05-81e7-643d37308e64 req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "DELETE /v2.0/ports/6e668f30-8891-4fce-9441-779c40e2263a HTTP/1.1" status: 204 len: 173 time: 1.3839104 Jun 11 11:49:23.429369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'name': 'network-vif-deleted', 'tag': '6e668f30-8891-4fce-9441-779c40e2263a'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:49:23.431771 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf820a16-7b1a-497f-8e1b-a545f8f0f391" -d '{"events": [{"server_uuid": "e4ef8838-2031-432f-9fe3-885429f2fd76", "name": "network-vif-deleted", "tag": "6e668f30-8891-4fce-9441-779c40e2263a"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:49:23.487532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7aff7a-3505-49ef-ac76-268acbd7b92b x-openstack-request-id: req-6a7aff7a-3505-49ef-ac76-268acbd7b92b {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:49:23.487880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ef8838-2031-432f-9fe3-885429f2fd76", "name": "network-vif-deleted", "tag": "6e668f30-8891-4fce-9441-779c40e2263a", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:49:23.488321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a7aff7a-3505-49ef-ac76-268acbd7b92b {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:49:23.488904 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ef8838-2031-432f-9fe3-885429f2fd76', 'name': 'network-vif-deleted', 'tag': '6e668f30-8891-4fce-9441-779c40e2263a', 'status': 'completed', 'code': 200} Jun 11 11:49:23.503226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:23.507037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.570340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f6459-3c62-40cb-a975-0a8a0bd7b499 req-42dedd81-11fc-4789-932e-c91444d0fbbb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:23.572185 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-da6f6459-3c62-40cb-a975-0a8a0bd7b499 req-42dedd81-11fc-4789-932e-c91444d0fbbb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 943 time: 0.1294699 Jun 11 11:49:23.572930 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:49:23.592845 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.593200 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added segment d15dbd4d-1124-4d63-ac4d-0d4779a915a3 of type vlan for network 474d6db4-ec32-477f-9873-729b1bafaa3e Jun 11 11:49:23.685148 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-da6f6459-3c62-40cb-a975-0a8a0bd7b499 req-960e9bf3-8069-4056-b9e3-09deb21b037e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067102 Jun 11 11:49:23.695186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.725869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.732156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:23.732757 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:23.735234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5eb38faa-e95c-4404-a5f2-3b8acee73a5e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:23.774757 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3563225 Jun 11 11:49:23.777607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49226) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:23.783444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'subnet': {'network_id': '474d6db4-ec32-477f-9873-729b1bafaa3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:23.828993 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Network': ['ID=474d6db4-ec32-477f-9873-729b1bafaa3e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:23.831807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:23.839720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 474d6db4-ec32-477f-9873-729b1bafaa3e details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:49:23.902888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:23.906628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:24.193518 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5286c61-bc3a-41f1-a679-6151bc23ed6c req-bfd88b49-c039-4998-b297-1890ba74a442 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4ef8838-2031-432f-9fe3-885429f2fd76 HTTP/1.1" status: 200 len: 210 time: 0.0511608 Jun 11 11:49:24.205117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:24.208090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4a997d42-9cdf-4360-9f80-d3536c5b339b tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:24.286615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Subnet': ['ID=da2a87fb-e113-4e1b-b2eb-a77bb6f0f6b5,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:24.291186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:24.297333 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Checking segment: {'id': 'd15dbd4d-1124-4d63-ac4d-0d4779a915a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '474d6db4-ec32-477f-9873-729b1bafaa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:24.297688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network hostable DHCP agents. Network: 474d6db4-ec32-477f-9873-729b1bafaa3e, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:49:24.315154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 474d6db4-ec32-477f-9873-729b1bafaa3e is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:49:24.324047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 474d6db4-ec32-477f-9873-729b1bafaa3e) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:24.329956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:24.330870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:24.332152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42dc4fe-469b-47f8-aefc-9b5d1168c45b None None] Network 474d6db4-ec32-477f-9873-729b1bafaa3e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:24.353733 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5723920 Jun 11 11:49:24.354055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49230) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:24.358803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c4441e86-df19-434e-bc7f-9136d25795f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-182554424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:24.380063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4441e86-df19-434e-bc7f-9136d25795f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:24.381121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4441e86-df19-434e-bc7f-9136d25795f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:24.448374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4441e86-df19-434e-bc7f-9136d25795f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:24.452889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4441e86-df19-434e-bc7f-9136d25795f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:24.470488 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4441e86-df19-434e-bc7f-9136d25795f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:24.474199 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c4441e86-df19-434e-bc7f-9136d25795f2 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1164873 Jun 11 11:49:24.474348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49232) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:24.541660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-474d6db4-ec32-477f-9873-729b1bafaa3e', 'network_id': '474d6db4-ec32-477f-9873-729b1bafaa3e', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'fixed_ips': [{'subnet_id': 'da2a87fb-e113-4e1b-b2eb-a77bb6f0f6b5'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:49:24.542668 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:24.556541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 6e668f30-8891-4fce-9441-779c40e2263a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:49:24.583705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 6e668f30-8891-4fce-9441-779c40e2263a {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:49:24.584073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 6e668f30-8891-4fce-9441-779c40e2263a not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:49:24.735190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Allocated IP 172.20.0.2 (474d6db4-ec32-477f-9873-729b1bafaa3e/da2a87fb-e113-4e1b-b2eb-a77bb6f0f6b5/a1374ee2-4162-40f6-a042-3b6a7dbb630f) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:24.917006 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31482756-a3ed-45c7-b1c0-436d39d88a9a req-9acc8872-aa8a-48fd-839c-6ea72471c171 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:24.925877 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-31482756-a3ed-45c7-b1c0-436d39d88a9a req-9acc8872-aa8a-48fd-839c-6ea72471c171 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 943 time: 0.0967863 Jun 11 11:49:24.956093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:24.967657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Transition to ACTIVE for port object a1374ee2-4162-40f6-a042-3b6a7dbb630f will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:24.969922 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-31482756-a3ed-45c7-b1c0-436d39d88a9a req-eec099bd-06ce-416f-8b0e-a6a0be3f4a02 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431025 Jun 11 11:49:24.985925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Transition to ACTIVE for port object a1374ee2-4162-40f6-a042-3b6a7dbb630f will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:24.997685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:24.999731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b6c5b2e0-13f1-4149-9fb1-5fc02b2ae62d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:25.047402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Network 474d6db4-ec32-477f-9873-729b1bafaa3e is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:25.050206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:25.054548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:25.057540 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Pushing event updated for resources: {'Port': ['ID=a1374ee2-4162-40f6-a042-3b6a7dbb630f,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:25.061399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:25.129844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Attempting to bind port a1374ee2-4162-40f6-a042-3b6a7dbb630f on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:25.130246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Attempting to bind port a1374ee2-4162-40f6-a042-3b6a7dbb630f by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'd15dbd4d-1124-4d63-ac4d-0d4779a915a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '474d6db4-ec32-477f-9873-729b1bafaa3e'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:25.130719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Attempting to bind port a1374ee2-4162-40f6-a042-3b6a7dbb630f on network 474d6db4-ec32-477f-9873-729b1bafaa3e {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:25.136518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:25.136907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Checking segment: {'id': 'd15dbd4d-1124-4d63-ac4d-0d4779a915a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '474d6db4-ec32-477f-9873-729b1bafaa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:25.137350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:25.137757 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Bound using segment: {'id': 'd15dbd4d-1124-4d63-ac4d-0d4779a915a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '474d6db4-ec32-477f-9873-729b1bafaa3e'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:25.138238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Bound port: a1374ee2-4162-40f6-a042-3b6a7dbb630f, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15dbd4d-1124-4d63-ac4d-0d4779a915a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '474d6db4-ec32-477f-9873-729b1bafaa3e'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:25.138652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:25.208003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] For port a1374ee2-4162-40f6-a042-3b6a7dbb630f, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:25.211798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] For port a1374ee2-4162-40f6-a042-3b6a7dbb630f, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a1374ee2-4162-40f6-a042-3b6a7dbb630f,segment=NetworkSegment(d15dbd4d-1124-4d63-ac4d-0d4779a915a3),segment_id=d15dbd4d-1124-4d63-ac4d-0d4779a915a3)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:25.215908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:25.218913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:25.288296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Pushing event updated for resources: {'Port': ['ID=a1374ee2-4162-40f6-a042-3b6a7dbb630f,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:25.291935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:25.302649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49238) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:25.314184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:25.375849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f677be04-89aa-4f4e-bdc1-a44fc0f45796 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:25.408515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f677be04-89aa-4f4e-bdc1-a44fc0f45796 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:25.499944 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f677be04-89aa-4f4e-bdc1-a44fc0f45796 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:25.504338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f677be04-89aa-4f4e-bdc1-a44fc0f45796 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:25.506039 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f677be04-89aa-4f4e-bdc1-a44fc0f45796 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/68401b95-19cf-48b1-a711-e39c80b231de HTTP/1.1" status: 204 len: 168 time: 0.2021835 Jun 11 11:49:25.507671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eed84973-8827-4e27-8636-cbcc651b0251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:25.521895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677be04-89aa-4f4e-bdc1-a44fc0f45796 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68401b95-19cf-48b1-a711-e39c80b231de,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:25.525684 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f677be04-89aa-4f4e-bdc1-a44fc0f45796 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:25.550046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49242) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:25.684486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Allocated IP 172.20.0.1 (474d6db4-ec32-477f-9873-729b1bafaa3e/da2a87fb-e113-4e1b-b2eb-a77bb6f0f6b5/1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:25.823311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:25.837718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Transition to ACTIVE for port object 1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:25.874158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:25.877064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d3691c97-9056-47ee-b643-7321e899bfe4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:25.931736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 474d6db4-ec32-477f-9873-729b1bafaa3e is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:25.934972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:25.939407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:25.943457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:25.971640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:25.998251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:26.059970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:26.227446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:26.253199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a441daa-d276-488f-967c-99c3397d57f8 req-14a08f0e-e626-4016-abb3-3e62b0289329 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:26.254808 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a441daa-d276-488f-967c-99c3397d57f8 req-14a08f0e-e626-4016-abb3-3e62b0289329 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 943 time: 0.1415138 Jun 11 11:49:26.368328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6381801d-5b40-40dc-b07d-7c9562e278f0 None None] Network 474d6db4-ec32-477f-9873-729b1bafaa3e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:26.439871 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a441daa-d276-488f-967c-99c3397d57f8 req-884a2296-2803-4abb-ba25-dc2c055839ac tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724014 Jun 11 11:49:26.474926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 9db28e3f-99c2-4834-a794-7585b3accdda {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:26.475281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:26.503442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c81a2bba-5bd4-4a43-8fda-af4ac0afe485 None None] Provisioning for port a1374ee2-4162-40f6-a042-3b6a7dbb630f completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:26.558051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cb6e7ddb-546b-4c1b-9039-2e052d44fef8 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:49:26.620468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 9db28e3f-99c2-4834-a794-7585b3accdda, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9db28e3f-99c2-4834-a794-7585b3accdda,segment=NetworkSegment(0da2838d-e815-4fb4-ab18-768857f3bb27),segment_id=0da2838d-e815-4fb4-ab18-768857f3bb27)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:26.621153 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:26.644247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:26.649293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:26.653993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3fb73dd0-bdc9-4589-8799-a1b9804b4dbb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:26.732817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 9db28e3f-99c2-4834-a794-7585b3accdda owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:26.749579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:26.751791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:26.755383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:26.775948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port cb6e7ddb-546b-4c1b-9039-2e052d44fef8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb6e7ddb-546b-4c1b-9039-2e052d44fef8,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:26.795026 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'port_id': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8', 'mac_address': 'fa:16:3e:de:72:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:49:26.845392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:26.867137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6e7ddb-546b-4c1b-9039-2e052d44fef8 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:49:26.889818 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port cb6e7ddb-546b-4c1b-9039-2e052d44fef8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb6e7ddb-546b-4c1b-9039-2e052d44fef8,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:26.895370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:26.898400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:26.904728 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:49:26.906889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 474d6db4-ec32-477f-9873-729b1bafaa3e is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:26.908929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:26.971463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=cb6e7ddb-546b-4c1b-9039-2e052d44fef8,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:26.974594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:27.016028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:27.018200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-28c4b4b3-4bf8-4dc0-bef2-d65760c409e0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:27.057784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-962c7cd9-95d0-426a-805b-09caccc2f7b6 None None] Provisioning for port 1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:27.062139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-962c7cd9-95d0-426a-805b-09caccc2f7b6 None None] Provisioning complete for port 1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:27.063265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-962c7cd9-95d0-426a-805b-09caccc2f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:27.067303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=9db28e3f-99c2-4834-a794-7585b3accdda,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:27.070719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:27.112514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['cb6e7ddb-546b-4c1b-9039-2e052d44fef8'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:49:27.118221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-962c7cd9-95d0-426a-805b-09caccc2f7b6 None None] Port 1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:27.123565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4f383f91-bde1-454e-a305-055bbd25047b is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:49:27.304741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:27.315322 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4f383f91-bde1-454e-a305-055bbd25047b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8394673 Jun 11 11:49:27.315974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49246) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:27.329387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774ae7a8-04d0-44f7-a36f-c04edd2c5959 None None] Sync routers for ids ['4f383f91-bde1-454e-a305-055bbd25047b'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:27.355368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a1374ee2-4162-40f6-a042-3b6a7dbb630f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:27.404608 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2f323-b0b7-4795-9316-843eb93623cf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:27.406678 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bca2f323-b0b7-4795-9316-843eb93623cf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports/1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 HTTP/1.1" status: 200 len: 910 time: 0.0896845 Jun 11 11:49:27.410277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49248) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:27.420697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9bca1b6d-7170-4b8c-b8bc-8585a842c96c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da2a87fb-e113-4e1b-b2eb-a77bb6f0f6b5'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:27.484170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:27.624890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ae7a8-04d0-44f7-a36f-c04edd2c5959 None None] Routers {'4f383f91-bde1-454e-a305-055bbd25047b'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:27.625797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-774ae7a8-04d0-44f7-a36f-c04edd2c5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4f383f91-bde1-454e-a305-055bbd25047b'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:27.674889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9bca1b6d-7170-4b8c-b8bc-8585a842c96c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:27.697909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-570c7803-730a-448b-8eb1-ce009488b2af None None] Provisioning complete for port 1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:27.698413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-570c7803-730a-448b-8eb1-ce009488b2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:27.700740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-774ae7a8-04d0-44f7-a36f-c04edd2c5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:27.733350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:27.772631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port a1374ee2-4162-40f6-a042-3b6a7dbb630f completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:27.776727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ae7a8-04d0-44f7-a36f-c04edd2c5959 None None] Routers {'4f383f91-bde1-454e-a305-055bbd25047b'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:27.777387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-774ae7a8-04d0-44f7-a36f-c04edd2c5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4f383f91-bde1-454e-a305-055bbd25047b'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:27.788331 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-570c7803-730a-448b-8eb1-ce009488b2af None None] Port 1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:27.848816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-774ae7a8-04d0-44f7-a36f-c04edd2c5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:27.849537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774ae7a8-04d0-44f7-a36f-c04edd2c5959 None None] The sync data for ids ['4f383f91-bde1-454e-a305-055bbd25047b'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:27.855144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port a1374ee2-4162-40f6-a042-3b6a7dbb630f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:27.855928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:27.947128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-336f1e37-4f79-4923-a706-40b603c683a1 None None] Provisioning complete for port 1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:27.947446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-336f1e37-4f79-4923-a706-40b603c683a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.059841 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-336f1e37-4f79-4923-a706-40b603c683a1 None None] Port 1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:28.061284 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.104410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port a1374ee2-4162-40f6-a042-3b6a7dbb630f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a1374ee2-4162-40f6-a042-3b6a7dbb630f,segment=NetworkSegment(d15dbd4d-1124-4d63-ac4d-0d4779a915a3),segment_id=d15dbd4d-1124-4d63-ac4d-0d4779a915a3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:28.108732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.113255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:28.129749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5713627-dfe8-4e16-a474-6ba2a9d52afd req-cb042496-0ce6-42a1-89a5-05db9a1719bf tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:28.131272 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d5713627-dfe8-4e16-a474-6ba2a9d52afd req-cb042496-0ce6-42a1-89a5-05db9a1719bf tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 944 time: 0.1100421 Jun 11 11:49:28.166677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9bca1b6d-7170-4b8c-b8bc-8585a842c96c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.166955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=a1374ee2-4162-40f6-a042-3b6a7dbb630f,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:28.169960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:28.177633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9bca1b6d-7170-4b8c-b8bc-8585a842c96c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.181686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:28.277566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bca1b6d-7170-4b8c-b8bc-8585a842c96c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:28.278105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9bca1b6d-7170-4b8c-b8bc-8585a842c96c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.279596 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9bca1b6d-7170-4b8c-b8bc-8585a842c96c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/ports/1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 HTTP/1.1" status: 200 len: 910 time: 0.8680575 Jun 11 11:49:28.280036 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d5713627-dfe8-4e16-a474-6ba2a9d52afd req-662fce7a-6078-4e5f-8dc9-e4f2e8a913ee tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001711 Jun 11 11:49:28.280636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca1b6d-7170-4b8c-b8bc-8585a842c96c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:28.282877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49252) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:28.289044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9bca1b6d-7170-4b8c-b8bc-8585a842c96c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:28.310491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:28.461267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:28.467853 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/72317bfb-1cd9-4e22-9ebf-da45898c25a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9162688 Jun 11 11:49:28.469591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49254) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:28.472468 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd829310-9b57-476f-8e37-305a69de7702 None None] Sync routers for ids ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:28.482788 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd829310-9b57-476f-8e37-305a69de7702 None None] Routers {'72317bfb-1cd9-4e22-9ebf-da45898c25a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:28.483403 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-cd829310-9b57-476f-8e37-305a69de7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:28.532888 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e13d8b-fb69-4358-9856-049dbfda863b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting subnet 9db53fd3-e6f8-4f34-9002-e665e5ea262a {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:49:28.536148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77e13d8b-fb69-4358-9856-049dbfda863b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.568538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cb6e7ddb-546b-4c1b-9039-2e052d44fef8 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:28.605490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77e13d8b-fb69-4358-9856-049dbfda863b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.640372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:28.644599 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:28.644996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.647150 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-cd829310-9b57-476f-8e37-305a69de7702 None None] Set router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:28.713071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.721942 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77e13d8b-fb69-4358-9856-049dbfda863b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.751181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.781176 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:49:28.784468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00684fcb-3b69-4429-892f-4812f9b2c8b6" -d '{"events": [{"server_uuid": "eb714d0b-f4d4-4e9f-8c11-5da506de413d", "name": "network-vif-plugged", "status": "completed", "tag": "cb6e7ddb-546b-4c1b-9039-2e052d44fef8"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:49:28.803040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77e13d8b-fb69-4358-9856-049dbfda863b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.808514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-feb050af-cc73-4d30-bc56-dbf547303eb9 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:28.824316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port cb6e7ddb-546b-4c1b-9039-2e052d44fef8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb6e7ddb-546b-4c1b-9039-2e052d44fef8,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:28.830335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.833295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:28.879626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e13d8b-fb69-4358-9856-049dbfda863b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Subnet': ['ID=9db53fd3-e6f8-4f34-9002-e665e5ea262a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:28.883887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-77e13d8b-fb69-4358-9856-049dbfda863b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:28.889072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-77e13d8b-fb69-4358-9856-049dbfda863b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:28.897588 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-77e13d8b-fb69-4358-9856-049dbfda863b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/subnets/9db53fd3-e6f8-4f34-9002-e665e5ea262a HTTP/1.1" status: 204 len: 168 time: 0.4261265 Jun 11 11:49:28.898936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49258) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:28.899078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5736557-a4fc-4c9a-92e4-9ef7aed7fdd1 x-openstack-request-id: req-b5736557-a4fc-4c9a-92e4-9ef7aed7fdd1 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:49:28.899338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb714d0b-f4d4-4e9f-8c11-5da506de413d", "name": "network-vif-plugged", "status": "completed", "tag": "cb6e7ddb-546b-4c1b-9039-2e052d44fef8", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:49:28.899607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5736557-a4fc-4c9a-92e4-9ef7aed7fdd1 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:49:28.900012 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8', 'code': 200} Jun 11 11:49:28.903817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9e2d9b-5ecc-48b3-baf0-276035a22c39 None None] Network 91a28ccd-02ad-4781-b16a-b41e275b73b2 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:28.915869 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-cd829310-9b57-476f-8e37-305a69de7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:49:26Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:28.920472 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd829310-9b57-476f-8e37-305a69de7702 None None] Checking router: 72317bfb-1cd9-4e22-9ebf-da45898c25a9 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:49:28.930855 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd829310-9b57-476f-8e37-305a69de7702 None None] Routers {'72317bfb-1cd9-4e22-9ebf-da45898c25a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:28.931586 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-cd829310-9b57-476f-8e37-305a69de7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:29.033257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=cb6e7ddb-546b-4c1b-9039-2e052d44fef8,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:29.043063 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:29.113075 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-cd829310-9b57-476f-8e37-305a69de7702 None None] Set router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:29.174512 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:29.202889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a1374ee2-4162-40f6-a042-3b6a7dbb630f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:29.235484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f14b33-17e8-4ec7-8223-084e41cb1ab4 None None] DHCP port deletion for 91a28ccd-02ad-4781-b16a-b41e275b73b2 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:49:29.297561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba8fcd-1d81-4a5f-acbd-f2f8ac052502 req-935374b2-5a7b-4e13-b4e0-76d8c547b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:29.299169 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-74ba8fcd-1d81-4a5f-acbd-f2f8ac052502 req-935374b2-5a7b-4e13-b4e0-76d8c547b3b1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 1098 time: 0.2496815 Jun 11 11:49:29.307381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port a1374ee2-4162-40f6-a042-3b6a7dbb630f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:29.307775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:29.359253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-87f14b33-17e8-4ec7-8223-084e41cb1ab4 None None] Deleting port d6260742-5f6f-4810-b232-70e9cbd8051c {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:29.359649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-87f14b33-17e8-4ec7-8223-084e41cb1ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:29.409040 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-cd829310-9b57-476f-8e37-305a69de7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:49:26Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:29.413131 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd829310-9b57-476f-8e37-305a69de7702 None None] The sync data for ids ['72317bfb-1cd9-4e22-9ebf-da45898c25a9'] in dv-neutron-786478-5-hyperv is: [{'id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'name': 'tempest-TestNetworkBasicOps-router-1498790357', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:48:19Z', 'updated_at': '2021-06-11T11:49:26Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'b4d70ff7-7a4b-4b28-b75d-7f880ba0801b', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72317bfb-1cd9-4e22-9ebf-da45898c25a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:48:20Z', 'updated_at': '2021-06-11T11:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:29.436640 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-74ba8fcd-1d81-4a5f-acbd-f2f8ac052502 req-bf438188-2c69-4455-8692-e146e1eda854 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221337 Jun 11 11:49:29.472528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-87f14b33-17e8-4ec7-8223-084e41cb1ab4 None None] For port d6260742-5f6f-4810-b232-70e9cbd8051c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d6260742-5f6f-4810-b232-70e9cbd8051c,segment=NetworkSegment(0da2838d-e815-4fb4-ab18-768857f3bb27),segment_id=0da2838d-e815-4fb4-ab18-768857f3bb27)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:29.472936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-87f14b33-17e8-4ec7-8223-084e41cb1ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:29.475459 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:29.593814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-87f14b33-17e8-4ec7-8223-084e41cb1ab4 None None] Calling delete_port for d6260742-5f6f-4810-b232-70e9cbd8051c owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:29.595462 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048d92b-c96d-4306-9eeb-45951d66e6f7 req-04913bd9-8436-4a07-8ee2-5ab6a9c12b4a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:29.596935 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6048d92b-c96d-4306-9eeb-45951d66e6f7 req-04913bd9-8436-4a07-8ee2-5ab6a9c12b4a tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 945 time: 0.1171060 Jun 11 11:49:29.604383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:29.604732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:29.675086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port 1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:29.675607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:29.699671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-87f14b33-17e8-4ec7-8223-084e41cb1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:29.702079 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6ef649d1-6b6d-45fb-a93e-3960ad643c66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:29.730378 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6048d92b-c96d-4306-9eeb-45951d66e6f7 req-d7235b7e-e483-418f-a374-ee171c30d573 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080220 Jun 11 11:49:29.744931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f14b33-17e8-4ec7-8223-084e41cb1ab4 None None] Pushing event deleted for resources: {'Port': ['ID=d6260742-5f6f-4810-b232-70e9cbd8051c,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:29.750897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-87f14b33-17e8-4ec7-8223-084e41cb1ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:29.751291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port b4d70ff7-7a4b-4b28-b75d-7f880ba0801b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b4d70ff7-7a4b-4b28-b75d-7f880ba0801b,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:29.751663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:29.753229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f14b33-17e8-4ec7-8223-084e41cb1ab4 None None] No DVR routers for this DVR port d6260742-5f6f-4810-b232-70e9cbd8051c on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:49:29.827181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:29.859278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for b4d70ff7-7a4b-4b28-b75d-7f880ba0801b owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:29.928193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for 1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:30.069454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.072586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e57f366a-e51e-479d-a487-e554f7104cf5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:30.101027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=b4d70ff7-7a4b-4b28-b75d-7f880ba0801b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:30.104437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:30.154183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.156672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:30.188091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.194012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=1bf1bf17-fb86-44fc-a9bc-cf6ed1072ca1,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:30.197406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:30.357840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.363421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.413776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.427357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.428272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Fanout notify agent at l3_agent the message router_deleted on router 72317bfb-1cd9-4e22-9ebf-da45898c25a9 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:49:30.440011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.441170 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/routers/72317bfb-1cd9-4e22-9ebf-da45898c25a9 HTTP/1.1" status: 204 len: 168 time: 1.5412669 Jun 11 11:49:30.443793 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49262) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:30.553274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.648417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4f383f91-bde1-454e-a305-055bbd25047b has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:30.680552 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.691343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a28ccd-02ad-4781-b16a-b41e275b73b2']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:30.702737 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da2838d-e815-4fb4-ab18-768857f3bb27') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:30.703041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da2838d-e815-4fb4-ab18-768857f3bb27') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:30.712732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.727090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.732712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:49:30.733097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:49:30.736124 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:49:30.756697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:30.764121 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4f383f91-bde1-454e-a305-055bbd25047b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4802933 Jun 11 11:49:30.765339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49264) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:30.768517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7558e0f-9475-4bd9-abe2-f744da856c79 None None] Sync routers for ids ['4f383f91-bde1-454e-a305-055bbd25047b'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:30.780739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7558e0f-9475-4bd9-abe2-f744da856c79 None None] Routers {'4f383f91-bde1-454e-a305-055bbd25047b'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:30.787041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e7558e0f-9475-4bd9-abe2-f744da856c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4f383f91-bde1-454e-a305-055bbd25047b'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:30.812454 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-68a94eb9-35bf-4369-826a-55ad5a304d65 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f383f91-bde1-454e-a305-055bbd25047b HTTP/1.1" status: 200 len: 205 time: 0.0445561 Jun 11 11:49:30.814374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49268) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:30.824957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.830272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.835817 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/networks/91a28ccd-02ad-4781-b16a-b41e275b73b2 HTTP/1.1" status: 204 len: 168 time: 0.3906772 Jun 11 11:49:30.836681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a22170ab-ff7f-4e4e-937d-705494494f84 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:30.839051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e7558e0f-9475-4bd9-abe2-f744da856c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:30.848366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49270) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:30.853782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7558e0f-9475-4bd9-abe2-f744da856c79 None None] Routers {'4f383f91-bde1-454e-a305-055bbd25047b'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:30.854559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e7558e0f-9475-4bd9-abe2-f744da856c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4f383f91-bde1-454e-a305-055bbd25047b'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:30.862307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'network': {'name': 'tempest-network-smoke--1569345572', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'port_security_enabled': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:30.902560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:30.906170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.921530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e7558e0f-9475-4bd9-abe2-f744da856c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:30.921973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7558e0f-9475-4bd9-abe2-f744da856c79 None None] The sync data for ids ['4f383f91-bde1-454e-a305-055bbd25047b'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:30.932415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Network': ['ID=91a28ccd-02ad-4781-b16a-b41e275b73b2,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:30.937746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:30.947802 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:49:30.961513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:30.961808 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Added segment c1e09b76-0b5a-4a4e-b35e-10ce120eac35 of type vlan for network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 Jun 11 11:49:30.987373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c158236b-560c-49c8-b711-8a0ebaeb72cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.011604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.041547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.047410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:31.047989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.050246 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:31.094909 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2428818 Jun 11 11:49:31.095097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49272) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:31.144626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'admin_state_up': True, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:31.153076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Network': ['ID=a3d2c056-c70c-4b21-98c1-4cec2dfa7144,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:31.156277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:31.166798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:49:31.177214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.178262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.195882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d6260742-5f6f-4810-b232-70e9cbd8051c no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:49:31.222768 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: d6260742-5f6f-4810-b232-70e9cbd8051c {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:49:31.223109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d6260742-5f6f-4810-b232-70e9cbd8051c not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:49:31.223479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b4d70ff7-7a4b-4b28-b75d-7f880ba0801b no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:49:31.245440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c158236b-560c-49c8-b711-8a0ebaeb72cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.248831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c158236b-560c-49c8-b711-8a0ebaeb72cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.258585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.259687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036e82c-f77c-48b3-ad3d-82b5e0a6e423 req-7e29dbe0-8c2c-4845-bb33-f2c623c6a84e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:31.261353 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4036e82c-f77c-48b3-ad3d-82b5e0a6e423 req-7e29dbe0-8c2c-4845-bb33-f2c623c6a84e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 945 time: 0.3143928 Jun 11 11:49:31.299196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b4d70ff7-7a4b-4b28-b75d-7f880ba0801b {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:49:31.299609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b4d70ff7-7a4b-4b28-b75d-7f880ba0801b not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:49:31.299976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9db28e3f-99c2-4834-a794-7585b3accdda no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:49:31.326685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 9db28e3f-99c2-4834-a794-7585b3accdda {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:49:31.327104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9db28e3f-99c2-4834-a794-7585b3accdda not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:49:31.338691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c158236b-560c-49c8-b711-8a0ebaeb72cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.339178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c158236b-560c-49c8-b711-8a0ebaeb72cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Fanout notify agent at l3_agent the message router_deleted on router 4f383f91-bde1-454e-a305-055bbd25047b {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:49:31.351394 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c158236b-560c-49c8-b711-8a0ebaeb72cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.352483 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c158236b-560c-49c8-b711-8a0ebaeb72cc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/4f383f91-bde1-454e-a305-055bbd25047b HTTP/1.1" status: 204 len: 168 time: 0.5368910 Jun 11 11:49:31.355269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49274) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:31.367939 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4036e82c-f77c-48b3-ad3d-82b5e0a6e423 req-e0d2fa28-ff34-4225-b40d-29ee7d645d89 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548191 Jun 11 11:49:31.420069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-025cf910-03c7-409b-bc22-d965c053dbc8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting subnet da2a87fb-e113-4e1b-b2eb-a77bb6f0f6b5 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:49:31.423291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-025cf910-03c7-409b-bc22-d965c053dbc8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.480147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-025cf910-03c7-409b-bc22-d965c053dbc8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.582554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-025cf910-03c7-409b-bc22-d965c053dbc8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.652899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-025cf910-03c7-409b-bc22-d965c053dbc8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.655848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ea34e3c4-20a1-4a09-800f-3d3ecdfc4c22 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:31.696526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cf910-03c7-409b-bc22-d965c053dbc8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Subnet': ['ID=da2a87fb-e113-4e1b-b2eb-a77bb6f0f6b5,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:31.698437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-025cf910-03c7-409b-bc22-d965c053dbc8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.703281 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-025cf910-03c7-409b-bc22-d965c053dbc8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/da2a87fb-e113-4e1b-b2eb-a77bb6f0f6b5 HTTP/1.1" status: 204 len: 168 time: 0.3443902 Jun 11 11:49:31.703281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-025cf910-03c7-409b-bc22-d965c053dbc8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:31.703281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49278) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:31.705213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42fdbfa-80ec-4ec6-bbf7-ae395563ed9e None None] Network 474d6db4-ec32-477f-9873-729b1bafaa3e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:31.807404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.874967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port a1374ee2-4162-40f6-a042-3b6a7dbb630f {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:31.875301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.925288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.938031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a7abc4-8adb-44d1-800f-03e0305c4c5e None None] DHCP port deletion for 474d6db4-ec32-477f-9873-729b1bafaa3e request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:49:31.963687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port a1374ee2-4162-40f6-a042-3b6a7dbb630f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a1374ee2-4162-40f6-a042-3b6a7dbb630f,segment=NetworkSegment(d15dbd4d-1124-4d63-ac4d-0d4779a915a3),segment_id=d15dbd4d-1124-4d63-ac4d-0d4779a915a3)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:31.963955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:31.998276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-38a7abc4-8adb-44d1-800f-03e0305c4c5e None None] Deleting port a1374ee2-4162-40f6-a042-3b6a7dbb630f {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:31.998704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-38a7abc4-8adb-44d1-800f-03e0305c4c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.004285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e848401-326e-4ba0-bb86-774ccb0611ef req-398c9dff-18dd-452e-ab69-b15e856507c2 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:32.005771 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e848401-326e-4ba0-bb86-774ccb0611ef req-398c9dff-18dd-452e-ab69-b15e856507c2 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 945 time: 0.1165488 Jun 11 11:49:32.069001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for a1374ee2-4162-40f6-a042-3b6a7dbb630f owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:32.086556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-38a7abc4-8adb-44d1-800f-03e0305c4c5e None None] For port a1374ee2-4162-40f6-a042-3b6a7dbb630f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a1374ee2-4162-40f6-a042-3b6a7dbb630f,segment=NetworkSegment(d15dbd4d-1124-4d63-ac4d-0d4779a915a3),segment_id=d15dbd4d-1124-4d63-ac4d-0d4779a915a3)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:32.086983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-38a7abc4-8adb-44d1-800f-03e0305c4c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.105222 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e848401-326e-4ba0-bb86-774ccb0611ef req-23b7bbac-1795-491a-9881-0b9202cb1218 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526414 Jun 11 11:49:32.134027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49280) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:32.192297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-38a7abc4-8adb-44d1-800f-03e0305c4c5e None None] Calling delete_port for a1374ee2-4162-40f6-a042-3b6a7dbb630f owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:32.219491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9b7b7-81bd-4c04-b4ac-507cafd3fbab tempest-TestVolumeBootPattern-1033633973 tempest-TestVolumeBootPattern-1033633973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:32.221536 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aec9b7b7-81bd-4c04-b4ac-507cafd3fbab tempest-TestVolumeBootPattern-1033633973 tempest-TestVolumeBootPattern-1033633973-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 1093 time: 0.0864110 Jun 11 11:49:32.231926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49282) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:32.237586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:32.251816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.263274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.267913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-66e26429-6f7f-4196-85d2-6b70b923b619 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:32.279867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.299333 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.304556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=a1374ee2-4162-40f6-a042-3b6a7dbb630f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:32.307355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:32.309526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No DVR routers for this DVR port a1374ee2-4162-40f6-a042-3b6a7dbb630f on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:49:32.404747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.16 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/99385d94-faed-4942-baef-137dcd018462) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:32.441625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-38a7abc4-8adb-44d1-800f-03e0305c4c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.444365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-83f8b7f1-61a4-42f1-bd23-c4c158615269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:32.444510 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.458642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474d6db4-ec32-477f-9873-729b1bafaa3e']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:32.471688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15dbd4d-1124-4d63-ac4d-0d4779a915a3') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:32.471902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15dbd4d-1124-4d63-ac4d-0d4779a915a3') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:32.474365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7abc4-8adb-44d1-800f-03e0305c4c5e None None] No DVR routers for this DVR port a1374ee2-4162-40f6-a042-3b6a7dbb630f on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:49:32.476624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7abc4-8adb-44d1-800f-03e0305c4c5e None None] Pushing event deleted for resources: {'Port': ['ID=a1374ee2-4162-40f6-a042-3b6a7dbb630f,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:32.479819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-38a7abc4-8adb-44d1-800f-03e0305c4c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:32.531490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.551125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.551345 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.565102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:49:32.565500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:49:32.568698 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:49:32.594100 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.597038 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:32.642488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:32.650501 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:32.654458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:32.669290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.673050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.679813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.687004 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/networks/474d6db4-ec32-477f-9873-729b1bafaa3e HTTP/1.1" status: 204 len: 168 time: 0.9794097 Jun 11 11:49:32.691735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-57fee8bf-3730-4a55-91ee-465524d1f3f6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:32.692040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49284) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:32.699978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-cde8ad25-e548-4d2c-a79b-fa2546e68953 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1251758070', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:32.710074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=99385d94-faed-4942-baef-137dcd018462,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:32.717346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Network': ['ID=474d6db4-ec32-477f-9873-729b1bafaa3e,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:32.719727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:32.722116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:32.743332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cde8ad25-e548-4d2c-a79b-fa2546e68953 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.744179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cde8ad25-e548-4d2c-a79b-fa2546e68953 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.841665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Allocated IP 172.26.6.210 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/26fdf7f7-7e8d-4443-a675-00c63343a0e4) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:32.986292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cde8ad25-e548-4d2c-a79b-fa2546e68953 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.993270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cde8ad25-e548-4d2c-a79b-fa2546e68953 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:32.995118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:33.038467 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:33.041991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1d128185-44c1-4a4c-be6c-e6941f6dfc93 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:33.099331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:33.105682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:33.109002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:33.115070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'Port': ['ID=26fdf7f7-7e8d-4443-a675-00c63343a0e4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:33.117962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:33.118520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cde8ad25-e548-4d2c-a79b-fa2546e68953 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:33.119753 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cde8ad25-e548-4d2c-a79b-fa2546e68953 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4265831 Jun 11 11:49:33.122445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49286) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:33.129586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-984456495'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:33.166318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a1374ee2-4162-40f6-a042-3b6a7dbb630f no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:49:33.182171 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:33.185941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:33.195421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: a1374ee2-4162-40f6-a042-3b6a7dbb630f {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:49:33.195774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a1374ee2-4162-40f6-a042-3b6a7dbb630f not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:49:33.209861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:33.324760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:49:33.348815 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:33.349171 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added segment 5bbcc622-4401-4e97-9f03-238d8e9e06ff of type vlan for network 13026bc6-e3af-4e03-8620-e69d5669a4a5 Jun 11 11:49:33.420519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:33.544051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.db.resource_extend [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 11:49:33.577086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:33.582711 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:33.583327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:33.587606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d4325c42-4d7f-4889-9f53-6866fd23de4c tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:33.648393 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5246773 Jun 11 11:49:33.654649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49288) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:33.659742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'subnet': {'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:33.707328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:33.721152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Network': ['ID=13026bc6-e3af-4e03-8620-e69d5669a4a5,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:33.731704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 13026bc6-e3af-4e03-8620-e69d5669a4a5 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:49:33.735762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:33.947333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:33.950810 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:34.017157 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:34.077232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:49:34.110988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:34.296521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:34.301066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:34.303319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:34.311639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:34.314427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ccd01971-5491-439a-9a76-17f95295fd98 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:34.317644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:34.328121 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Sync routers for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:34.339378 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:34.340344 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:34.383300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:34.387601 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2915545 Jun 11 11:49:34.388452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49290) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:34.396231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event updated for resources: {'Port': ['ID=26fdf7f7-7e8d-4443-a675-00c63343a0e4,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:34.399744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:34.406685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:34.411400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Subnet': ['ID=0c0a773f-c245-47d5-b32b-b9b204aec0df,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:34.450739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:34.457293 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d178af86-6319-42ef-afb7-63a272cd28ec tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=d8399334e9cb4ae2b4d59d7a1c160597&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0631840 Jun 11 11:49:34.457520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49292) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:34.493334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Checking segment: {'id': '5bbcc622-4401-4e97-9f03-238d8e9e06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:34.493744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network hostable DHCP agents. Network: 13026bc6-e3af-4e03-8620-e69d5669a4a5, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:49:34.560490 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Floating IP 30b9505e-230f-4d1b-a2d7-b38f8395db37 associated. External IP: 172.26.6.210, port: cb6e7ddb-546b-4c1b-9039-2e052d44fef8. Jun 11 11:49:34.577349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 13026bc6-e3af-4e03-8620-e69d5669a4a5 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:49:34.603916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 13026bc6-e3af-4e03-8620-e69d5669a4a5) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:34.604869 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:34.611963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:34.612563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:34.612987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31324a6-c656-4edd-ae6b-19f2d3a40c1c None None] Network 13026bc6-e3af-4e03-8620-e69d5669a4a5 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:34.625864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc43a3f-36e8-4817-92c0-0926f345746d tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:34.631559 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1cc43a3f-36e8-4817-92c0-0926f345746d tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1729848 Jun 11 11:49:34.633143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49294) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:34.678947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49296) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:34.680384 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0246568 Jun 11 11:49:34.682974 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-da7acd71-c55d-4e07-9ce4-ada2e057c88e tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487146 Jun 11 11:49:34.685666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49298) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:34.692894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-975267129', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:34.825777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:34.831503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:34.834898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-13026bc6-e3af-4e03-8620-e69d5669a4a5', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:49:34.836369 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:34.899609 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:32Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:34.905820 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Checking router: 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:49:34.906766 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Updating router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d port 99385d94-faed-4942-baef-137dcd018462 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:49:34.965262 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.017785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Allocated IP 172.20.0.2 (13026bc6-e3af-4e03-8620-e69d5669a4a5/0c0a773f-c245-47d5-b32b-b9b204aec0df/829c6d34-8469-43b9-bc92-aae9b6ec767f) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:49:35.024456 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 11:49:35.140436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.152832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f99861eb-73fd-4503-97c2-ee326d372598 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:35.234069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Subnet': ['ID=092964fa-dc2c-4ff9-b455-55bb8a4434fc,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:35.239213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:35.239934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Checking segment: {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:35.240296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network hostable DHCP agents. Network: a3d2c056-c70c-4b21-98c1-4cec2dfa7144, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:49:35.246068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.264911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:49:35.268646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Router d92b5a64-e700-4f02-80d1-24bac31ec625 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:35.274983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.284459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Transition to ACTIVE for port object 829c6d34-8469-43b9-bc92-aae9b6ec767f will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:35.284901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, a3d2c056-c70c-4b21-98c1-4cec2dfa7144) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:35.292547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:35.293475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.297569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a2602-9978-48d2-9f2e-cb8d63f29c8b None None] Network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:35.322356 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6342537 Jun 11 11:49:35.323308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49300) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:35.340673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Transition to ACTIVE for port object 829c6d34-8469-43b9-bc92-aae9b6ec767f will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:35.354935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.362943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ff735a6e-32bc-4fd6-90f8-02cf865339f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:35.364958 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.377538 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Transition to ACTIVE for port object 99385d94-faed-4942-baef-137dcd018462 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:35.387533 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.390511 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-97beb04f-7f99-475b-b316-73ab6bda1d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:35.426176 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Pushing event updated for resources: {'Port': ['ID=829c6d34-8469-43b9-bc92-aae9b6ec767f,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:35.471057 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Attempting to bind port 99385d94-faed-4942-baef-137dcd018462 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:35.471531 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Attempting to bind port 99385d94-faed-4942-baef-137dcd018462 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:35.472031 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Attempting to bind port 99385d94-faed-4942-baef-137dcd018462 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:35.483101 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:35.483101 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:35.483614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:35.483732 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.484615 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:35.485746 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Bound port: 99385d94-faed-4942-baef-137dcd018462, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:35.486668 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.505172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Network 13026bc6-e3af-4e03-8620-e69d5669a4a5 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:35.508601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:35.512425 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:35.571133 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] For port 99385d94-faed-4942-baef-137dcd018462, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:35.575963 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] For port 99385d94-faed-4942-baef-137dcd018462, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=99385d94-faed-4942-baef-137dcd018462,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:35.584877 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.593236 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Pushing event updated for resources: {'Port': ['ID=99385d94-faed-4942-baef-137dcd018462,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:35.621732 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.621732 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.630437 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.630437 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.630437 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.631109 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.631109 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.631273 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.631552 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.631876 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.632800 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.633120 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:35.659613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Attempting to bind port 829c6d34-8469-43b9-bc92-aae9b6ec767f on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:35.660186 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:35.660607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Attempting to bind port 829c6d34-8469-43b9-bc92-aae9b6ec767f by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '5bbcc622-4401-4e97-9f03-238d8e9e06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:35.660990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Attempting to bind port 829c6d34-8469-43b9-bc92-aae9b6ec767f on network 13026bc6-e3af-4e03-8620-e69d5669a4a5 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:35.661416 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-d70de7bd-02f1-4d50-a508-2af58de51378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:35.669752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:35.670151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Checking segment: {'id': '5bbcc622-4401-4e97-9f03-238d8e9e06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:35.670729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.671140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Bound using segment: {'id': '5bbcc622-4401-4e97-9f03-238d8e9e06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:35.671630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Bound port: 829c6d34-8469-43b9-bc92-aae9b6ec767f, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbcc622-4401-4e97-9f03-238d8e9e06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:35.672016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.728958 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:35.729624 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:35.767752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] For port 829c6d34-8469-43b9-bc92-aae9b6ec767f, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:35.771202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] For port 829c6d34-8469-43b9-bc92-aae9b6ec767f, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=829c6d34-8469-43b9-bc92-aae9b6ec767f,segment=NetworkSegment(5bbcc622-4401-4e97-9f03-238d8e9e06ff),segment_id=5bbcc622-4401-4e97-9f03-238d8e9e06ff)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:35.785665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.796381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-87f14b33-17e8-4ec7-8223-084e41cb1ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:35.845665 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Pushing event updated for resources: {'Port': ['ID=99385d94-faed-4942-baef-137dcd018462,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:35.849052 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:35.874488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:49:35.875598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:35.881543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Allocated IP 172.20.0.1 (13026bc6-e3af-4e03-8620-e69d5669a4a5/0c0a773f-c245-47d5-b32b-b9b204aec0df/a9b30f03-9d31-41f2-beed-d4854e849c43) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:35.924833 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:35.928163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Pushing event updated for resources: {'Port': ['ID=829c6d34-8469-43b9-bc92-aae9b6ec767f,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:35.932520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:35.999922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:36.022826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7691b3-ee35-48be-b3ee-f7e2ab4fea14 None None] Sync routers for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:36.062264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7691b3-ee35-48be-b3ee-f7e2ab4fea14 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:36.062949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-ec7691b3-ee35-48be-b3ee-f7e2ab4fea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:36.106406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:36.247123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0015290 Jun 11 11:49:36.247123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:36.247123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'tag': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:49:36.247123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ced747-d85d-4157-bbf8-656949ee53b2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb714d0b-f4d4-4e9f-8c11-5da506de413d", "tag": "cb6e7ddb-546b-4c1b-9039-2e052d44fef8"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:49:36.303953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Transition to ACTIVE for port object a9b30f03-9d31-41f2-beed-d4854e849c43 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:36.355285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09c79f0-bebc-478f-9816-844868918934 x-openstack-request-id: req-f09c79f0-bebc-478f-9816-844868918934 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:49:36.355826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb714d0b-f4d4-4e9f-8c11-5da506de413d", "tag": "cb6e7ddb-546b-4c1b-9039-2e052d44fef8", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:49:36.356145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f09c79f0-bebc-478f-9816-844868918934 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:49:36.356614 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'tag': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8', 'status': 'completed', 'code': 200} Jun 11 11:49:36.370862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-ec7691b3-ee35-48be-b3ee-f7e2ab4fea14 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:36.383480 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:32Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:36.384330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:36.389267 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b374a24-cf38-4720-ae7c-4bdb8eac799c None None] The sync data for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv is: [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:32Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:36.390352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:36.478069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 13026bc6-e3af-4e03-8620-e69d5669a4a5 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:36.481648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:36.484145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:36.491500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=a9b30f03-9d31-41f2-beed-d4854e849c43,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:36.500376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:36.553153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:36.583062 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Allocated IP 172.20.0.2 (a3d2c056-c70c-4b21-98c1-4cec2dfa7144/092964fa-dc2c-4ff9-b455-55bb8a4434fc/19131b41-5079-4b75-97ec-6258050c9702) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:36.602164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ced747-d85d-4157-bbf8-656949ee53b2 req-a1f005f3-3726-45f1-9f35-3d3364af00df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:36.607721 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-33ced747-d85d-4157-bbf8-656949ee53b2 req-a1f005f3-3726-45f1-9f35-3d3364af00df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 1098 time: 0.2257619 Jun 11 11:49:36.815529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:36.926206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ced747-d85d-4157-bbf8-656949ee53b2 req-67d1c4d1-191b-40e8-88b2-0656fc15a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:36.927739 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-33ced747-d85d-4157-bbf8-656949ee53b2 req-67d1c4d1-191b-40e8-88b2-0656fc15a21a service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.3126564 Jun 11 11:49:36.964017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:37.266097 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-33ced747-d85d-4157-bbf8-656949ee53b2 req-e76c5230-fbed-4721-990b-e35a6651aca8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6e7ddb-546b-4c1b-9039-2e052d44fef8 HTTP/1.1" status: 200 len: 999 time: 0.3275769 Jun 11 11:49:37.338496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 99385d94-faed-4942-baef-137dcd018462 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:37.393365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ced747-d85d-4157-bbf8-656949ee53b2 req-86eb29b5-2da8-4052-9b20-e55353c83d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:37.393604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:37.395226 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-33ced747-d85d-4157-bbf8-656949ee53b2 req-86eb29b5-2da8-4052-9b20-e55353c83d13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.1135092 Jun 11 11:49:37.405626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:37.413009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:37.421507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Transition to ACTIVE for port object 19131b41-5079-4b75-97ec-6258050c9702 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:37.449934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Transition to ACTIVE for port object 19131b41-5079-4b75-97ec-6258050c9702 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:37.471388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:37.475782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:37.477827 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 99385d94-faed-4942-baef-137dcd018462 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:37.505045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:37.512037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 99385d94-faed-4942-baef-137dcd018462 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:37.512258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:37.513821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:37.543549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Pushing event updated for resources: {'Port': ['ID=19131b41-5079-4b75-97ec-6258050c9702,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:37.551266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-ec7691b3-ee35-48be-b3ee-f7e2ab4fea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '30b9505e-230f-4d1b-a2d7-b38f8395db37', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:de:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:49:33Z', 'updated_at': '2021-06-11T11:49:33Z', 'revision_number': 0, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}, {'id': '8e29624d-7d6b-4fc6-8a14-fe83ee7d0973', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.220', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:1c:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:47:29Z', 'updated_at': '2021-06-11T11:47:33Z', 'revision_number': 1, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:37.581582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:37.589076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7691b3-ee35-48be-b3ee-f7e2ab4fea14 None None] Checking router: d92b5a64-e700-4f02-80d1-24bac31ec625 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:49:37.600952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:37.606796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5abd56f-de1e-447a-865a-83f9b1eace8b None None] Network 13026bc6-e3af-4e03-8620-e69d5669a4a5 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:37.613192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:37.639621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:37.649261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7691b3-ee35-48be-b3ee-f7e2ab4fea14 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:37.649549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-ec7691b3-ee35-48be-b3ee-f7e2ab4fea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:37.649815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=a9b30f03-9d31-41f2-beed-d4854e849c43,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:37.660074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:37.729928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ced747-d85d-4157-bbf8-656949ee53b2 req-f17ef4a2-0c43-48ab-9b2c-b3c94e1f91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:37.731736 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-33ced747-d85d-4157-bbf8-656949ee53b2 req-f17ef4a2-0c43-48ab-9b2c-b3c94e1f91e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3192773 Jun 11 11:49:37.739869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.1 (a3d2c056-c70c-4b21-98c1-4cec2dfa7144/092964fa-dc2c-4ff9-b455-55bb8a4434fc/5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:37.763307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 13026bc6-e3af-4e03-8620-e69d5669a4a5 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:37.764900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:37.822464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8a6230cd-f385-4aae-9566-c47e17a41569 None None] Provisioning for port 829c6d34-8469-43b9-bc92-aae9b6ec767f completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:37.979595 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-33ced747-d85d-4157-bbf8-656949ee53b2 req-37e695e9-fc6b-49ef-9147-60d26418d7c4 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371688 Jun 11 11:49:38.039559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Attempting to bind port 19131b41-5079-4b75-97ec-6258050c9702 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:38.039991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Attempting to bind port 19131b41-5079-4b75-97ec-6258050c9702 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:38.040371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Attempting to bind port 19131b41-5079-4b75-97ec-6258050c9702 on network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:38.048597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.106852 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:38.149367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:38.149816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Checking segment: {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:38.150221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.150811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Bound using segment: {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:38.151380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Bound port: 19131b41-5079-4b75-97ec-6258050c9702, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:38.151818 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.151939 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-33ced747-d85d-4157-bbf8-656949ee53b2 req-6bc7c710-8ba1-4455-a429-4e75ff73cf4a service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583304 Jun 11 11:49:38.171689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.180333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.180622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-ec7691b3-ee35-48be-b3ee-f7e2ab4fea14 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:38.183622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eade8685-a871-4f00-96da-b4a4bacc572e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:38.248435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:38.254031 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:38.276206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:38.279026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:38.286672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:38.312210 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 99385d94-faed-4942-baef-137dcd018462, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=99385d94-faed-4942-baef-137dcd018462,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:38.356902 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.410876 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.411764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 829c6d34-8469-43b9-bc92-aae9b6ec767f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:38.419145 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ba6461ca-3d2a-4d80-b4d2-43c05ba6bc42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:38.420944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4e469d07-2376-41fa-8a10-65bce6f2a99c is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:49:38.601384 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:38.601606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] For port 19131b41-5079-4b75-97ec-6258050c9702, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:38.607817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.608051 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9253399 Jun 11 11:49:38.608766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49306) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:38.615147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-268710789'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:38.615723 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Sync routers for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:38.633884 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:38.637164 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:38.642635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:38.646700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.681564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:49:38.693962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.694362 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added segment 6d5d7586-3d68-4dff-a6e9-046c01c11a34 of type vlan for network 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb Jun 11 11:49:38.760934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.809532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.821269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:38.821984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.829821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d20de7b9-d7ae-4e7b-b09c-29f554db9659 tempest-BulkNetworkOpsIpV6Test-1294284232 tempest-BulkNetworkOpsIpV6Test-1294284232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:38.848650 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:38.890102 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2801013 Jun 11 11:49:38.895004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49308) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:38.903962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'subnet': {'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:38.963260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] For port 19131b41-5079-4b75-97ec-6258050c9702, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=19131b41-5079-4b75-97ec-6258050c9702,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:38.975036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=99385d94-faed-4942-baef-137dcd018462,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:38.988343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:38.993174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:38.993174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:39.044083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 829c6d34-8469-43b9-bc92-aae9b6ec767f completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:39.060884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:39.068824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:39.076117 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f69f5579-2f2d-4ab0-bfc1-0f3384cd7199 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:39.086584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 829c6d34-8469-43b9-bc92-aae9b6ec767f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:39.088382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:39.153920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:39.159057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:39.165632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Network': ['ID=9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:39.226956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:39.229535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.229726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:39.231809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.232438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.232986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.233672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.234196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.234776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.235309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.235863 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.236388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.236960 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.237089 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:39.237605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:39.245989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:39.270501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:49:39.279779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Pushing event updated for resources: {'Port': ['ID=19131b41-5079-4b75-97ec-6258050c9702,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:39.299058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:39.316078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-ec7691b3-ee35-48be-b3ee-f7e2ab4fea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '30b9505e-230f-4d1b-a2d7-b38f8395db37', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:de:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:49:33Z', 'updated_at': '2021-06-11T11:49:33Z', 'revision_number': 0, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}, {'id': '8e29624d-7d6b-4fc6-8a14-fe83ee7d0973', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.220', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:1c:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:47:29Z', 'updated_at': '2021-06-11T11:47:33Z', 'revision_number': 1, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:39.332663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7691b3-ee35-48be-b3ee-f7e2ab4fea14 None None] The sync data for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv is: [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '30b9505e-230f-4d1b-a2d7-b38f8395db37', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:de:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:49:33Z', 'updated_at': '2021-06-11T11:49:33Z', 'revision_number': 0, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}, {'id': '8e29624d-7d6b-4fc6-8a14-fe83ee7d0973', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.220', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:1c:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:47:29Z', 'updated_at': '2021-06-11T11:47:33Z', 'revision_number': 1, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:39.573949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:39.576352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:39.576816 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:36Z', 'revision_number': 2, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:37Z', 'revision_number': 2, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:39.581705 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Checking router: 4e469d07-2376-41fa-8a10-65bce6f2a99c for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:49:39.582071 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Updating router 4e469d07-2376-41fa-8a10-65bce6f2a99c port a9b30f03-9d31-41f2-beed-d4854e849c43 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:49:39.618174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:39.664114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a9539b89-c0a8-45cd-b9f1-d0a3431d6f8f None None] Provisioning for port a9b30f03-9d31-41f2-beed-d4854e849c43 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:39.678178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a9539b89-c0a8-45cd-b9f1-d0a3431d6f8f None None] Provisioning complete for port a9b30f03-9d31-41f2-beed-d4854e849c43 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:39.678635 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a9539b89-c0a8-45cd-b9f1-d0a3431d6f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:39.696188 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:39.712838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:39.716140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ca2ba705-5f1f-4d94-908a-348fba67f7c3 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:39.764247 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a9539b89-c0a8-45cd-b9f1-d0a3431d6f8f None None] Port a9b30f03-9d31-41f2-beed-d4854e849c43 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:39.782234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a9539b89-c0a8-45cd-b9f1-d0a3431d6f8f None None] Provisioning complete for port 829c6d34-8469-43b9-bc92-aae9b6ec767f triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:39.782844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a9539b89-c0a8-45cd-b9f1-d0a3431d6f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:39.852811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46da6a52-341f-4e04-b4fd-61e7ea05288d None None] New status for floating IP 30b9505e-230f-4d1b-a2d7-b38f8395db37: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:49:39.883642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Subnet': ['ID=5f8aeb6e-8e17-4169-b529-91c02ac70e91,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:39.905301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:39.914881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Checking segment: {'id': '6d5d7586-3d68-4dff-a6e9-046c01c11a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:39.915871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network hostable DHCP agents. Network: 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:49:39.918981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:39.948711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 829c6d34-8469-43b9-bc92-aae9b6ec767f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=829c6d34-8469-43b9-bc92-aae9b6ec767f,segment=NetworkSegment(5bbcc622-4401-4e97-9f03-238d8e9e06ff),segment_id=5bbcc622-4401-4e97-9f03-238d8e9e06ff)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:39.952075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:49:39.961808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:39.967180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:39.981557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:39.997521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:39.998518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:40.043448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=829c6d34-8469-43b9-bc92-aae9b6ec767f,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:40.044301 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1472275 Jun 11 11:49:40.046502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49310) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:40.052365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b847b5-de4b-4da8-b672-74a019964d4c None None] Network 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:40.249890 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:40.271029 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/0e7db3f0-d03d-45f0-86c9-3b95cdcef68d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9460711 Jun 11 11:49:40.272906 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:40.276204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49312) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:40.303003 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Sync routers for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:40.318850 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Transition to ACTIVE for port object a9b30f03-9d31-41f2-beed-d4854e849c43 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:40.327969 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:40.328964 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:40.333120 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:40.362947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:40.372466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 99385d94-faed-4942-baef-137dcd018462 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:40.436548 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:40.577388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa8358-3dc2-4235-a3b6-daba1124e401 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.577918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa8358-3dc2-4235-a3b6-daba1124e401 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.578861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa8358-3dc2-4235-a3b6-daba1124e401 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.579658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa8358-3dc2-4235-a3b6-daba1124e401 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.579799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa8358-3dc2-4235-a3b6-daba1124e401 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.580287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa8358-3dc2-4235-a3b6-daba1124e401 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.580771 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa8358-3dc2-4235-a3b6-daba1124e401 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.613351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa8358-3dc2-4235-a3b6-daba1124e401 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.616756 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-16aa8358-3dc2-4235-a3b6-daba1124e401 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5653 time: 0.3387227 Jun 11 11:49:40.624674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49314) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:40.752808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:49:40.753612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:40.762245 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdace4fc-81c0-49e9-bf61-cc012bdbbfb3 None None] Pushing event updated for resources: {'Port': ['ID=a9b30f03-9d31-41f2-beed-d4854e849c43,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:40.770951 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-fdace4fc-81c0-49e9-bf61-cc012bdbbfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:40.785443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 99385d94-faed-4942-baef-137dcd018462 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:40.786423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:40.827470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb4fd9-5988-4b0e-ab2b-2cb40773022b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.827956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb4fd9-5988-4b0e-ab2b-2cb40773022b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.828430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb4fd9-5988-4b0e-ab2b-2cb40773022b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.828886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb4fd9-5988-4b0e-ab2b-2cb40773022b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.829514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb4fd9-5988-4b0e-ab2b-2cb40773022b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.829973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb4fd9-5988-4b0e-ab2b-2cb40773022b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.830425 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb4fd9-5988-4b0e-ab2b-2cb40773022b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.830908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb4fd9-5988-4b0e-ab2b-2cb40773022b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:40.833253 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-41eb4fd9-5988-4b0e-ab2b-2cb40773022b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5187 time: 0.2083259 Jun 11 11:49:40.836780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49316) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:40.948553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c19329d-8413-418c-8783-fee34de33105 None None] Network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:41.023713 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:41.035824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9c8c09ff-35df-4fe0-a02f-b0a7df98c07a None None] Provisioning for port 19131b41-5079-4b75-97ec-6258050c9702 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:41.066837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:41.141414 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Attempting to bind port a9b30f03-9d31-41f2-beed-d4854e849c43 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:41.142121 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Attempting to bind port a9b30f03-9d31-41f2-beed-d4854e849c43 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '5bbcc622-4401-4e97-9f03-238d8e9e06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:41.143142 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Attempting to bind port a9b30f03-9d31-41f2-beed-d4854e849c43 on network 13026bc6-e3af-4e03-8620-e69d5669a4a5 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:41.154095 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:41.154981 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Checking segment: {'id': '5bbcc622-4401-4e97-9f03-238d8e9e06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:41.155640 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:41.156410 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Bound using segment: {'id': '5bbcc622-4401-4e97-9f03-238d8e9e06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:41.157264 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Bound port: a9b30f03-9d31-41f2-beed-d4854e849c43, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbcc622-4401-4e97-9f03-238d8e9e06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:41.157985 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:41.189903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 19131b41-5079-4b75-97ec-6258050c9702 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:41.269528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Allocated IP 172.21.0.2 (9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb/5f8aeb6e-8e17-4169-b529-91c02ac70e91/9ab8d406-68c5-434a-ba72-6c184fa00aad) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:41.447025 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] For port a9b30f03-9d31-41f2-beed-d4854e849c43, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:41.453919 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] For port a9b30f03-9d31-41f2-beed-d4854e849c43, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a9b30f03-9d31-41f2-beed-d4854e849c43,segment=NetworkSegment(5bbcc622-4401-4e97-9f03-238d8e9e06ff),segment_id=5bbcc622-4401-4e97-9f03-238d8e9e06ff)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:41.490809 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:41.495139 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-5b8a2738-8688-46e5-9235-983e28d9a520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:41.517540 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 19131b41-5079-4b75-97ec-6258050c9702 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:41.525338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 19131b41-5079-4b75-97ec-6258050c9702 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:41.525732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:41.571453 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4049fa0f-c431-40b8-a903-2dddee0c40fd tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3577 time: 0.7329466 Jun 11 11:49:41.619122 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:41.619881 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:41.624147 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdace4fc-81c0-49e9-bf61-cc012bdbbfb3 None None] Pushing event updated for resources: {'Port': ['ID=a9b30f03-9d31-41f2-beed-d4854e849c43,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:41.627524 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-fdace4fc-81c0-49e9-bf61-cc012bdbbfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:41.648115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:41.668986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Transition to ACTIVE for port object 9ab8d406-68c5-434a-ba72-6c184fa00aad will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:41.693600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Transition to ACTIVE for port object 9ab8d406-68c5-434a-ba72-6c184fa00aad will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:41.701864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:41.704377 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:41.779940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Pushing event updated for resources: {'Port': ['ID=9ab8d406-68c5-434a-ba72-6c184fa00aad,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:41.780543 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:41.809065 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Checking router: 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:49:41.809675 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Updating router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:49:41.814775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:41.816314 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:41.836744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Allocated IP 172.21.0.1 (9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb/5f8aeb6e-8e17-4169-b529-91c02ac70e91/1402a6e9-6f16-4b70-a251-d889ab3d704c) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:41.837847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Network 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:41.841008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:41.855797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:41.861861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:41.948579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 19131b41-5079-4b75-97ec-6258050c9702, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=19131b41-5079-4b75-97ec-6258050c9702,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:41.980812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49322) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:41.985735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1799c4c4-87f0-4b5f-b656-8c4be1bb117c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-404102582', 'description': 'tempest-secgroup-smoke-404102582 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:42.039751 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1799c4c4-87f0-4b5f-b656-8c4be1bb117c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.103560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.145524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Transition to ACTIVE for port object 1402a6e9-6f16-4b70-a251-d889ab3d704c will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:42.176431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.183750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-655c70a1-69da-47cb-b202-26ea1e50a066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:42.188946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1799c4c4-87f0-4b5f-b656-8c4be1bb117c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.198807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1799c4c4-87f0-4b5f-b656-8c4be1bb117c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.211317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.220047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2be93a9c-9afa-45b5-812b-6bfe64e24037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:42.227257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b8f14504-f977-4f31-8066-7a9b5af54fc3 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:42.229196 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.233005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1799c4c4-87f0-4b5f-b656-8c4be1bb117c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.234733 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1799c4c4-87f0-4b5f-b656-8c4be1bb117c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2528918 Jun 11 11:49:42.237808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49324) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:42.249393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-6a2a1ec5-f9d7-4bf3-b7a7-7cce343d5ed0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1e1b2e7a-9679-4390-9a83-bf511be8bfae', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:42.281339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Attempting to bind port 9ab8d406-68c5-434a-ba72-6c184fa00aad on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:42.282077 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Attempting to bind port 9ab8d406-68c5-434a-ba72-6c184fa00aad by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '6d5d7586-3d68-4dff-a6e9-046c01c11a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:42.283383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799c4c4-87f0-4b5f-b656-8c4be1bb117c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1b2e7a-9679-4390-9a83-bf511be8bfae,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:42.283916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Attempting to bind port 9ab8d406-68c5-434a-ba72-6c184fa00aad on network 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:42.288515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1799c4c4-87f0-4b5f-b656-8c4be1bb117c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:42.295862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6be3b958-dd12-45ce-a8dc-fe9167d9e598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.303918 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:42.304384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Checking segment: {'id': '6d5d7586-3d68-4dff-a6e9-046c01c11a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:42.304859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.305327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Bound using segment: {'id': '6d5d7586-3d68-4dff-a6e9-046c01c11a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:42.305917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Bound port: 9ab8d406-68c5-434a-ba72-6c184fa00aad, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5d7586-3d68-4dff-a6e9-046c01c11a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:42.306456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.328207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=1402a6e9-6f16-4b70-a251-d889ab3d704c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:42.331897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:42.335419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:42.336550 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 829c6d34-8469-43b9-bc92-aae9b6ec767f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:42.338830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:42.339976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=19131b41-5079-4b75-97ec-6258050c9702,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:42.344882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:42.355589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:42.419527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1ec5-f9d7-4bf3-b7a7-7cce343d5ed0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.422268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.449879 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ab30d5c7-3e0f-4791-b6d1-a8d5f2937bb5 None None] Provisioning complete for port 19131b41-5079-4b75-97ec-6258050c9702 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:42.450267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ab30d5c7-3e0f-4791-b6d1-a8d5f2937bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.570463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 829c6d34-8469-43b9-bc92-aae9b6ec767f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:42.570882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.578033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1ec5-f9d7-4bf3-b7a7-7cce343d5ed0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.590308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1ec5-f9d7-4bf3-b7a7-7cce343d5ed0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.592745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d1bd8c6e-5536-4cc3-a05e-1d6016a7e344 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:42.622100 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] For port 9ab8d406-68c5-434a-ba72-6c184fa00aad, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:42.651146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.651728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] For port 9ab8d406-68c5-434a-ba72-6c184fa00aad, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9ab8d406-68c5-434a-ba72-6c184fa00aad,segment=NetworkSegment(6d5d7586-3d68-4dff-a6e9-046c01c11a34),segment_id=6d5d7586-3d68-4dff-a6e9-046c01c11a34)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:42.662440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.663821 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:36Z', 'revision_number': 2, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:41Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:42.671081 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebd783-9118-4406-b908-fcce96f94a7e None None] The sync data for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv is: [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:36Z', 'revision_number': 2, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:41Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:42.673096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a21f3a5a-871d-4d5d-b7bd-c0cede3266ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:42.676624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a1ec5-f9d7-4bf3-b7a7-7cce343d5ed0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03767fb6-61d6-4096-b032-78dec9ab20b6,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:42.679691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6a2a1ec5-f9d7-4bf3-b7a7-7cce343d5ed0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:42.715470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ab30d5c7-3e0f-4791-b6d1-a8d5f2937bb5 None None] Provisioning for port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:42.728686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1ec5-f9d7-4bf3-b7a7-7cce343d5ed0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.739958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49326) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:42.741103 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6a2a1ec5-f9d7-4bf3-b7a7-7cce343d5ed0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5021620 Jun 11 11:49:42.748932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-30b0db82-be18-4aad-84ff-ce0707bfe0e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1e1b2e7a-9679-4390-9a83-bf511be8bfae', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:42.786223 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.806851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-30b0db82-be18-4aad-84ff-ce0707bfe0e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.813479 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Transition to ACTIVE for port object 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:42.823530 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.827285 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-5b8a2738-8688-46e5-9235-983e28d9a520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:42.864550 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ab30d5c7-3e0f-4791-b6d1-a8d5f2937bb5 None None] Provisioning complete for port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:42.865260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ab30d5c7-3e0f-4791-b6d1-a8d5f2937bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.924613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-30b0db82-be18-4aad-84ff-ce0707bfe0e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.932924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-30b0db82-be18-4aad-84ff-ce0707bfe0e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:42.934994 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7e5f65f-bb13-48af-af4c-5321067b12da tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:42.973779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0db82-be18-4aad-84ff-ce0707bfe0e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c62a50-c90c-4096-a1de-662d1252e154,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:42.987406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Pushing event updated for resources: {'Port': ['ID=9ab8d406-68c5-434a-ba72-6c184fa00aad,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:42.992619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:42.996132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-30b0db82-be18-4aad-84ff-ce0707bfe0e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:42.998683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-30b0db82-be18-4aad-84ff-ce0707bfe0e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.001130 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-30b0db82-be18-4aad-84ff-ce0707bfe0e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2601578 Jun 11 11:49:43.005132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49328) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:43.007652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ab30d5c7-3e0f-4791-b6d1-a8d5f2937bb5 None None] Port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:43.015846 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Attempting to bind port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:43.016394 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Attempting to bind port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:43.016554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a245fc38-010c-400f-9f56-0a61ab830eab tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1e1b2e7a-9679-4390-9a83-bf511be8bfae', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:43.017021 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Attempting to bind port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 on network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:43.019670 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49b7aa-137a-4ae3-889a-8aed149ac9e9 None None] Pushing event updated for resources: {'Port': ['ID=5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:43.025833 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-7d49b7aa-137a-4ae3-889a-8aed149ac9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:43.029578 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:43.029963 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Checking segment: {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:43.030375 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.030816 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Bound using segment: {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:43.031282 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Bound port: 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:43.031671 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.140027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a245fc38-010c-400f-9f56-0a61ab830eab tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.160196 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] For port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:43.167702 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] For port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:43.172989 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.176707 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:43.255508 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:43.256074 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:43.343255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a245fc38-010c-400f-9f56-0a61ab830eab tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.358381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a245fc38-010c-400f-9f56-0a61ab830eab tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.367043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-04ac2744-f56b-4a16-8efe-302fa589dec5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:43.385607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245fc38-010c-400f-9f56-0a61ab830eab tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f522d83c-6439-45f8-9254-d7f36490180d,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:43.395413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a245fc38-010c-400f-9f56-0a61ab830eab tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:43.409812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.414859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a245fc38-010c-400f-9f56-0a61ab830eab tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.416550 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a245fc38-010c-400f-9f56-0a61ab830eab tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4098325 Jun 11 11:49:43.418826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.419777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49330) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:43.422311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f52d9240-8522-4894-87c0-f62062afd583 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:43.425312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d35c25ad-1e5c-4a93-b9c5-b181ab1c28a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1e1b2e7a-9679-4390-9a83-bf511be8bfae', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:43.431222 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49b7aa-137a-4ae3-889a-8aed149ac9e9 None None] Pushing event updated for resources: {'Port': ['ID=5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:43.437091 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-7d49b7aa-137a-4ae3-889a-8aed149ac9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:43.472105 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:43.477650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d35c25ad-1e5c-4a93-b9c5-b181ab1c28a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.495645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=1402a6e9-6f16-4b70-a251-d889ab3d704c,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:43.498951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:43.566269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.595480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d35c25ad-1e5c-4a93-b9c5-b181ab1c28a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.604253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d35c25ad-1e5c-4a93-b9c5-b181ab1c28a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.606988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:43.627982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c25ad-1e5c-4a93-b9c5-b181ab1c28a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e475c7-9d9e-4e94-baf0-2c3e6e0808c8,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:43.636330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d35c25ad-1e5c-4a93-b9c5-b181ab1c28a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:43.644918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d35c25ad-1e5c-4a93-b9c5-b181ab1c28a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.646436 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d35c25ad-1e5c-4a93-b9c5-b181ab1c28a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2253659 Jun 11 11:49:43.649093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49332) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:43.657047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3ee0b62d-99ec-4eeb-9189-71f82382b00f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1e1b2e7a-9679-4390-9a83-bf511be8bfae', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:43.685350 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-3ee0b62d-99ec-4eeb-9189-71f82382b00f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:49:43.692176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ee0b62d-99ec-4eeb-9189-71f82382b00f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.782348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ee0b62d-99ec-4eeb-9189-71f82382b00f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.789283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ee0b62d-99ec-4eeb-9189-71f82382b00f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.790407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:43.792367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:43.800305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-375d3d23-62b0-4365-99df-738befbdab1b tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:43.817588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0b62d-99ec-4eeb-9189-71f82382b00f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3edc73a3-fb8c-47b6-94be-18b7b2691402,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:43.821332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3ee0b62d-99ec-4eeb-9189-71f82382b00f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:43.827127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3ee0b62d-99ec-4eeb-9189-71f82382b00f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:43.829241 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3ee0b62d-99ec-4eeb-9189-71f82382b00f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1784649 Jun 11 11:49:43.831603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49334) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:43.842868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6dcfe29e-7cd3-4cf4-9445-d46502e5a3c4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '1e1b2e7a-9679-4390-9a83-bf511be8bfae', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:43.859483 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:43Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:43.864294 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fc014-5d20-486c-a1be-60e9c8e0b431 None None] The sync data for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv is: [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:43Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:43.876357 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-6dcfe29e-7cd3-4cf4-9445-d46502e5a3c4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:49:43.881469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe29e-7cd3-4cf4-9445-d46502e5a3c4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.006056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe29e-7cd3-4cf4-9445-d46502e5a3c4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.011053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4e469d07-2376-41fa-8a10-65bce6f2a99c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:44.014359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe29e-7cd3-4cf4-9445-d46502e5a3c4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.017817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e1bc276e-ddd3-4352-99db-9b30c6aa6c67 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:44.034493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfe29e-7cd3-4cf4-9445-d46502e5a3c4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4960b65-b5b3-4009-be87-7edca0dad099,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:44.039293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6dcfe29e-7cd3-4cf4-9445-d46502e5a3c4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:44.053972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe29e-7cd3-4cf4-9445-d46502e5a3c4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.055992 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6dcfe29e-7cd3-4cf4-9445-d46502e5a3c4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2234209 Jun 11 11:49:44.191821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:44.199618 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1489542 Jun 11 11:49:44.200445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49344) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:44.206228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-372490589'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:44.256571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:44.274900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.326369 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-9b789001-e62f-47d0-af16-bd4911f3e911 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404102582&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.0689869 Jun 11 11:49:44.337313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:49:44.353418 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.353778 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added segment 2d0b1f90-3b2e-4042-aa46-5e25bfbec898 of type vlan for network b89b3646-cead-4a4a-84e4-94b315a6c935 Jun 11 11:49:44.387051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ec2158-5418-4ead-98e2-4dfdd1058b42 None None] Network 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:44.451407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.496194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.503800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:44.505693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.509911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b6170b38-fdd8-480c-8c44-47d9c077f7ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:44.529681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-410b8e0b-62c9-4c24-9337-a3e1fc18ebaa None None] Provisioning for port 9ab8d406-68c5-434a-ba72-6c184fa00aad completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:44.532056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a23a3-79f0-4777-a067-29b0d394a72c req-090f1ba2-8d92-43af-9e9c-c7effab4a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:44.540666 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-090f1ba2-8d92-43af-9e9c-c7effab4a320 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/networks?id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144 HTTP/1.1" status: 200 len: 797 time: 0.2128029 Jun 11 11:49:44.565306 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3632431 Jun 11 11:49:44.568867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49354) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:44.575876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'subnet': {'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:44.581542 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-309c1cdc-e127-462e-ad57-b7e3c297ec85 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/quotas/d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 375 time: 0.0399430 Jun 11 11:49:44.611006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a9b30f03-9d31-41f2-beed-d4854e849c43 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:44.663599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Network': ['ID=b89b3646-cead-4a4a-84e4-94b315a6c935,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:44.677293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.678074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.678773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.679419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.680023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.680634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.681233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.681851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.682477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.683112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.683737 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.684358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:44.685188 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-f934c93e-328c-41e5-b4b4-62b7d97b8e14 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026907 Jun 11 11:49:44.690270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:44.703196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network b89b3646-cead-4a4a-84e4-94b315a6c935 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:49:44.761738 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.768940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:44.773864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.819814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port a9b30f03-9d31-41f2-beed-d4854e849c43 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:44.836457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port a9b30f03-9d31-41f2-beed-d4854e849c43 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:44.836841 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:44.846805 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-30fb9030-0d80-4ca0-bbae-4dea2fb824f5 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478920 Jun 11 11:49:44.972005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Sync routers for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:45.000824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a82f25a6-18dc-4105-9adf-9b66b592a8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:45.002743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:45.005089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:45.005730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:45.026186 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ff681388-a63d-4507-bbf5-a090a01a5c07 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724758 Jun 11 11:49:45.099637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:45.107549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ce2dd94a-6397-4084-8822-294bcf24ef4a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:45.169737 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Subnet': ['ID=c4432951-ec10-4df0-8a05-7140c8f140c4,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:45.180729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:45.209271 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Checking segment: {'id': '2d0b1f90-3b2e-4042-aa46-5e25bfbec898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:45.209640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network hostable DHCP agents. Network: b89b3646-cead-4a4a-84e4-94b315a6c935, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:49:45.236184 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network b89b3646-cead-4a4a-84e4-94b315a6c935 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:49:45.253005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, b89b3646-cead-4a4a-84e4-94b315a6c935) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:45.258917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:45.259610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:45.268811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:45.273136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f224dfe8-b6d4-46cf-9f14-6877325d5a78 None None] Network b89b3646-cead-4a4a-84e4-94b315a6c935 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:45.309430 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7385380 Jun 11 11:49:45.313485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49360) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:45.352701 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d02727f5-1a10-42de-8756-8a3886fea630 req-45d1a00c-fee0-4ac5-b9d1-1eb750080120 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 210 time: 0.0682216 Jun 11 11:49:45.485860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port a9b30f03-9d31-41f2-beed-d4854e849c43, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a9b30f03-9d31-41f2-beed-d4854e849c43,segment=NetworkSegment(5bbcc622-4401-4e97-9f03-238d8e9e06ff),segment_id=5bbcc622-4401-4e97-9f03-238d8e9e06ff)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:45.520616 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6c80a801-65bc-4a62-934c-13de4daa603a None None] Provisioning for port 1402a6e9-6f16-4b70-a251-d889ab3d704c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:45.524185 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:45.525190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:45.657713 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:45.724215 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6c80a801-65bc-4a62-934c-13de4daa603a None None] Provisioning complete for port 1402a6e9-6f16-4b70-a251-d889ab3d704c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:45.724707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6c80a801-65bc-4a62-934c-13de4daa603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:46.101086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=a9b30f03-9d31-41f2-beed-d4854e849c43,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:46.101086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-6c80a801-65bc-4a62-934c-13de4daa603a None None] Port 1402a6e9-6f16-4b70-a251-d889ab3d704c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:46.118070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:46.147840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.148205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.148541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.148890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.149233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.149610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.150047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.150387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.150765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.151094 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.151436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.151767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:49:46.160020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:46.190499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:46.199409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:46.199793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:46.240041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:42Z', 'revision_number': 3, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:43Z', 'revision_number': 2, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:41Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:46.281001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Checking router: 4e469d07-2376-41fa-8a10-65bce6f2a99c for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:49:46.281452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Updating router 4e469d07-2376-41fa-8a10-65bce6f2a99c port 1402a6e9-6f16-4b70-a251-d889ab3d704c binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:49:46.311629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-b89b3646-cead-4a4a-84e4-94b315a6c935', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:49:46.312526 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:46.365530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:46.373089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c3662829-82d9-4591-90d2-1a82caa1af79 None None] Provisioning complete for port 1402a6e9-6f16-4b70-a251-d889ab3d704c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:46.373478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c3662829-82d9-4591-90d2-1a82caa1af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:46.407328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:46.678593 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c0dfc211-447e-4101-9048-b169d03895a6 req-1ec0b27d-ccd6-4abd-b48b-8bf4600db984 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 210 time: 0.1985428 Jun 11 11:49:46.708647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a23a3-79f0-4777-a067-29b0d394a72c req-9e9dde43-e6c2-4293-ae35-b1f3f3b6168e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:46.710733 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-9e9dde43-e6c2-4293-ae35-b1f3f3b6168e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144 HTTP/1.1" status: 200 len: 797 time: 0.1906705 Jun 11 11:49:46.733128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:46.738385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c3662829-82d9-4591-90d2-1a82caa1af79 None None] Port 1402a6e9-6f16-4b70-a251-d889ab3d704c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:46.740652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Allocated IP 172.22.0.2 (b89b3646-cead-4a4a-84e4-94b315a6c935/c4432951-ec10-4df0-8a05-7140c8f140c4/1228c26b-1534-4852-8738-3d9c6470ab4b) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:46.774378 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-85acf44c-3937-41a7-9a85-97e04dc00374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 379 time: 0.0549610 Jun 11 11:49:46.783405 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'device_id': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'admin_state_up': True, 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'security_groups': ['1e1b2e7a-9679-4390-9a83-bf511be8bfae']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:46.882828 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:46.893195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:46.894054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9ab8d406-68c5-434a-ba72-6c184fa00aad up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:46.898773 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:46.923206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:46.927055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.080345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:47.081465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.3 (a3d2c056-c70c-4b21-98c1-4cec2dfa7144/092964fa-dc2c-4ff9-b455-55bb8a4434fc/efe4f3b1-cbb2-4914-b5a9-b9d474f8a953) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:47.090832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:47.180657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.182856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 9ab8d406-68c5-434a-ba72-6c184fa00aad completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:47.202017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9ab8d406-68c5-434a-ba72-6c184fa00aad triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:47.202390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.204233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Transition to ACTIVE for port object 1402a6e9-6f16-4b70-a251-d889ab3d704c will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:47.240632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.243556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.250302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:47.261751 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.276117 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:47.298452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Transition to ACTIVE for port object 1228c26b-1534-4852-8738-3d9c6470ab4b will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:47.322918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.330037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:47.377493 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0851de-c52b-4928-8900-eea891b72af1 None None] Pushing event updated for resources: {'Port': ['ID=1402a6e9-6f16-4b70-a251-d889ab3d704c,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:47.384415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4b0851de-c52b-4928-8900-eea891b72af1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:47.385499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Transition to ACTIVE for port object 1228c26b-1534-4852-8738-3d9c6470ab4b will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:47.399828 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.426955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:47.435366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:47.443244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:47.447175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:47.499596 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:47.526112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:47.546710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Network b89b3646-cead-4a4a-84e4-94b315a6c935 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:47.553333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:47.555629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.561030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Allocated IP 172.22.0.1 (b89b3646-cead-4a4a-84e4-94b315a6c935/c4432951-ec10-4df0-8a05-7140c8f140c4/ab67934f-93d2-48e0-8132-6a9aeb6072fb) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:47.576553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:47.581781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:47.587043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.590559 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8088374 Jun 11 11:49:47.594047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Pushing event updated for resources: {'Port': ['ID=1228c26b-1534-4852-8738-3d9c6470ab4b,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:47.603637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Request body: {'port': {'device_id': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:47.606668 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:47.607440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Attempting to bind port 1402a6e9-6f16-4b70-a251-d889ab3d704c on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:47.607841 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Attempting to bind port 1402a6e9-6f16-4b70-a251-d889ab3d704c by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '6d5d7586-3d68-4dff-a6e9-046c01c11a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:47.608288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Attempting to bind port 1402a6e9-6f16-4b70-a251-d889ab3d704c on network 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:47.643737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:47.644123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Checking segment: {'id': '6d5d7586-3d68-4dff-a6e9-046c01c11a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:47.649948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.650398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Bound using segment: {'id': '6d5d7586-3d68-4dff-a6e9-046c01c11a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:47.650952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Bound port: 1402a6e9-6f16-4b70-a251-d889ab3d704c, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5d7586-3d68-4dff-a6e9-046c01c11a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:47.651347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.739071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.873424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.889332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Transition to ACTIVE for port object ab67934f-93d2-48e0-8132-6a9aeb6072fb will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:47.931037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.933766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:47.970628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 9ab8d406-68c5-434a-ba72-6c184fa00aad, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9ab8d406-68c5-434a-ba72-6c184fa00aad,segment=NetworkSegment(6d5d7586-3d68-4dff-a6e9-046c01c11a34),segment_id=6d5d7586-3d68-4dff-a6e9-046c01c11a34)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:47.982337 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.983332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Attempting to bind port 1228c26b-1534-4852-8738-3d9c6470ab4b on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:47.983715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Attempting to bind port 1228c26b-1534-4852-8738-3d9c6470ab4b by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '2d0b1f90-3b2e-4042-aa46-5e25bfbec898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:47.984088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Attempting to bind port 1228c26b-1534-4852-8738-3d9c6470ab4b on network b89b3646-cead-4a4a-84e4-94b315a6c935 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:47.992965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:47.993822 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 19131b41-5079-4b75-97ec-6258050c9702 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:47.994287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network b89b3646-cead-4a4a-84e4-94b315a6c935 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:47.999470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:47.999667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c335ab15-bdff-4e52-8232-6a4232967873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:48.004979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:48.010188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=ab67934f-93d2-48e0-8132-6a9aeb6072fb,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:48.038674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:48.063228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.070731 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeef56-d2dc-4c21-99e3-2550f267212a req-ea1670c1-46df-488e-a1fa-918ee3cb3334 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:48.072272 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fabeef56-d2dc-4c21-99e3-2550f267212a req-ea1670c1-46df-488e-a1fa-918ee3cb3334 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 931 time: 0.1645248 Jun 11 11:49:48.077315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:48.077712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Checking segment: {'id': '2d0b1f90-3b2e-4042-aa46-5e25bfbec898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:48.078296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.078761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Bound using segment: {'id': '2d0b1f90-3b2e-4042-aa46-5e25bfbec898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:48.079348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Bound port: 1228c26b-1534-4852-8738-3d9c6470ab4b, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0b1f90-3b2e-4042-aa46-5e25bfbec898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:48.079753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.152531 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] For port 1402a6e9-6f16-4b70-a251-d889ab3d704c, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:48.161395 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fabeef56-d2dc-4c21-99e3-2550f267212a req-66aa23e4-4f40-45f2-8965-412d72ab820d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778782 Jun 11 11:49:48.182560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2a8d8da5-d316-46ba-9f8a-eec2a6f1eab5 None None] Provisioning for port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:48.200845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] For port 1402a6e9-6f16-4b70-a251-d889ab3d704c, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1402a6e9-6f16-4b70-a251-d889ab3d704c,segment=NetworkSegment(6d5d7586-3d68-4dff-a6e9-046c01c11a34),segment_id=6d5d7586-3d68-4dff-a6e9-046c01c11a34)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:48.202014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=9ab8d406-68c5-434a-ba72-6c184fa00aad,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:48.205624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2a8d8da5-d316-46ba-9f8a-eec2a6f1eab5 None None] Provisioning complete for port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:48.206014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8da5-d316-46ba-9f8a-eec2a6f1eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.238979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 {{(pid=99005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:49:48.240541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.247626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.254948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:48.261500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.262092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Transition to ACTIVE for port object efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 will not be triggered until provisioned by entity L2. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:48.267594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.268467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:48.271164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ccc976e7-94e0-4674-8afc-2718d5b2a4c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:48.322090 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d8da5-d316-46ba-9f8a-eec2a6f1eab5 None None] Port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:48.351702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] For port 1228c26b-1534-4852-8738-3d9c6470ab4b, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:48.355405 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] For port 1228c26b-1534-4852-8738-3d9c6470ab4b, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1228c26b-1534-4852-8738-3d9c6470ab4b,segment=NetworkSegment(2d0b1f90-3b2e-4042-aa46-5e25bfbec898),segment_id=2d0b1f90-3b2e-4042-aa46-5e25bfbec898)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:48.361038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 19131b41-5079-4b75-97ec-6258050c9702 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:48.361438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.401837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.406179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Pushing event updated for resources: {'Port': ['ID=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:48.449388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:48.457070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0851de-c52b-4928-8900-eea891b72af1 None None] Pushing event updated for resources: {'Port': ['ID=1402a6e9-6f16-4b70-a251-d889ab3d704c,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:48.472477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4b0851de-c52b-4928-8900-eea891b72af1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:48.475648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b61c96bc-cd5c-4cdb-a0d0-547681e4779a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:48.516241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Attempting to bind port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:48.516911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Attempting to bind port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:48.518006 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Attempting to bind port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 on network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:48.518192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:48.519230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:48.528312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 on network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:49:48.529934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Attempting to bind port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 on network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:48.537214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:48.537831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Checking segment: {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:48.538445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Bound using segment: {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:48.539455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Bound port: efe4f3b1-cbb2-4914-b5a9-b9d474f8a953, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'}}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:48.540124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.689328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] For port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953, host hv-neutron-7864, cleared binding levels {{(pid=99005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:48.693103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] For port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:48.699681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.703517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c495372-bfb8-4d00-aba7-37a2248eca9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:48.725292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.736693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.742829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f346f11c-d345-4380-af5e-333bdc5deb54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:48.770896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:48.771613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.774387 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] 10.222.0.25 "PUT /v2.0/ports/efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 HTTP/1.1" status: 200 len: 1093 time: 1.1762724 Jun 11 11:49:48.775100 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'tag': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:49:48.777973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6fed03-9789-4212-9b81-367b56d79165" -d '{"events": [{"name": "network-changed", "server_uuid": "5b418a75-734b-4fc4-8b37-21a16b48858e", "tag": "efe4f3b1-cbb2-4914-b5a9-b9d474f8a953"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:49:48.816941 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Pushing event updated for resources: {'Port': ['ID=1228c26b-1534-4852-8738-3d9c6470ab4b,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:48.820547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:48.823686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:48.864686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=ab67934f-93d2-48e0-8132-6a9aeb6072fb,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:48.872743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:48.895932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Pushing event updated for resources: {'Port': ['ID=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:48.905963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:48.911026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:48.938852 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a23a3-79f0-4777-a067-29b0d394a72c req-39b46116-155e-47b3-ab12-725c32aff415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:48.941209 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-39b46116-155e-47b3-ab12-725c32aff415 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 1096 time: 0.1235411 Jun 11 11:49:48.951846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df009aa3-b6c2-4cd4-9635-277053c0afb8 x-openstack-request-id: req-df009aa3-b6c2-4cd4-9635-277053c0afb8 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:49:48.952353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b418a75-734b-4fc4-8b37-21a16b48858e", "tag": "efe4f3b1-cbb2-4914-b5a9-b9d474f8a953", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:49:48.952671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df009aa3-b6c2-4cd4-9635-277053c0afb8 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:49:48.953189 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'tag': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953', 'status': 'completed', 'code': 200} Jun 11 11:49:49.050410 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-51ca179e-3b99-4acd-b714-5299828a9100 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 HTTP/1.1" status: 200 len: 217 time: 0.0963027 Jun 11 11:49:49.165383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network b89b3646-cead-4a4a-84e4-94b315a6c935 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:49.168757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:49.190835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a23a3-79f0-4777-a067-29b0d394a72c req-cd823d96-a408-42c4-a62c-4edda8a5fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:49.195953 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-cd823d96-a408-42c4-a62c-4edda8a5fc5f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=092964fa-dc2c-4ff9-b455-55bb8a4434fc HTTP/1.1" status: 200 len: 834 time: 0.1363633 Jun 11 11:49:49.256837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1228c26b-1534-4852-8738-3d9c6470ab4b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:49.353983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4e469d07-2376-41fa-8a10-65bce6f2a99c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:49.355577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a23a3-79f0-4777-a067-29b0d394a72c req-eb25efce-aba9-4f7a-86d8-992ca097fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:49.357289 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-eb25efce-aba9-4f7a-86d8-992ca097fe43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1552989 Jun 11 11:49:49.381415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 1228c26b-1534-4852-8738-3d9c6470ab4b completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:49.387936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a9b30f03-9d31-41f2-beed-d4854e849c43 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:49.420002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:48Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:48Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:47Z', 'revision_number': 1, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:49.440230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7527bee-33f7-4943-916a-cd255471e473 None None] The sync data for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv is: [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:48Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:48Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:47Z', 'revision_number': 1, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:49.464917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port a9b30f03-9d31-41f2-beed-d4854e849c43 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:49.465311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:49.482038 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae6178-9a1c-41c8-a3ab-136d28f817ae req-a0fefe2d-36a1-42d0-9917-0d40eb50da1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:49.484354 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-67ae6178-9a1c-41c8-a3ab-136d28f817ae req-a0fefe2d-36a1-42d0-9917-0d40eb50da1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 943 time: 0.1832244 Jun 11 11:49:49.551241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:49.560084 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2469034 Jun 11 11:49:49.573909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49382) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:49.583620 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-45150cc3-f202-4a01-8359-8083b4237e3b service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118738 Jun 11 11:49:49.592396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-995213497'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:49.610496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:49.634298 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-67ae6178-9a1c-41c8-a3ab-136d28f817ae req-c326a4d2-e335-4c25-8572-ceeea6743f82 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221063 Jun 11 11:49:49.638857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:49.661970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:49.701949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:49.702347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:49.708468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:49:49.720901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:49.721347 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added segment 732de364-5ddc-4838-9996-5bc3c150e49a of type vlan for network e85477e5-80e0-4d93-bbb3-1ac27293f838 Jun 11 11:49:49.788683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:49.820456 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-097a23a3-79f0-4777-a067-29b0d394a72c req-546afa27-5be4-480a-9a45-da5c78f7c4de service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226627 Jun 11 11:49:49.832628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9ab8d406-68c5-434a-ba72-6c184fa00aad up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:49.832832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:49.840367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:49.841124 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:49.845070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a5a1b950-851f-46fe-b5f5-922d6e114fa2 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:49.908928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9ab8d406-68c5-434a-ba72-6c184fa00aad triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:49.909572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:49.954007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Network': ['ID=e85477e5-80e0-4d93-bbb3-1ac27293f838,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:49.964019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:49.971178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network e85477e5-80e0-4d93-bbb3-1ac27293f838 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:49:49.976137 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3981268 Jun 11 11:49:49.976864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49384) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:49.984762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fed03-9789-4212-9b81-367b56d79165 req-8e630af6-956f-4c25-8ebb-df5d860e3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:49.987252 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9b6fed03-9789-4212-9b81-367b56d79165 req-8e630af6-956f-4c25-8ebb-df5d860e3d3c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 1096 time: 0.0958486 Jun 11 11:49:49.989787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'subnet': {'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:50.125777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b112a95-a96d-4581-8345-9ed6141fa187 None None] Network b89b3646-cead-4a4a-84e4-94b315a6c935 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:50.201372 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fed03-9789-4212-9b81-367b56d79165 req-c733d5de-8bdb-40fe-9644-fb28302d67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:50.205141 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9b6fed03-9789-4212-9b81-367b56d79165 req-c733d5de-8bdb-40fe-9644-fb28302d67e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144 HTTP/1.1" status: 200 len: 899 time: 0.2112432 Jun 11 11:49:50.221897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Made reservation on behalf of a06112d7019848f7874624ef330740bd for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:49:50.231055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:50.251208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0496a523-0d80-4f0c-890e-f3888e653d15 None None] Provisioning for port 1228c26b-1534-4852-8738-3d9c6470ab4b completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:50.260092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0496a523-0d80-4f0c-890e-f3888e653d15 None None] Provisioning complete for port 1228c26b-1534-4852-8738-3d9c6470ab4b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:50.261604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0496a523-0d80-4f0c-890e-f3888e653d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:50.276128 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9b6fed03-9789-4212-9b81-367b56d79165 req-8aa4c221-c570-4b2d-a434-2e59b23a45cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 HTTP/1.1" status: 200 len: 217 time: 0.0641394 Jun 11 11:49:50.430181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fed03-9789-4212-9b81-367b56d79165 req-2b3fcd1f-39b9-42fe-9d95-b37f1d09e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:50.431739 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9b6fed03-9789-4212-9b81-367b56d79165 req-2b3fcd1f-39b9-42fe-9d95-b37f1d09e4c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=092964fa-dc2c-4ff9-b455-55bb8a4434fc HTTP/1.1" status: 200 len: 834 time: 0.1450362 Jun 11 11:49:50.509616 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0496a523-0d80-4f0c-890e-f3888e653d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:50.517499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fed03-9789-4212-9b81-367b56d79165 req-53a277c9-b307-4dca-a051-ca90f191bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:50.519128 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9b6fed03-9789-4212-9b81-367b56d79165 req-53a277c9-b307-4dca-a051-ca90f191bf4f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809531 Jun 11 11:49:50.571200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-0496a523-0d80-4f0c-890e-f3888e653d15 None None] For port 1228c26b-1534-4852-8738-3d9c6470ab4b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1228c26b-1534-4852-8738-3d9c6470ab4b,segment=NetworkSegment(2d0b1f90-3b2e-4042-aa46-5e25bfbec898),segment_id=2d0b1f90-3b2e-4042-aa46-5e25bfbec898)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:50.576845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0496a523-0d80-4f0c-890e-f3888e653d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:50.585284 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:50.677180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496a523-0d80-4f0c-890e-f3888e653d15 None None] Pushing event updated for resources: {'Port': ['ID=1228c26b-1534-4852-8738-3d9c6470ab4b,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:50.682151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0496a523-0d80-4f0c-890e-f3888e653d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:50.719628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:50.724161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5521cd27-f021-4f29-acf4-bb8084caa17f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:50.763002 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9b6fed03-9789-4212-9b81-367b56d79165 req-d5f76e55-3e54-4869-9c5a-c20d1fa20009 service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362843 Jun 11 11:49:50.827856 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Subnet': ['ID=ee741b42-7128-4269-96d5-a3ad5dbc3005,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:50.832406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:50.833521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Checking segment: {'id': '732de364-5ddc-4838-9996-5bc3c150e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:50.834098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network hostable DHCP agents. Network: e85477e5-80e0-4d93-bbb3-1ac27293f838, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:49:50.938769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network e85477e5-80e0-4d93-bbb3-1ac27293f838 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:49:50.963402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, e85477e5-80e0-4d93-bbb3-1ac27293f838) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:50.978565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:50.979195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:50.980060 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9b6fed03-9789-4212-9b81-367b56d79165 req-270e92a8-55f4-4ed3-aff1-8dce042edbcc service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092681 Jun 11 11:49:50.984871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daafc85-fef8-41f1-9960-ffe9132ad399 None None] Network e85477e5-80e0-4d93-bbb3-1ac27293f838 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:51.017927 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-22c83e98-7f28-47fb-84ee-79d32f36d845 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0361574 Jun 11 11:49:51.018647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49388) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:51.057196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6e6bf-cd39-4555-8cce-86dc5824f880 req-3762b5a6-1132-4f5a-9e01-6cc494a11d31 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:51.061520 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f4f6e6bf-cd39-4555-8cce-86dc5824f880 req-3762b5a6-1132-4f5a-9e01-6cc494a11d31 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 943 time: 0.2231932 Jun 11 11:49:51.206606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2764c302-b7d5-4401-992e-dda2e5655202 None None] Provisioning for port ab67934f-93d2-48e0-8132-6a9aeb6072fb completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:51.211397 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f4f6e6bf-cd39-4555-8cce-86dc5824f880 req-f2ec4b48-3c14-4550-8be4-48372dc26e9f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418657 Jun 11 11:49:51.266878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1228c26b-1534-4852-8738-3d9c6470ab4b up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:51.271004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2764c302-b7d5-4401-992e-dda2e5655202 None None] Provisioning complete for port ab67934f-93d2-48e0-8132-6a9aeb6072fb triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:51.271723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2764c302-b7d5-4401-992e-dda2e5655202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:51.441338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2764c302-b7d5-4401-992e-dda2e5655202 None None] Port ab67934f-93d2-48e0-8132-6a9aeb6072fb cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:51.483191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1228c26b-1534-4852-8738-3d9c6470ab4b triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:51.484014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:51.491300 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Sync routers for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:51.505855 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:51.506516 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:51.531670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-e85477e5-80e0-4d93-bbb3-1ac27293f838', 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'fixed_ips': [{'subnet_id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:49:51.532619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:51.540608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2764c302-b7d5-4401-992e-dda2e5655202 None None] Provisioning complete for port 1228c26b-1534-4852-8738-3d9c6470ab4b triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:51.540997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2764c302-b7d5-4401-992e-dda2e5655202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:51.647918 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:52.036131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1402a6e9-6f16-4b70-a251-d889ab3d704c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:52.071722 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Allocated IP 172.23.0.2 (e85477e5-80e0-4d93-bbb3-1ac27293f838/ee741b42-7128-4269-96d5-a3ad5dbc3005/f7f7c6c4-b51f-4736-85df-135c2082a3f8) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:52.077743 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:48Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:48Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:48Z', 'revision_number': 2, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:52.082664 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Checking router: 4e469d07-2376-41fa-8a10-65bce6f2a99c for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:49:52.083171 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Updating router 4e469d07-2376-41fa-8a10-65bce6f2a99c port ab67934f-93d2-48e0-8132-6a9aeb6072fb binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:49:52.133498 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.157638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 1402a6e9-6f16-4b70-a251-d889ab3d704c completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:52.159616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.215340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1402a6e9-6f16-4b70-a251-d889ab3d704c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:52.215734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.220770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a6c67693-8c6f-4ef4-94ba-e0277ab00b27 None None] Provisioning complete for port ab67934f-93d2-48e0-8132-6a9aeb6072fb triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:52.220983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a6c67693-8c6f-4ef4-94ba-e0277ab00b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.316667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a6c67693-8c6f-4ef4-94ba-e0277ab00b27 None None] Port ab67934f-93d2-48e0-8132-6a9aeb6072fb cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:52.432308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.452224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Transition to ACTIVE for port object f7f7c6c4-b51f-4736-85df-135c2082a3f8 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:52.463399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.482034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Transition to ACTIVE for port object f7f7c6c4-b51f-4736-85df-135c2082a3f8 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:52.494499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.496969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:52.518636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d3108-00f9-4fee-895c-dab14052b04c req-d0b843e0-76c6-4771-a975-263d63072403 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:52.520094 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-372d3108-00f9-4fee-895c-dab14052b04c req-d0b843e0-76c6-4771-a975-263d63072403 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 943 time: 0.1878769 Jun 11 11:49:52.529510 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.541193 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Transition to ACTIVE for port object ab67934f-93d2-48e0-8132-6a9aeb6072fb will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:52.548668 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.551286 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:52.558413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 1402a6e9-6f16-4b70-a251-d889ab3d704c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1402a6e9-6f16-4b70-a251-d889ab3d704c,segment=NetworkSegment(6d5d7586-3d68-4dff-a6e9-046c01c11a34),segment_id=6d5d7586-3d68-4dff-a6e9-046c01c11a34)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:52.564326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Network e85477e5-80e0-4d93-bbb3-1ac27293f838 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:52.567370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.572627 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:52.575898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:52.577292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Pushing event updated for resources: {'Port': ['ID=f7f7c6c4-b51f-4736-85df-135c2082a3f8,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:52.580309 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:52.580781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0496a523-0d80-4f0c-890e-f3888e653d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:52.629240 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-372d3108-00f9-4fee-895c-dab14052b04c req-9ebaf2ee-a556-4b61-bf9b-3ca3c7283c36 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929184 Jun 11 11:49:52.636755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Allocated IP 172.23.0.1 (e85477e5-80e0-4d93-bbb3-1ac27293f838/ee741b42-7128-4269-96d5-a3ad5dbc3005/c1f6d65d-71ba-4514-8df6-e6528ff72373) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:52.700155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:49:52.713307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Attempting to bind port f7f7c6c4-b51f-4736-85df-135c2082a3f8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:52.713697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Attempting to bind port f7f7c6c4-b51f-4736-85df-135c2082a3f8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '732de364-5ddc-4838-9996-5bc3c150e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:52.714076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Attempting to bind port f7f7c6c4-b51f-4736-85df-135c2082a3f8 on network e85477e5-80e0-4d93-bbb3-1ac27293f838 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:52.717626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=1402a6e9-6f16-4b70-a251-d889ab3d704c,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:52.722728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:52.727885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:52.728279 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Checking segment: {'id': '732de364-5ddc-4838-9996-5bc3c150e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:52.728722 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.729124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Bound using segment: {'id': '732de364-5ddc-4838-9996-5bc3c150e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:52.729625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Bound port: f7f7c6c4-b51f-4736-85df-135c2082a3f8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732de364-5ddc-4838-9996-5bc3c150e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:52.730040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.738260 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Attempting to bind port ab67934f-93d2-48e0-8132-6a9aeb6072fb on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:52.738760 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Attempting to bind port ab67934f-93d2-48e0-8132-6a9aeb6072fb by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '2d0b1f90-3b2e-4042-aa46-5e25bfbec898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:52.739205 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Attempting to bind port ab67934f-93d2-48e0-8132-6a9aeb6072fb on network b89b3646-cead-4a4a-84e4-94b315a6c935 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:52.741785 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce29f7-c989-444f-8b5c-e40e4d2ea4ee None None] Pushing event updated for resources: {'Port': ['ID=ab67934f-93d2-48e0-8132-6a9aeb6072fb,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:52.745767 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-66ce29f7-c989-444f-8b5c-e40e4d2ea4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:52.749474 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:52.749474 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Checking segment: {'id': '2d0b1f90-3b2e-4042-aa46-5e25bfbec898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:52.750019 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.750919 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Bound using segment: {'id': '2d0b1f90-3b2e-4042-aa46-5e25bfbec898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:52.751079 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Bound port: ab67934f-93d2-48e0-8132-6a9aeb6072fb, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0b1f90-3b2e-4042-aa46-5e25bfbec898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:52.751488 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.838122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.841851 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] For port ab67934f-93d2-48e0-8132-6a9aeb6072fb, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:52.845939 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] For port ab67934f-93d2-48e0-8132-6a9aeb6072fb, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ab67934f-93d2-48e0-8132-6a9aeb6072fb,segment=NetworkSegment(2d0b1f90-3b2e-4042-aa46-5e25bfbec898),segment_id=2d0b1f90-3b2e-4042-aa46-5e25bfbec898)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:52.851629 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.855262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Transition to ACTIVE for port object c1f6d65d-71ba-4514-8df6-e6528ff72373 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:52.869164 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:52.899453 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.904506 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9fe16727-8477-4157-ac11-624a4e71ff3e tempest-RoutersAdminTest-613209782 tempest-RoutersAdminTest-613209782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:52.915297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] For port f7f7c6c4-b51f-4736-85df-135c2082a3f8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:52.918814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:52.922376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] For port f7f7c6c4-b51f-4736-85df-135c2082a3f8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f7f7c6c4-b51f-4736-85df-135c2082a3f8,segment=NetworkSegment(732de364-5ddc-4838-9996-5bc3c150e49a),segment_id=732de364-5ddc-4838-9996-5bc3c150e49a)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:52.928196 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:52.929675 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:52.932907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:52.938037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e80ee98f-0570-4eb1-9399-46319fd867ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:52.948983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'port_id': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953', 'mac_address': 'fa:16:3e:56:7d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:49:52.974023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network e85477e5-80e0-4d93-bbb3-1ac27293f838 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:52.984980 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:52.987775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:53.023143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=c1f6d65d-71ba-4514-8df6-e6528ff72373,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:53.027068 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:53.081022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Pushing event updated for resources: {'Port': ['ID=f7f7c6c4-b51f-4736-85df-135c2082a3f8,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:53.083079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:53.085838 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:53.091000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:53.122006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1402a6e9-6f16-4b70-a251-d889ab3d704c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:53.167003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:49:53.181934 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce29f7-c989-444f-8b5c-e40e4d2ea4ee None None] Pushing event updated for resources: {'Port': ['ID=ab67934f-93d2-48e0-8132-6a9aeb6072fb,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:53.191988 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:53.194165 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-66ce29f7-c989-444f-8b5c-e40e4d2ea4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:53.223560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:53.232062 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:53.234243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4b0851de-c52b-4928-8900-eea891b72af1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:53.296364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1402a6e9-6f16-4b70-a251-d889ab3d704c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:53.298383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:53.358292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:53.368016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:53.376814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:53.495114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['efe4f3b1-cbb2-4914-b5a9-b9d474f8a953'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:49:53.569435 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:48Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:53.573560 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586a880-322f-49bd-bebe-17ae16f57ee9 None None] The sync data for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv is: [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:48Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:53.801811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:53.806725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:53.810726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2bb26022-5220-4131-80d8-24fca5bfde20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:53.865467 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27054e5-ce22-483a-94d9-3880eb109944 req-05c497a2-6576-4be7-af19-62c2b761c9d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:53.867592 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a27054e5-ce22-483a-94d9-3880eb109944 req-05c497a2-6576-4be7-af19-62c2b761c9d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 944 time: 0.0835929 Jun 11 11:49:53.904275 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event updated for resources: {'Port': ['ID=c1f6d65d-71ba-4514-8df6-e6528ff72373,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:53.907565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:53.908730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:53.921277 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a27054e5-ce22-483a-94d9-3880eb109944 req-f274af24-44fc-4df3-b5d6-30e5d92f3328 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474203 Jun 11 11:49:54.045098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Network e85477e5-80e0-4d93-bbb3-1ac27293f838 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:54.046511 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:54.186411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3e845e-947a-4999-96b1-59bec7507798 None None] Network e85477e5-80e0-4d93-bbb3-1ac27293f838 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:49:54.194981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4e469d07-2376-41fa-8a10-65bce6f2a99c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:54.286486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f1074662-c270-4b40-8bec-6a42f81ccf8a None None] Provisioning for port f7f7c6c4-b51f-4736-85df-135c2082a3f8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:54.344114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:54.351374 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3315802 Jun 11 11:49:54.354139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49396) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:54.359146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-41372403-e7ba-48ae-b9a9-47e49673fed8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:54.383253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Sync routers for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:54.399915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:54.400577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:54.713360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:54.758266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:54.831438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:54.891785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:54.892371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:54.919164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.extraroute_db [None req-41372403-e7ba-48ae-b9a9-47e49673fed8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=99006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 11:49:54.949438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.extraroute_db [None req-41372403-e7ba-48ae-b9a9-47e49673fed8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Removed routes are [] {{(pid=99006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 11:49:54.950391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-41372403-e7ba-48ae-b9a9-47e49673fed8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:55.254065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd67227-129f-4484-97af-8030f60c0d19 req-6e2fbb54-20f0-4154-aaa6-48ebe4e0087e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:55.259543 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-acd67227-129f-4484-97af-8030f60c0d19 req-6e2fbb54-20f0-4154-aaa6-48ebe4e0087e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 944 time: 0.1619174 Jun 11 11:49:55.275360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:55.330096 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-acd67227-129f-4484-97af-8030f60c0d19 req-36e8f4c0-1c95-4bac-8d13-1bf40c4f7f6f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648751 Jun 11 11:49:55.357071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab67934f-93d2-48e0-8132-6a9aeb6072fb up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:55.362901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-464d0de9-5b90-44d2-af57-a8c4c4cf2d28 None None] Provisioning for port c1f6d65d-71ba-4514-8df6-e6528ff72373 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:55.405729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-464d0de9-5b90-44d2-af57-a8c4c4cf2d28 None None] Provisioning complete for port c1f6d65d-71ba-4514-8df6-e6528ff72373 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:55.406484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-464d0de9-5b90-44d2-af57-a8c4c4cf2d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:55.417281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:49:55.420193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcb84c9-28f4-498d-bfaf-be165a300d51" -d '{"events": [{"server_uuid": "5b418a75-734b-4fc4-8b37-21a16b48858e", "name": "network-vif-plugged", "status": "completed", "tag": "efe4f3b1-cbb2-4914-b5a9-b9d474f8a953"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:49:55.489091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:55.499393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:55.505609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-be7c2241-5079-4189-97bd-d0b5aaf0d35d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:55.550143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce6005c-01ee-4379-86cf-0c0766388dd5 x-openstack-request-id: req-0ce6005c-01ee-4379-86cf-0c0766388dd5 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:49:55.550860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b418a75-734b-4fc4-8b37-21a16b48858e", "name": "network-vif-plugged", "status": "completed", "tag": "efe4f3b1-cbb2-4914-b5a9-b9d474f8a953", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:49:55.551399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ce6005c-01ee-4379-86cf-0c0766388dd5 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:49:55.551914 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953', 'code': 200} Jun 11 11:49:55.554804 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-464d0de9-5b90-44d2-af57-a8c4c4cf2d28 None None] Port c1f6d65d-71ba-4514-8df6-e6528ff72373 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:55.611086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:53Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f6d65d-71ba-4514-8df6-e6528ff72373', 'name': '', 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:9d:50:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:52Z', 'updated_at': '2021-06-11T11:49:53Z', 'revision_number': 2, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:55.617306 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ab67934f-93d2-48e0-8132-6a9aeb6072fb completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:55.620301 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:55.624362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Checking router: 4e469d07-2376-41fa-8a10-65bce6f2a99c for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:49:55.624846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Updating router 4e469d07-2376-41fa-8a10-65bce6f2a99c port c1f6d65d-71ba-4514-8df6-e6528ff72373 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:49:55.651386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:55.653677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ab67934f-93d2-48e0-8132-6a9aeb6072fb triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:55.654191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:55.713442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:55.743629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3869b6c0-9e70-49a9-b0fa-3935f5c0e2fd None None] Provisioning complete for port c1f6d65d-71ba-4514-8df6-e6528ff72373 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:55.744016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3869b6c0-9e70-49a9-b0fa-3935f5c0e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:55.785204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45225ff-57e9-44de-99cf-1fbab99eb4d5 req-bf92a7ee-6822-435e-8d5b-36d3f994ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:55.786885 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c45225ff-57e9-44de-99cf-1fbab99eb4d5 req-bf92a7ee-6822-435e-8d5b-36d3f994ceef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 1098 time: 0.0638094 Jun 11 11:49:55.827744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-41372403-e7ba-48ae-b9a9-47e49673fed8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:55.831411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-41372403-e7ba-48ae-b9a9-47e49673fed8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:55.832918 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c45225ff-57e9-44de-99cf-1fbab99eb4d5 req-d28c286d-9eea-4a71-9601-779966cdd2b6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387597 Jun 11 11:49:55.849058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3869b6c0-9e70-49a9-b0fa-3935f5c0e2fd None None] Port c1f6d65d-71ba-4514-8df6-e6528ff72373 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:49:55.925851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:55.971259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41372403-e7ba-48ae-b9a9-47e49673fed8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4e469d07-2376-41fa-8a10-65bce6f2a99c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:55.995819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ab67934f-93d2-48e0-8132-6a9aeb6072fb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ab67934f-93d2-48e0-8132-6a9aeb6072fb,segment=NetworkSegment(2d0b1f90-3b2e-4042-aa46-5e25bfbec898),segment_id=2d0b1f90-3b2e-4042-aa46-5e25bfbec898)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:56.040532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:56.041402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f7f7c6c4-b51f-4736-85df-135c2082a3f8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:56.044535 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:56.110284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41372403-e7ba-48ae-b9a9-47e49673fed8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:56.120378 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-41372403-e7ba-48ae-b9a9-47e49673fed8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:56.121728 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-41372403-e7ba-48ae-b9a9-47e49673fed8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c HTTP/1.1" status: 200 len: 934 time: 1.7665412 Jun 11 11:49:56.124221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49402) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:56.166703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ab67934f-93d2-48e0-8132-6a9aeb6072fb,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:56.173287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:56.220975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port f7f7c6c4-b51f-4736-85df-135c2082a3f8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:56.228448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f7f7c6c4-b51f-4736-85df-135c2082a3f8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:56.228769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:56.259049 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4418303b-bacd-487b-81ab-07ee8f4dba61 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c HTTP/1.1" status: 200 len: 934 time: 0.1336167 Jun 11 11:49:56.259907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:56.261920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49404) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:56.267108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-cb3e4f5c-67ff-4949-9a3c-b356e8360b10 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'routes': None}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:56.280089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Transition to ACTIVE for port object c1f6d65d-71ba-4514-8df6-e6528ff72373 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:49:56.288188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:56.290419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ff794d2d-7a2d-432c-a508-9486e6d67ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:56.416943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b5e46-1347-410a-9de3-fd0eaaacd5d2 None None] Pushing event updated for resources: {'Port': ['ID=c1f6d65d-71ba-4514-8df6-e6528ff72373,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:56.427464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-161b5e46-1347-410a-9de3-fd0eaaacd5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:56.485352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:56.507481 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Attempting to bind port c1f6d65d-71ba-4514-8df6-e6528ff72373 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:49:56.507861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Attempting to bind port c1f6d65d-71ba-4514-8df6-e6528ff72373 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '732de364-5ddc-4838-9996-5bc3c150e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:49:56.508243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Attempting to bind port c1f6d65d-71ba-4514-8df6-e6528ff72373 on network e85477e5-80e0-4d93-bbb3-1ac27293f838 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:49:56.518804 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:49:56.519196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Checking segment: {'id': '732de364-5ddc-4838-9996-5bc3c150e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:49:56.519626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:56.520030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Bound using segment: {'id': '732de364-5ddc-4838-9996-5bc3c150e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:49:56.520539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Bound port: c1f6d65d-71ba-4514-8df6-e6528ff72373, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732de364-5ddc-4838-9996-5bc3c150e49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:49:56.520945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:56.555638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port f7f7c6c4-b51f-4736-85df-135c2082a3f8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f7f7c6c4-b51f-4736-85df-135c2082a3f8,segment=NetworkSegment(732de364-5ddc-4838-9996-5bc3c150e49a),segment_id=732de364-5ddc-4838-9996-5bc3c150e49a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:56.558193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818a587-bde2-4dab-90a2-72d7651d440e req-d1edc8bf-1180-426b-b4f3-bbd96e273a6c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:56.568109 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8818a587-bde2-4dab-90a2-72d7651d440e req-d1edc8bf-1180-426b-b4f3-bbd96e273a6c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 945 time: 0.1071427 Jun 11 11:49:56.584087 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:56.588230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5e3aacd0-f3b8-4083-a4e8-17c0e6b2dadf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:56.624710 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8818a587-bde2-4dab-90a2-72d7651d440e req-f9541129-8541-4339-a59d-1527b0dc92bc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567629 Jun 11 11:49:56.676746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] For port c1f6d65d-71ba-4514-8df6-e6528ff72373, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:49:56.679657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=f7f7c6c4-b51f-4736-85df-135c2082a3f8,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:56.683234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] For port c1f6d65d-71ba-4514-8df6-e6528ff72373, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c1f6d65d-71ba-4514-8df6-e6528ff72373,segment=NetworkSegment(732de364-5ddc-4838-9996-5bc3c150e49a),segment_id=732de364-5ddc-4838-9996-5bc3c150e49a)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:49:56.684332 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:56.688195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:56.691354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9287f37b-9050-45ab-9a40-0fda95f2860e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:56.754640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:56.755294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:56.810286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b5e46-1347-410a-9de3-fd0eaaacd5d2 None None] Pushing event updated for resources: {'Port': ['ID=c1f6d65d-71ba-4514-8df6-e6528ff72373,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:56.854319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-161b5e46-1347-410a-9de3-fd0eaaacd5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:56.887371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:56.888031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.extraroute_db [None req-cb3e4f5c-67ff-4949-9a3c-b356e8360b10 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added routes are [] {{(pid=99006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 11:49:56.888423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.extraroute_db [None req-cb3e4f5c-67ff-4949-9a3c-b356e8360b10 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=99006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 11:49:56.919214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4f5c-67ff-4949-9a3c-b356e8360b10 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:57.087819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab67934f-93d2-48e0-8132-6a9aeb6072fb up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:57.189390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4f5c-67ff-4949-9a3c-b356e8360b10 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:57.193023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4f5c-67ff-4949-9a3c-b356e8360b10 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:57.330080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3e4f5c-67ff-4949-9a3c-b356e8360b10 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4e469d07-2376-41fa-8a10-65bce6f2a99c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:49:57.373574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ab67934f-93d2-48e0-8132-6a9aeb6072fb triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:57.373960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:57.434689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:54Z', 'revision_number': 6, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:55Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f6d65d-71ba-4514-8df6-e6528ff72373', 'name': '', 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:9d:50:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:52Z', 'updated_at': '2021-06-11T11:49:56Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:57.440561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d7927-3b50-4b27-a589-51e0d35e3d43 None None] The sync data for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv is: [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:54Z', 'revision_number': 6, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:55Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f6d65d-71ba-4514-8df6-e6528ff72373', 'name': '', 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:9d:50:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:52Z', 'updated_at': '2021-06-11T11:49:56Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:57.461371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3e4f5c-67ff-4949-9a3c-b356e8360b10 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:49:57.468545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4f5c-67ff-4949-9a3c-b356e8360b10 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:57.471998 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cb3e4f5c-67ff-4949-9a3c-b356e8360b10 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c HTTP/1.1" status: 200 len: 700 time: 1.2070546 Jun 11 11:49:57.473333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49408) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:57.510991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f7f7c6c4-b51f-4736-85df-135c2082a3f8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:57.571210 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:57.587271 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f7f7c6c4-b51f-4736-85df-135c2082a3f8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:57.587805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:57.652079 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-79db1449-0f16-43e7-bd04-de3e507cd905 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c HTTP/1.1" status: 200 len: 700 time: 0.1776021 Jun 11 11:49:57.654293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49412) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:57.815331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6106d0d-41de-4441-8df0-cdede771fffa req-faca9db1-6f38-49c3-8450-7510ef9640ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:57.817018 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f6106d0d-41de-4441-8df0-cdede771fffa req-faca9db1-6f38-49c3-8450-7510ef9640ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 945 time: 0.0761120 Jun 11 11:49:57.868608 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f6106d0d-41de-4441-8df0-cdede771fffa req-4713af60-ace1-4c4b-94a0-8440d3fe49f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456941 Jun 11 11:49:58.112065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12d681-47a6-4391-9b2a-dcb671ea895a req-b86bceff-2e9f-4148-9f7c-7120b4a81ff8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:58.113555 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5e12d681-47a6-4391-9b2a-dcb671ea895a req-b86bceff-2e9f-4148-9f7c-7120b4a81ff8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 945 time: 0.1182759 Jun 11 11:49:58.145602 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0764148b-0e7a-4947-9d8c-58916eabbd52 None None] Sync routers for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:49:58.155003 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764148b-0e7a-4947-9d8c-58916eabbd52 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:58.155618 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0764148b-0e7a-4947-9d8c-58916eabbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:58.189513 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5e12d681-47a6-4391-9b2a-dcb671ea895a req-8fb5b13a-9096-4178-a8a7-32dc8c028929 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695140 Jun 11 11:49:58.213631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:58.216522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49416) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:58.283332 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-0764148b-0e7a-4947-9d8c-58916eabbd52 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:58.457062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d8334-fd08-4a94-9bef-b403ff0fdee2 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:49:58.458486 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-be3d8334-fd08-4a94-9bef-b403ff0fdee2 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 1093 time: 0.2410057 Jun 11 11:49:58.462361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49418) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:49:58.467360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:49:58.493646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:58.600179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port c1f6d65d-71ba-4514-8df6-e6528ff72373 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:49:58.600811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:58.624489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:58.649723 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0764148b-0e7a-4947-9d8c-58916eabbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:56Z', 'revision_number': 7, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:55Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f6d65d-71ba-4514-8df6-e6528ff72373', 'name': '', 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:9d:50:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:52Z', 'updated_at': '2021-06-11T11:49:56Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:58.653681 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0764148b-0e7a-4947-9d8c-58916eabbd52 None None] Checking router: 4e469d07-2376-41fa-8a10-65bce6f2a99c for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:49:58.662184 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764148b-0e7a-4947-9d8c-58916eabbd52 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:49:58.663062 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0764148b-0e7a-4947-9d8c-58916eabbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:58.725845 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port c1f6d65d-71ba-4514-8df6-e6528ff72373, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c1f6d65d-71ba-4514-8df6-e6528ff72373,segment=NetworkSegment(732de364-5ddc-4838-9996-5bc3c150e49a),segment_id=732de364-5ddc-4838-9996-5bc3c150e49a)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:58.726438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:58.754019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.149 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/3ea4fcd1-5630-47ec-a0f1-cb27bcd8ec71) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:49:58.790906 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-0764148b-0e7a-4947-9d8c-58916eabbd52 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:49:58.893530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:58.936528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:58.939694 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:58.990566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=3ea4fcd1-5630-47ec-a0f1-cb27bcd8ec71,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:58.995420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:59.004930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:49:59.008942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:49:59.013633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:49:59.097885 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0764148b-0e7a-4947-9d8c-58916eabbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:56Z', 'revision_number': 7, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:55Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f6d65d-71ba-4514-8df6-e6528ff72373', 'name': '', 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:9d:50:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:52Z', 'updated_at': '2021-06-11T11:49:56Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:49:59.108702 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0764148b-0e7a-4947-9d8c-58916eabbd52 None None] The sync data for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv is: [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:56Z', 'revision_number': 7, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:55Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1f6d65d-71ba-4514-8df6-e6528ff72373', 'name': '', 'network_id': 'e85477e5-80e0-4d93-bbb3-1ac27293f838', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:9d:50:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:52Z', 'updated_at': '2021-06-11T11:49:56Z', 'revision_number': 4, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'ee741b42-7128-4269-96d5-a3ad5dbc3005', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:49:59.122587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c1f6d65d-71ba-4514-8df6-e6528ff72373 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:49:59.190756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c1f6d65d-71ba-4514-8df6-e6528ff72373 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:49:59.195405 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c1f6d65d-71ba-4514-8df6-e6528ff72373 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:49:59.196346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:59.258578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for c1f6d65d-71ba-4514-8df6-e6528ff72373 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:49:59.294813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:59.344965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port c1f6d65d-71ba-4514-8df6-e6528ff72373, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c1f6d65d-71ba-4514-8df6-e6528ff72373,segment=NetworkSegment(732de364-5ddc-4838-9996-5bc3c150e49a),segment_id=732de364-5ddc-4838-9996-5bc3c150e49a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:49:59.352364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:59.357490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:59.424963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=c1f6d65d-71ba-4514-8df6-e6528ff72373,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:59.428236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:59.498565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:59.501407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4720e66f-05f9-417e-aed2-3195090b2238 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:59.534238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=c1f6d65d-71ba-4514-8df6-e6528ff72373,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:59.542284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:59.558106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:59.663966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:59.762916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:59.860824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:59.865425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:49:59.868015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-eab0cac1-d0cc-4a2f-9285-da83b4ec63db tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:49:59.950480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=3ea4fcd1-5630-47ec-a0f1-cb27bcd8ec71,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:49:59.955215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:49:59.962703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:00.029496 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4e469d07-2376-41fa-8a10-65bce6f2a99c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:50:00.102601 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 55dc08cd-a247-4425-9089-322e05fab990 associated. External IP: 172.26.6.149, port: efe4f3b1-cbb2-4914-b5a9-b9d474f8a953. Jun 11 11:50:00.161632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:50:00.169542 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5117004 Jun 11 11:50:00.169923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49420) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:00.173092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd142345-5bab-4050-abca-810a6ef9fada None None] Sync routers for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:50:00.183486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd142345-5bab-4050-abca-810a6ef9fada None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:00.184359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bd142345-5bab-4050-abca-810a6ef9fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:00.233273 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ebcd17-df1e-4887-a85f-79c9099c16a3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting subnet ee741b42-7128-4269-96d5-a3ad5dbc3005 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:50:00.236768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27ebcd17-df1e-4887-a85f-79c9099c16a3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:00.289149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27ebcd17-df1e-4887-a85f-79c9099c16a3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:00.316647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-bd142345-5bab-4050-abca-810a6ef9fada None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:00.405105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27ebcd17-df1e-4887-a85f-79c9099c16a3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:00.477332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27ebcd17-df1e-4887-a85f-79c9099c16a3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:00.487968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-34564403-340f-4e39-9102-da3d982b07fe tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:00.494671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-27ebcd17-df1e-4887-a85f-79c9099c16a3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:00.499525 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-27ebcd17-df1e-4887-a85f-79c9099c16a3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/ee741b42-7128-4269-96d5-a3ad5dbc3005 HTTP/1.1" status: 204 len: 168 time: 0.3285925 Jun 11 11:50:00.501862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49422) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:00.519977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825b285c-9afa-4f2e-947a-5160fb159705 None None] Network e85477e5-80e0-4d93-bbb3-1ac27293f838 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:50:00.536839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebcd17-df1e-4887-a85f-79c9099c16a3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Subnet': ['ID=ee741b42-7128-4269-96d5-a3ad5dbc3005,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:00.542409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-27ebcd17-df1e-4887-a85f-79c9099c16a3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:00.655330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:00.718722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port f7f7c6c4-b51f-4736-85df-135c2082a3f8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:50:00.719203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:00.749589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bd142345-5bab-4050-abca-810a6ef9fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:59Z', 'revision_number': 8, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:55Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:00.755188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd142345-5bab-4050-abca-810a6ef9fada None None] Checking router: 4e469d07-2376-41fa-8a10-65bce6f2a99c for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:50:00.766957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd142345-5bab-4050-abca-810a6ef9fada None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:00.767363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bd142345-5bab-4050-abca-810a6ef9fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:00.813798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port f7f7c6c4-b51f-4736-85df-135c2082a3f8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f7f7c6c4-b51f-4736-85df-135c2082a3f8,segment=NetworkSegment(732de364-5ddc-4838-9996-5bc3c150e49a),segment_id=732de364-5ddc-4838-9996-5bc3c150e49a)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:00.814353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:00.855747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:50:00.873557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] DHCP port deletion for e85477e5-80e0-4d93-bbb3-1ac27293f838 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:50:00.910364 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for f7f7c6c4-b51f-4736-85df-135c2082a3f8 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:50:00.939478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-bd142345-5bab-4050-abca-810a6ef9fada None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:01.007086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] Deleting port f7f7c6c4-b51f-4736-85df-135c2082a3f8 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:50:01.007554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:01.016463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:50:01.026082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:01.028283 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eee78b-51cc-4c97-bf04-0c22f124eb0b None None] Sync routers for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:50:01.033404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-21918fa4-2bdb-4005-a839-a12e731fe62c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:01.036683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:01.047593 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eee78b-51cc-4c97-bf04-0c22f124eb0b None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:01.050509 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e4eee78b-51cc-4c97-bf04-0c22f124eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:01.065459 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=f7f7c6c4-b51f-4736-85df-135c2082a3f8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:01.075351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:01.078126 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No DVR routers for this DVR port f7f7c6c4-b51f-4736-85df-135c2082a3f8 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:50:01.094605 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6309485 Jun 11 11:50:01.095858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'tag': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:50:01.098836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17f077d-6258-42b0-a535-611020376c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b418a75-734b-4fc4-8b37-21a16b48858e", "tag": "efe4f3b1-cbb2-4914-b5a9-b9d474f8a953"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:50:01.102127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49424) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:01.207934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:01.226940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3c46f2-3e6f-47e3-80b7-153e4c71ae4c x-openstack-request-id: req-0c3c46f2-3e6f-47e3-80b7-153e4c71ae4c {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:50:01.227417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b418a75-734b-4fc4-8b37-21a16b48858e", "tag": "efe4f3b1-cbb2-4914-b5a9-b9d474f8a953", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:50:01.227706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c3c46f2-3e6f-47e3-80b7-153e4c71ae4c {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:50:01.228436 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'tag': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953', 'status': 'completed', 'code': 200} Jun 11 11:50:01.234683 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e5f929ad-648e-4d48-be2f-32933ed9a2aa tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 200 len: 991 time: 0.1304801 Jun 11 11:50:01.241013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f7f7c6c4-b51f-4736-85df-135c2082a3f8 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:50:01.277953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85477e5-80e0-4d93-bbb3-1ac27293f838']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:01.295939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732de364-5ddc-4838-9996-5bc3c150e49a') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:01.296233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732de364-5ddc-4838-9996-5bc3c150e49a') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:01.301786 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e4eee78b-51cc-4c97-bf04-0c22f124eb0b None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:01.312811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:01.336827 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:01.347303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:50:01.347985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:50:01.351340 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:50:01.386700 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f077d-6258-42b0-a535-611020376c1b req-d2a42346-0de8-472f-8beb-5101c6012663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:01.388461 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d17f077d-6258-42b0-a535-611020376c1b req-d2a42346-0de8-472f-8beb-5101c6012663 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 1098 time: 0.1760068 Jun 11 11:50:01.474445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:01.479152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c4f2c857-9bc2-4da8-bce8-7091be4f439c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:01.496179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:01.498236 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/networks/e85477e5-80e0-4d93-bbb3-1ac27293f838 HTTP/1.1" status: 204 len: 168 time: 0.9954319 Jun 11 11:50:01.498496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: f7f7c6c4-b51f-4736-85df-135c2082a3f8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:50:01.498894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f7f7c6c4-b51f-4736-85df-135c2082a3f8 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:50:01.501349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49428) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:01.501786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Network': ['ID=e85477e5-80e0-4d93-bbb3-1ac27293f838,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:01.505505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:01.514887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] For port f7f7c6c4-b51f-4736-85df-135c2082a3f8, host dv-neutron-786478-5-hyperv, got binding levels [] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:01.515292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:01.584086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f077d-6258-42b0-a535-611020376c1b req-4ad3f182-d5bf-4408-8ec6-9e9d26ef0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:01.586424 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d17f077d-6258-42b0-a535-611020376c1b req-4ad3f182-d5bf-4408-8ec6-9e9d26ef0495 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144 HTTP/1.1" status: 200 len: 899 time: 0.1893628 Jun 11 11:50:01.623545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] Calling delete_port for f7f7c6c4-b51f-4736-85df-135c2082a3f8 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:50:01.627358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.ipam_backend_mixin [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] Port f7f7c6c4-b51f-4736-85df-135c2082a3f8 was not found and therefore no delete operation was performed {{(pid=99007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 11:50:01.631976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:01.641307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:01.643551 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] Network e85477e5-80e0-4d93-bbb3-1ac27293f838 is not hosted by any dhcp agent {{(pid=99007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 11:50:01.644221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] No DVR routers for this DVR port f7f7c6c4-b51f-4736-85df-135c2082a3f8 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:50:01.649629 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e4eee78b-51cc-4c97-bf04-0c22f124eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '55dc08cd-a247-4425-9089-322e05fab990', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'port_id': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'mac_address': 'fa:16:3e:56:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:49:59Z', 'updated_at': '2021-06-11T11:49:59Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:01.656559 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eee78b-51cc-4c97-bf04-0c22f124eb0b None None] Checking router: 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:50:01.663580 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eee78b-51cc-4c97-bf04-0c22f124eb0b None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:01.664407 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e4eee78b-51cc-4c97-bf04-0c22f124eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:01.684491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] Pushing event deleted for resources: {'Port': ['ID=f7f7c6c4-b51f-4736-85df-135c2082a3f8,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:01.688006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:01.697512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-bd142345-5bab-4050-abca-810a6ef9fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:59Z', 'revision_number': 8, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:55Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:01.701701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd142345-5bab-4050-abca-810a6ef9fada None None] The sync data for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv is: [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:59Z', 'revision_number': 8, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab67934f-93d2-48e0-8132-6a9aeb6072fb', 'name': '', 'network_id': 'b89b3646-cead-4a4a-84e4-94b315a6c935', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:66:a0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:46Z', 'updated_at': '2021-06-11T11:49:55Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': 'c4432951-ec10-4df0-8a05-7140c8f140c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:50:01.718140 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d17f077d-6258-42b0-a535-611020376c1b req-5383afe8-715d-4d8c-b93d-6d4bee2ca25d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 HTTP/1.1" status: 200 len: 999 time: 0.1243372 Jun 11 11:50:01.781437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f077d-6258-42b0-a535-611020376c1b req-54b47ccf-0538-4834-97c7-2873a3ece847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:01.782942 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d17f077d-6258-42b0-a535-611020376c1b req-54b47ccf-0538-4834-97c7-2873a3ece847 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=092964fa-dc2c-4ff9-b455-55bb8a4434fc HTTP/1.1" status: 200 len: 834 time: 0.0588074 Jun 11 11:50:01.838292 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e4eee78b-51cc-4c97-bf04-0c22f124eb0b None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:01.847783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f077d-6258-42b0-a535-611020376c1b req-e383e9a6-26e5-41ac-bcd9-61184ec9cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:01.849409 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d17f077d-6258-42b0-a535-611020376c1b req-e383e9a6-26e5-41ac-bcd9-61184ec9cba9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0601778 Jun 11 11:50:01.972102 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d17f077d-6258-42b0-a535-611020376c1b req-ec3eddfc-4a0a-4591-8745-905ade0ac43d service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159422 Jun 11 11:50:02.017024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:02.121995 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d17f077d-6258-42b0-a535-611020376c1b req-777e504b-76a1-4983-8de4-ec6909556ad3 service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430070 Jun 11 11:50:02.238178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49430) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:02.256473 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e4eee78b-51cc-4c97-bf04-0c22f124eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '55dc08cd-a247-4425-9089-322e05fab990', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'port_id': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'mac_address': 'fa:16:3e:56:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:49:59Z', 'updated_at': '2021-06-11T11:49:59Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:02.260345 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eee78b-51cc-4c97-bf04-0c22f124eb0b None None] The sync data for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv is: [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '55dc08cd-a247-4425-9089-322e05fab990', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'port_id': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'mac_address': 'fa:16:3e:56:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:49:59Z', 'updated_at': '2021-06-11T11:49:59Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:50:02.326785 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c85fdcff-fcf7-4b0a-991d-b649782dd6eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 200 len: 991 time: 0.0870781 Jun 11 11:50:02.373581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port ab67934f-93d2-48e0-8132-6a9aeb6072fb {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:50:02.373939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:02.455945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28b98b-7c7f-4344-bee2-fb9d85082597 None None] New status for floating IP 55dc08cd-a247-4425-9089-322e05fab990: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:50:02.489362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port ab67934f-93d2-48e0-8132-6a9aeb6072fb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ab67934f-93d2-48e0-8132-6a9aeb6072fb,segment=NetworkSegment(2d0b1f90-3b2e-4042-aa46-5e25bfbec898),segment_id=2d0b1f90-3b2e-4042-aa46-5e25bfbec898)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:02.489728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:02.585228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for ab67934f-93d2-48e0-8132-6a9aeb6072fb owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:50:02.799292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:02.801208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6fc53c29-8064-4c2c-b1fc-97a3fda49230 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:02.830972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=ab67934f-93d2-48e0-8132-6a9aeb6072fb,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:02.835446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:03.046191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:03.053459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c1f6d65d-71ba-4514-8df6-e6528ff72373 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:50:03.078276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c1f6d65d-71ba-4514-8df6-e6528ff72373 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:50:03.078663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c1f6d65d-71ba-4514-8df6-e6528ff72373 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:50:03.310523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4e469d07-2376-41fa-8a10-65bce6f2a99c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:50:03.330367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49434) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:03.406256 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e5e82d2f-5602-4205-be39-bd14e3d60358 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 200 len: 993 time: 0.0745466 Jun 11 11:50:03.439595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:50:03.445137 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9422042 Jun 11 11:50:03.447882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49436) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:03.450293 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb747601-3cac-4873-89ba-1c0c29f0ce94 None None] Sync routers for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:50:03.459475 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb747601-3cac-4873-89ba-1c0c29f0ce94 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:03.460134 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-fb747601-3cac-4873-89ba-1c0c29f0ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:03.508444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-6362d989-d297-4f69-bb01-56f669a6fb6a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting subnet c4432951-ec10-4df0-8a05-7140c8f140c4 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:50:03.511827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6362d989-d297-4f69-bb01-56f669a6fb6a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:03.560767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6362d989-d297-4f69-bb01-56f669a6fb6a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:03.580948 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-fb747601-3cac-4873-89ba-1c0c29f0ce94 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:03.663623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6362d989-d297-4f69-bb01-56f669a6fb6a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:03.732789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6362d989-d297-4f69-bb01-56f669a6fb6a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:03.734767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-264c9ad5-84ff-4691-b42a-802c1884ce97 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:03.765840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362d989-d297-4f69-bb01-56f669a6fb6a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Subnet': ['ID=c4432951-ec10-4df0-8a05-7140c8f140c4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:03.769222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6362d989-d297-4f69-bb01-56f669a6fb6a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:03.772027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6362d989-d297-4f69-bb01-56f669a6fb6a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:03.773936 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6362d989-d297-4f69-bb01-56f669a6fb6a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/c4432951-ec10-4df0-8a05-7140c8f140c4 HTTP/1.1" status: 204 len: 168 time: 0.3241959 Jun 11 11:50:03.776641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49438) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:03.779214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d207cc7-52a5-42c7-b10e-14216163ebc4 None None] Network b89b3646-cead-4a4a-84e4-94b315a6c935 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:50:03.845583 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-fb747601-3cac-4873-89ba-1c0c29f0ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:02Z', 'revision_number': 9, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:03.849018 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb747601-3cac-4873-89ba-1c0c29f0ce94 None None] Checking router: 4e469d07-2376-41fa-8a10-65bce6f2a99c for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:50:03.858207 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb747601-3cac-4873-89ba-1c0c29f0ce94 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:03.858921 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-fb747601-3cac-4873-89ba-1c0c29f0ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:03.879335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:03.937643 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port 1228c26b-1534-4852-8738-3d9c6470ab4b {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:50:03.938041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:03.961615 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:50:03.992356 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-fb747601-3cac-4873-89ba-1c0c29f0ce94 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:04.019466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e1381-0653-454b-8603-e9c715ec3d27 None None] DHCP port deletion for b89b3646-cead-4a4a-84e4-94b315a6c935 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:50:04.028028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port 1228c26b-1534-4852-8738-3d9c6470ab4b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1228c26b-1534-4852-8738-3d9c6470ab4b,segment=NetworkSegment(2d0b1f90-3b2e-4042-aa46-5e25bfbec898),segment_id=2d0b1f90-3b2e-4042-aa46-5e25bfbec898)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:04.028397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:04.077517 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-528e1381-0653-454b-8603-e9c715ec3d27 None None] Deleting port 1228c26b-1534-4852-8738-3d9c6470ab4b {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:50:04.078056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-528e1381-0653-454b-8603-e9c715ec3d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:04.124918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for 1228c26b-1534-4852-8738-3d9c6470ab4b owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:50:04.169846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-528e1381-0653-454b-8603-e9c715ec3d27 None None] For port 1228c26b-1534-4852-8738-3d9c6470ab4b, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1228c26b-1534-4852-8738-3d9c6470ab4b,segment=NetworkSegment(2d0b1f90-3b2e-4042-aa46-5e25bfbec898),segment_id=2d0b1f90-3b2e-4042-aa46-5e25bfbec898)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:04.170243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-528e1381-0653-454b-8603-e9c715ec3d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:04.226767 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:04.229216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1bf1d0c6-02ca-46bf-8cc2-d2f217221dfb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:04.260714 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-fb747601-3cac-4873-89ba-1c0c29f0ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:02Z', 'revision_number': 9, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:04.262880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=1228c26b-1534-4852-8738-3d9c6470ab4b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:04.264799 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb747601-3cac-4873-89ba-1c0c29f0ce94 None None] The sync data for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv is: [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:02Z', 'revision_number': 9, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': '1402a6e9-6f16-4b70-a251-d889ab3d704c', 'name': '', 'network_id': '9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:b4:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:41Z', 'updated_at': '2021-06-11T11:49:52Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '5f8aeb6e-8e17-4169-b529-91c02ac70e91', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:50:04.265530 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:04.268110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No DVR routers for this DVR port 1228c26b-1534-4852-8738-3d9c6470ab4b on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:50:04.272585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-528e1381-0653-454b-8603-e9c715ec3d27 None None] Calling delete_port for 1228c26b-1534-4852-8738-3d9c6470ab4b owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:50:04.367703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-528e1381-0653-454b-8603-e9c715ec3d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:04.369451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-161b5e46-1347-410a-9de3-fd0eaaacd5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:04.377677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:04.388431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89b3646-cead-4a4a-84e4-94b315a6c935']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:04.396215 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e1381-0653-454b-8603-e9c715ec3d27 None None] Pushing event deleted for resources: {'Port': ['ID=1228c26b-1534-4852-8738-3d9c6470ab4b,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:04.399278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-528e1381-0653-454b-8603-e9c715ec3d27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:04.400072 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e1381-0653-454b-8603-e9c715ec3d27 None None] No DVR routers for this DVR port 1228c26b-1534-4852-8738-3d9c6470ab4b on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:50:04.400551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0b1f90-3b2e-4042-aa46-5e25bfbec898') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:04.401689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0b1f90-3b2e-4042-aa46-5e25bfbec898') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:04.413790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:04.429239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:04.435044 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:50:04.435458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:50:04.438638 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:50:04.515900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:04.520570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:04.522420 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/networks/b89b3646-cead-4a4a-84e4-94b315a6c935 HTTP/1.1" status: 204 len: 168 time: 0.7447929 Jun 11 11:50:04.523378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bfc4dc13-3ab3-45fc-a4b0-51256d6f72b6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:04.525351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49440) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:04.540083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Network': ['ID=b89b3646-cead-4a4a-84e4-94b315a6c935,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:04.543111 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:04.947978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:05.042091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1228c26b-1534-4852-8738-3d9c6470ab4b no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:50:05.071222 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 1228c26b-1534-4852-8738-3d9c6470ab4b {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:50:05.071580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1228c26b-1534-4852-8738-3d9c6470ab4b not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:50:05.072021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab67934f-93d2-48e0-8132-6a9aeb6072fb no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:50:05.095832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: ab67934f-93d2-48e0-8132-6a9aeb6072fb {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:50:05.096198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ab67934f-93d2-48e0-8132-6a9aeb6072fb not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:50:05.663786 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port 1402a6e9-6f16-4b70-a251-d889ab3d704c {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:50:05.664403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:05.774448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port 1402a6e9-6f16-4b70-a251-d889ab3d704c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1402a6e9-6f16-4b70-a251-d889ab3d704c,segment=NetworkSegment(6d5d7586-3d68-4dff-a6e9-046c01c11a34),segment_id=6d5d7586-3d68-4dff-a6e9-046c01c11a34)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:05.774841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:05.870022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for 1402a6e9-6f16-4b70-a251-d889ab3d704c owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:50:06.082627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:06.085417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:06.115211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=1402a6e9-6f16-4b70-a251-d889ab3d704c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:06.118904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:06.327962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:06.589271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4e469d07-2376-41fa-8a10-65bce6f2a99c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:50:06.719716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:50:06.725629 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1984329 Jun 11 11:50:06.728583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49442) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:06.729655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e84a16-9fed-4c55-a18a-b49bfce405b2 None None] Sync routers for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:50:06.742760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e84a16-9fed-4c55-a18a-b49bfce405b2 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:06.743631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-12e84a16-9fed-4c55-a18a-b49bfce405b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:06.792307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89b4479-df72-4231-a47d-f76228d2581e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting subnet 5f8aeb6e-8e17-4169-b529-91c02ac70e91 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:50:06.795638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89b4479-df72-4231-a47d-f76228d2581e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:06.841986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89b4479-df72-4231-a47d-f76228d2581e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:06.862307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-12e84a16-9fed-4c55-a18a-b49bfce405b2 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:06.943207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89b4479-df72-4231-a47d-f76228d2581e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.026076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89b4479-df72-4231-a47d-f76228d2581e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.030668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-92c91821-febf-44a5-a24a-c075e1970de6 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:07.064840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b4479-df72-4231-a47d-f76228d2581e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8aeb6e-8e17-4169-b529-91c02ac70e91,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:07.067440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d89b4479-df72-4231-a47d-f76228d2581e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:07.072165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89b4479-df72-4231-a47d-f76228d2581e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.073884 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d89b4479-df72-4231-a47d-f76228d2581e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/5f8aeb6e-8e17-4169-b529-91c02ac70e91 HTTP/1.1" status: 204 len: 168 time: 0.3443294 Jun 11 11:50:07.076618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49446) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:07.098628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b9eb6-dc39-4f4a-b949-e28cdf36834a None None] Network 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:50:07.180068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.239457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port 9ab8d406-68c5-434a-ba72-6c184fa00aad {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:50:07.239808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.249940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-12e84a16-9fed-4c55-a18a-b49bfce405b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:06Z', 'revision_number': 10, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:07.255343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e84a16-9fed-4c55-a18a-b49bfce405b2 None None] Checking router: 4e469d07-2376-41fa-8a10-65bce6f2a99c for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:50:07.272842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e84a16-9fed-4c55-a18a-b49bfce405b2 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:07.273484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-12e84a16-9fed-4c55-a18a-b49bfce405b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:07.338958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port 9ab8d406-68c5-434a-ba72-6c184fa00aad, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9ab8d406-68c5-434a-ba72-6c184fa00aad,segment=NetworkSegment(6d5d7586-3d68-4dff-a6e9-046c01c11a34),segment_id=6d5d7586-3d68-4dff-a6e9-046c01c11a34)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:07.339328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.408072 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-12e84a16-9fed-4c55-a18a-b49bfce405b2 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:07.442410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for 9ab8d406-68c5-434a-ba72-6c184fa00aad owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:50:07.450885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89fda28-b0b8-46f0-87f4-01956523545f None None] DHCP port deletion for 9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:50:07.546170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.548877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-40a16e4e-fded-4666-b729-79e25c600f03 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:07.578826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=9ab8d406-68c5-434a-ba72-6c184fa00aad,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:07.583763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:07.589365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No DVR routers for this DVR port 9ab8d406-68c5-434a-ba72-6c184fa00aad on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:50:07.666171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e89fda28-b0b8-46f0-87f4-01956523545f None None] The port '9ab8d406-68c5-434a-ba72-6c184fa00aad' was deleted {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 11 11:50:07.703418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.714781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:07.726305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5d7586-3d68-4dff-a6e9-046c01c11a34') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:07.727008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5d7586-3d68-4dff-a6e9-046c01c11a34') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:07.736624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.751873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.759033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:50:07.759430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:50:07.762894 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:50:07.847039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.851385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:07.856418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:07.858246 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/networks/9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb HTTP/1.1" status: 204 len: 168 time: 0.7805963 Jun 11 11:50:07.861272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49448) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:07.870756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Network': ['ID=9d5b6cb6-b6fd-4d05-aaec-1927b62f33cb,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:07.877724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:07.879509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-12e84a16-9fed-4c55-a18a-b49bfce405b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:06Z', 'revision_number': 10, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:07.883181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e84a16-9fed-4c55-a18a-b49bfce405b2 None None] The sync data for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv is: [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:06Z', 'revision_number': 10, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None, '_interfaces': [{'id': 'a9b30f03-9d31-41f2-beed-d4854e849c43', 'name': '', 'network_id': '13026bc6-e3af-4e03-8620-e69d5669a4a5', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'mac_address': 'fa:16:3e:01:3e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:35Z', 'updated_at': '2021-06-11T11:49:45Z', 'revision_number': 5, 'project_id': 'a06112d7019848f7874624ef330740bd', 'subnets': [{'id': '0c0a773f-c245-47d5-b32b-b9b204aec0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:50:08.670521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:08.979682 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port a9b30f03-9d31-41f2-beed-d4854e849c43 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:50:08.980474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:09.043528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1402a6e9-6f16-4b70-a251-d889ab3d704c no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:50:09.079593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 1402a6e9-6f16-4b70-a251-d889ab3d704c {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:50:09.079968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1402a6e9-6f16-4b70-a251-d889ab3d704c not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:50:09.080408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9ab8d406-68c5-434a-ba72-6c184fa00aad no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:50:09.102413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port a9b30f03-9d31-41f2-beed-d4854e849c43, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=a9b30f03-9d31-41f2-beed-d4854e849c43,segment=NetworkSegment(5bbcc622-4401-4e97-9f03-238d8e9e06ff),segment_id=5bbcc622-4401-4e97-9f03-238d8e9e06ff)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:09.102808 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:09.109961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 9ab8d406-68c5-434a-ba72-6c184fa00aad {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:50:09.110565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9ab8d406-68c5-434a-ba72-6c184fa00aad not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:50:09.198804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for a9b30f03-9d31-41f2-beed-d4854e849c43 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:50:09.415460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:09.417584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d187464-f81d-4359-8892-bf647afa8fa8 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:09.451082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=a9b30f03-9d31-41f2-beed-d4854e849c43,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:09.454255 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:09.642502 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:09.856950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4e469d07-2376-41fa-8a10-65bce6f2a99c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:50:09.961735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:50:09.966920 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1044483 Jun 11 11:50:09.969709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49450) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:09.970922 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382a652-04d6-4822-a3b4-592be8c892bb None None] Sync routers for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:50:09.979638 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382a652-04d6-4822-a3b4-592be8c892bb None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:09.980258 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4382a652-04d6-4822-a3b4-592be8c892bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:10.028238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca27519f-4598-48f8-b313-b1335a502b8e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting subnet 0c0a773f-c245-47d5-b32b-b9b204aec0df {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:50:10.031222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca27519f-4598-48f8-b313-b1335a502b8e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.079903 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-4382a652-04d6-4822-a3b4-592be8c892bb None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:10.082904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca27519f-4598-48f8-b313-b1335a502b8e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.156686 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4382a652-04d6-4822-a3b4-592be8c892bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:09Z', 'revision_number': 11, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:10.160139 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382a652-04d6-4822-a3b4-592be8c892bb None None] Checking router: 4e469d07-2376-41fa-8a10-65bce6f2a99c for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:50:10.168157 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382a652-04d6-4822-a3b4-592be8c892bb None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:10.168767 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4382a652-04d6-4822-a3b4-592be8c892bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:10.178677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca27519f-4598-48f8-b313-b1335a502b8e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.249390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca27519f-4598-48f8-b313-b1335a502b8e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.251633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e5c27d5c-385f-43fc-90e7-2cff32dca046 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:10.286299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27519f-4598-48f8-b313-b1335a502b8e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0a773f-c245-47d5-b32b-b9b204aec0df,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:10.290013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ca27519f-4598-48f8-b313-b1335a502b8e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:10.291084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ca27519f-4598-48f8-b313-b1335a502b8e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.296065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49452) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:10.296523 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ca27519f-4598-48f8-b313-b1335a502b8e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/0c0a773f-c245-47d5-b32b-b9b204aec0df HTTP/1.1" status: 204 len: 168 time: 0.3254418 Jun 11 11:50:10.308066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62be2fe8-3d08-4018-878b-6003a9ccee57 None None] Network 13026bc6-e3af-4e03-8620-e69d5669a4a5 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:50:10.382911 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-4382a652-04d6-4822-a3b4-592be8c892bb None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:10.410935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.463455 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-4382a652-04d6-4822-a3b4-592be8c892bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:09Z', 'revision_number': 11, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:10.467187 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382a652-04d6-4822-a3b4-592be8c892bb None None] The sync data for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv is: [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:09Z', 'revision_number': 11, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:50:10.472097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Deleting port 829c6d34-8469-43b9-bc92-aae9b6ec767f {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:50:10.472491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.564477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] For port 829c6d34-8469-43b9-bc92-aae9b6ec767f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=829c6d34-8469-43b9-bc92-aae9b6ec767f,segment=NetworkSegment(5bbcc622-4401-4e97-9f03-238d8e9e06ff),segment_id=5bbcc622-4401-4e97-9f03-238d8e9e06ff)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:10.564840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.659035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Calling delete_port for 829c6d34-8469-43b9-bc92-aae9b6ec767f owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:50:10.751010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.753826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:10.783501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Port': ['ID=829c6d34-8469-43b9-bc92-aae9b6ec767f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:10.786085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:10.791279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No DVR routers for this DVR port 829c6d34-8469-43b9-bc92-aae9b6ec767f on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:50:10.839675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3fa8a-084e-4b5c-a566-712deca507eb None None] DHCP port deletion for 13026bc6-e3af-4e03-8620-e69d5669a4a5 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:50:10.905040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.917234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13026bc6-e3af-4e03-8620-e69d5669a4a5']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:10.932930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbcc622-4401-4e97-9f03-238d8e9e06ff') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:10.933242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbcc622-4401-4e97-9f03-238d8e9e06ff') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:10.943380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.957699 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.964211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:50:10.964611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:50:10.967552 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:50:11.044446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:11.044652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 829c6d34-8469-43b9-bc92-aae9b6ec767f no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:50:11.049174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:11.053499 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/networks/13026bc6-e3af-4e03-8620-e69d5669a4a5 HTTP/1.1" status: 204 len: 168 time: 0.7540064 Jun 11 11:50:11.053499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f22b6f3b-db5f-4460-99bd-14ad7baf7d2c tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:11.054142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49454) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:11.059438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b7b047ad-03db-42d3-8350-3261f05b553d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'routes': None}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:11.068372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Pushing event deleted for resources: {'Network': ['ID=13026bc6-e3af-4e03-8620-e69d5669a4a5,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:11.070226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 829c6d34-8469-43b9-bc92-aae9b6ec767f {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:50:11.070698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 829c6d34-8469-43b9-bc92-aae9b6ec767f not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:50:11.071208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a9b30f03-9d31-41f2-beed-d4854e849c43 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:50:11.071426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:11.097889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: a9b30f03-9d31-41f2-beed-d4854e849c43 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:50:11.098360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device a9b30f03-9d31-41f2-beed-d4854e849c43 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:50:11.280322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.extraroute_db [None req-b7b047ad-03db-42d3-8350-3261f05b553d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Added routes are [] {{(pid=99005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 11:50:11.280564 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.extraroute_db [None req-b7b047ad-03db-42d3-8350-3261f05b553d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Removed routes are [] {{(pid=99005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 11:50:11.280897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b7b047ad-03db-42d3-8350-3261f05b553d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:11.485887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b7b047ad-03db-42d3-8350-3261f05b553d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:11.489122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b7b047ad-03db-42d3-8350-3261f05b553d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:11.595488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b047ad-03db-42d3-8350-3261f05b553d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 4e469d07-2376-41fa-8a10-65bce6f2a99c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:50:11.705378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b047ad-03db-42d3-8350-3261f05b553d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:50:11.711944 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b7b047ad-03db-42d3-8350-3261f05b553d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:11.713094 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b7b047ad-03db-42d3-8350-3261f05b553d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c HTTP/1.1" status: 200 len: 701 time: 0.6578250 Jun 11 11:50:11.714785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545484d-2cf0-4ab8-aac7-f290613577f6 None None] Sync routers for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:50:11.715786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49456) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:11.723862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545484d-2cf0-4ab8-aac7-f290613577f6 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:11.724479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2545484d-2cf0-4ab8-aac7-f290613577f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:11.748627 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9baf1a33-3379-4d7d-b921-972a02036308 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e469d07-2376-41fa-8a10-65bce6f2a99c HTTP/1.1" status: 200 len: 205 time: 0.0316975 Jun 11 11:50:11.750940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49458) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:11.824272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2545484d-2cf0-4ab8-aac7-f290613577f6 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:11.855127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1e74824-abd0-4c6d-85db-db6b6427e33f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:11.900189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2545484d-2cf0-4ab8-aac7-f290613577f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:09Z', 'revision_number': 11, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:11.903701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545484d-2cf0-4ab8-aac7-f290613577f6 None None] Checking router: 4e469d07-2376-41fa-8a10-65bce6f2a99c for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:50:11.911580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545484d-2cf0-4ab8-aac7-f290613577f6 None None] Routers {'4e469d07-2376-41fa-8a10-65bce6f2a99c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:11.912205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2545484d-2cf0-4ab8-aac7-f290613577f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4e469d07-2376-41fa-8a10-65bce6f2a99c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:12.012829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2545484d-2cf0-4ab8-aac7-f290613577f6 None None] Set router 4e469d07-2376-41fa-8a10-65bce6f2a99c gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:12.093938 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2545484d-2cf0-4ab8-aac7-f290613577f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:09Z', 'revision_number': 11, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:12.097716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545484d-2cf0-4ab8-aac7-f290613577f6 None None] The sync data for ids ['4e469d07-2376-41fa-8a10-65bce6f2a99c'] in dv-neutron-786478-5-hyperv is: [{'id': '4e469d07-2376-41fa-8a10-65bce6f2a99c', 'name': 'tempest-RoutersTest-router-1251758070', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:50:09Z', 'revision_number': 11, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:50:12.152676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-76b845b7-1ed8-463f-9260-0a1d3eeaf253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:12.476782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1e74824-abd0-4c6d-85db-db6b6427e33f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:12.480332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1e74824-abd0-4c6d-85db-db6b6427e33f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:12.535828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1e74824-abd0-4c6d-85db-db6b6427e33f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:12.536312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e74824-abd0-4c6d-85db-db6b6427e33f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Fanout notify agent at l3_agent the message router_deleted on router 4e469d07-2376-41fa-8a10-65bce6f2a99c {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:50:12.543645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1e74824-abd0-4c6d-85db-db6b6427e33f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:12.544733 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d1e74824-abd0-4c6d-85db-db6b6427e33f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c HTTP/1.1" status: 204 len: 168 time: 0.7929125 Jun 11 11:50:12.548836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49462) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:12.553949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a5ffd37b-a632-4daa-9f13-5d34b54b248c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2133069533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:12.575458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd37b-a632-4daa-9f13-5d34b54b248c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:12.576444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd37b-a632-4daa-9f13-5d34b54b248c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:12.648162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd37b-a632-4daa-9f13-5d34b54b248c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:12.652442 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd37b-a632-4daa-9f13-5d34b54b248c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:12.667609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd37b-a632-4daa-9f13-5d34b54b248c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:12.669179 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a5ffd37b-a632-4daa-9f13-5d34b54b248c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1194201 Jun 11 11:50:12.671900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49464) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:12.676357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-681c48cc-a221-440f-bcaa-9240809c580e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:12.972358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-681c48cc-a221-440f-bcaa-9240809c580e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:12.982757 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-681c48cc-a221-440f-bcaa-9240809c580e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:13.108852 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681c48cc-a221-440f-bcaa-9240809c580e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Router 6523e187-d4ee-44b9-af5c-2ce62cee678a is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:50:13.216762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681c48cc-a221-440f-bcaa-9240809c580e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:50:13.223363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-681c48cc-a221-440f-bcaa-9240809c580e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:13.224402 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-681c48cc-a221-440f-bcaa-9240809c580e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "PUT /v2.0/routers/6523e187-d4ee-44b9-af5c-2ce62cee678a HTTP/1.1" status: 200 len: 694 time: 0.5515809 Jun 11 11:50:13.227037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49466) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:13.229434 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea28d1-be53-4107-93f7-e9aff85a5b2c None None] Sync routers for ids ['6523e187-d4ee-44b9-af5c-2ce62cee678a'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:50:13.238159 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea28d1-be53-4107-93f7-e9aff85a5b2c None None] Routers {'6523e187-d4ee-44b9-af5c-2ce62cee678a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:13.238789 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ecea28d1-be53-4107-93f7-e9aff85a5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['6523e187-d4ee-44b9-af5c-2ce62cee678a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:13.341672 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-19520f85-4c6a-4d1b-b4f3-fdb9a1b28511 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/routers/6523e187-d4ee-44b9-af5c-2ce62cee678a HTTP/1.1" status: 200 len: 700 time: 0.1128285 Jun 11 11:50:13.344126 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49468) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:13.346455 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-ecea28d1-be53-4107-93f7-e9aff85a5b2c None None] Set router 6523e187-d4ee-44b9-af5c-2ce62cee678a gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:13.377334 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b23c67e9-a924-4048-9661-54a47fb66205 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=6523e187-d4ee-44b9-af5c-2ce62cee678a HTTP/1.1" status: 200 len: 205 time: 0.0320673 Jun 11 11:50:13.379654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49470) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:13.427462 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ecea28d1-be53-4107-93f7-e9aff85a5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6523e187-d4ee-44b9-af5c-2ce62cee678a', 'name': 'tempest-RoutersTest-router-2133069533', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:50:12Z', 'updated_at': '2021-06-11T11:50:12Z', 'revision_number': 2, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:13.431574 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea28d1-be53-4107-93f7-e9aff85a5b2c None None] Checking router: 6523e187-d4ee-44b9-af5c-2ce62cee678a for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:50:13.439400 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea28d1-be53-4107-93f7-e9aff85a5b2c None None] Routers {'6523e187-d4ee-44b9-af5c-2ce62cee678a'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:13.440020 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ecea28d1-be53-4107-93f7-e9aff85a5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:49:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['6523e187-d4ee-44b9-af5c-2ce62cee678a'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:13.486452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-05b80f6d-455e-4699-b62d-6a4e7172a638 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:13.537461 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-ecea28d1-be53-4107-93f7-e9aff85a5b2c None None] Set router 6523e187-d4ee-44b9-af5c-2ce62cee678a gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:13.615083 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ecea28d1-be53-4107-93f7-e9aff85a5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6523e187-d4ee-44b9-af5c-2ce62cee678a', 'name': 'tempest-RoutersTest-router-2133069533', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:50:12Z', 'updated_at': '2021-06-11T11:50:12Z', 'revision_number': 2, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:13.618847 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea28d1-be53-4107-93f7-e9aff85a5b2c None None] The sync data for ids ['6523e187-d4ee-44b9-af5c-2ce62cee678a'] in dv-neutron-786478-5-hyperv is: [{'id': '6523e187-d4ee-44b9-af5c-2ce62cee678a', 'name': 'tempest-RoutersTest-router-2133069533', 'tenant_id': 'a06112d7019848f7874624ef330740bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:50:12Z', 'updated_at': '2021-06-11T11:50:12Z', 'revision_number': 2, 'project_id': 'a06112d7019848f7874624ef330740bd', 'gw_port_host': None}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:50:13.724663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-05b80f6d-455e-4699-b62d-6a4e7172a638 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:13.728216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-05b80f6d-455e-4699-b62d-6a4e7172a638 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:13.799557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-05b80f6d-455e-4699-b62d-6a4e7172a638 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:13.800294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b80f6d-455e-4699-b62d-6a4e7172a638 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Fanout notify agent at l3_agent the message router_deleted on router 6523e187-d4ee-44b9-af5c-2ce62cee678a {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:50:13.809210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-05b80f6d-455e-4699-b62d-6a4e7172a638 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:13.810318 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-05b80f6d-455e-4699-b62d-6a4e7172a638 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/6523e187-d4ee-44b9-af5c-2ce62cee678a HTTP/1.1" status: 204 len: 168 time: 0.4297893 Jun 11 11:50:13.816494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49472) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:13.852421 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6f0d86e6-3489-43fe-85f4-47512ab4c5e4 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=6523e187-d4ee-44b9-af5c-2ce62cee678a HTTP/1.1" status: 200 len: 205 time: 0.0347331 Jun 11 11:50:13.854440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49474) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:13.907076 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-fac9e697-c62d-4098-9dac-ae3faf82f26f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] delete failed (client error): The resource could not be found. Jun 11 11:50:13.908037 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fac9e697-c62d-4098-9dac-ae3faf82f26f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/6523e187-d4ee-44b9-af5c-2ce62cee678a HTTP/1.1" status: 404 len: 336 time: 0.0527184 Jun 11 11:50:13.910344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49476) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:13.941981 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-8784b1f5-390a-4ef9-bde7-4b811b7cbe27 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] DELETE failed (client error): The resource could not be found. Jun 11 11:50:13.942419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8784b1f5-390a-4ef9-bde7-4b811b7cbe27 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:50:13.944034 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8784b1f5-390a-4ef9-bde7-4b811b7cbe27 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/ee741b42-7128-4269-96d5-a3ad5dbc3005 HTTP/1.1" status: 404 len: 337 time: 0.0327609 Jun 11 11:50:13.946234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49478) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:13.981202 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecd0ccf-a7f0-4ca3-9be4-9b148c42750c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] DELETE failed (client error): The resource could not be found. Jun 11 11:50:13.981650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecd0ccf-a7f0-4ca3-9be4-9b148c42750c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:50:13.983277 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cecd0ccf-a7f0-4ca3-9be4-9b148c42750c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/c4432951-ec10-4df0-8a05-7140c8f140c4 HTTP/1.1" status: 404 len: 337 time: 0.0361609 Jun 11 11:50:13.985592 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49480) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.016699 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-892577ee-9b72-4a16-bdf0-1efd9be637cd tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] DELETE failed (client error): The resource could not be found. Jun 11 11:50:14.017164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892577ee-9b72-4a16-bdf0-1efd9be637cd tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:50:14.018863 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-892577ee-9b72-4a16-bdf0-1efd9be637cd tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/5f8aeb6e-8e17-4169-b529-91c02ac70e91 HTTP/1.1" status: 404 len: 337 time: 0.0323913 Jun 11 11:50:14.021232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49482) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.053630 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-30326de2-0ffe-4394-b78e-919129abdda1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] DELETE failed (client error): The resource could not be found. Jun 11 11:50:14.054079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30326de2-0ffe-4394-b78e-919129abdda1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:50:14.055746 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-30326de2-0ffe-4394-b78e-919129abdda1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/0c0a773f-c245-47d5-b32b-b9b204aec0df HTTP/1.1" status: 404 len: 337 time: 0.0331168 Jun 11 11:50:14.058221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49484) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.090554 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-016ba452-7108-4ee5-b35e-edb67aaaefd8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e469d07-2376-41fa-8a10-65bce6f2a99c HTTP/1.1" status: 200 len: 205 time: 0.0311899 Jun 11 11:50:14.092705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49486) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.147860 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-6e1ec546-1a04-4878-886c-8344e596ad69 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] delete failed (client error): The resource could not be found. Jun 11 11:50:14.148879 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6e1ec546-1a04-4878-886c-8344e596ad69 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/4e469d07-2376-41fa-8a10-65bce6f2a99c HTTP/1.1" status: 404 len: 336 time: 0.0553057 Jun 11 11:50:14.153332 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49488) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.185971 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-724c94f0-bbfa-452e-b26c-7546d178d0fb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f383f91-bde1-454e-a305-055bbd25047b HTTP/1.1" status: 200 len: 205 time: 0.0315466 Jun 11 11:50:14.188152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49490) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.243681 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-8f27e646-f079-4fad-9919-9ce21b1d2de9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] delete failed (client error): The resource could not be found. Jun 11 11:50:14.244707 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8f27e646-f079-4fad-9919-9ce21b1d2de9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/4f383f91-bde1-454e-a305-055bbd25047b HTTP/1.1" status: 404 len: 336 time: 0.0556922 Jun 11 11:50:14.247361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49492) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.281797 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c982a0-e0fc-4488-9119-95440e8da5cb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] DELETE failed (client error): The resource could not be found. Jun 11 11:50:14.282265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c982a0-e0fc-4488-9119-95440e8da5cb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:50:14.284017 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b6c982a0-e0fc-4488-9119-95440e8da5cb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/da2a87fb-e113-4e1b-b2eb-a77bb6f0f6b5 HTTP/1.1" status: 404 len: 337 time: 0.0350299 Jun 11 11:50:14.286655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49494) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.319965 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2dc6687e-1f10-4f7d-8a3d-57e925a4f2f6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ca9f5f0-abff-446d-9a30-246682474d43 HTTP/1.1" status: 200 len: 205 time: 0.0320601 Jun 11 11:50:14.322074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49496) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.377312 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-7ffa10f8-6c34-4825-b6bb-6be946f1f1c3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] delete failed (client error): The resource could not be found. Jun 11 11:50:14.378389 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7ffa10f8-6c34-4825-b6bb-6be946f1f1c3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/6ca9f5f0-abff-446d-9a30-246682474d43 HTTP/1.1" status: 404 len: 336 time: 0.0553730 Jun 11 11:50:14.380993 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49498) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.413543 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f186711d-db48-4043-b24a-e07b83e28594 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=732b38d0-07af-4b61-b125-d87500c6aac2 HTTP/1.1" status: 200 len: 205 time: 0.0313342 Jun 11 11:50:14.415622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49500) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.470445 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-bffa7ace-fe0b-43eb-a86a-c890d420d721 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] delete failed (client error): The resource could not be found. Jun 11 11:50:14.471535 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bffa7ace-fe0b-43eb-a86a-c890d420d721 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/732b38d0-07af-4b61-b125-d87500c6aac2 HTTP/1.1" status: 404 len: 336 time: 0.0550394 Jun 11 11:50:14.474022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49502) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.509943 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ceb0e2-a8bf-4157-962a-4feb15cd93e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] DELETE failed (client error): The resource could not be found. Jun 11 11:50:14.510652 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ceb0e2-a8bf-4157-962a-4feb15cd93e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:50:14.512161 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-26ceb0e2-a8bf-4157-962a-4feb15cd93e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/e3339c4c-f0c4-4423-9d8a-dbbbfe886714 HTTP/1.1" status: 404 len: 337 time: 0.0371907 Jun 11 11:50:14.514751 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49504) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.549542 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2f600d3c-84ca-49b5-a3cd-921b423598ab tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce587cda-7c4b-464c-b0f1-fe0401aab350 HTTP/1.1" status: 200 len: 205 time: 0.0336287 Jun 11 11:50:14.551752 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49506) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.607528 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-a7b96f85-aebd-4cd6-82dd-353eafcd730f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] delete failed (client error): The resource could not be found. Jun 11 11:50:14.608535 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a7b96f85-aebd-4cd6-82dd-353eafcd730f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/ce587cda-7c4b-464c-b0f1-fe0401aab350 HTTP/1.1" status: 404 len: 336 time: 0.0559130 Jun 11 11:50:14.610996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49508) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.642958 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85d3f49-b84e-4285-a45e-e317e56f6ed6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] DELETE failed (client error): The resource could not be found. Jun 11 11:50:14.643402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85d3f49-b84e-4285-a45e-e317e56f6ed6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:50:14.644999 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c85d3f49-b84e-4285-a45e-e317e56f6ed6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/9ca2466e-994f-4c55-8431-f8535ccb2f38 HTTP/1.1" status: 404 len: 337 time: 0.0331366 Jun 11 11:50:14.647898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49510) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.679840 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5b6299a3-4c32-448c-b49f-9b3cd7a5764e tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "GET /v2.0/ports?device_id=0032f8e1-0b53-4d82-bcf9-667d9967cf8a HTTP/1.1" status: 200 len: 205 time: 0.0308709 Jun 11 11:50:14.681986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49512) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.726106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:14.736957 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-7c4be33a-c1f5-4d81-8d47-3c055077a811 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] delete failed (client error): The resource could not be found. Jun 11 11:50:14.737983 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7c4be33a-c1f5-4d81-8d47-3c055077a811 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/routers/0032f8e1-0b53-4d82-bcf9-667d9967cf8a HTTP/1.1" status: 404 len: 336 time: 0.0550480 Jun 11 11:50:14.740459 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49514) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.773389 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f0349d-99c1-482b-8a21-fa355c87bfb5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] DELETE failed (client error): The resource could not be found. Jun 11 11:50:14.773768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f0349d-99c1-482b-8a21-fa355c87bfb5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:50:14.775408 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e6f0349d-99c1-482b-8a21-fa355c87bfb5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/70951740-7290-4d94-aa22-9d9a79abc821 HTTP/1.1" status: 404 len: 337 time: 0.0340316 Jun 11 11:50:14.777568 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49516) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:14.809217 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e358ec91-cced-4e03-816f-1d934cc73603 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] DELETE failed (client error): The resource could not be found. Jun 11 11:50:14.809657 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e358ec91-cced-4e03-816f-1d934cc73603 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:50:14.811278 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e358ec91-cced-4e03-816f-1d934cc73603 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] 10.222.0.46 "DELETE /v2.0/subnets/d31be1d7-320e-4f41-8d8b-0866e5ef6c0b HTTP/1.1" status: 404 len: 337 time: 0.0328634 Jun 11 11:50:14.930522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f128fedd-91f1-4b88-9d6d-ad72358e7437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:15.048081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49522) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:15.182097 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c824720b-543f-46e2-81fc-f03655d2d16e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a06112d7019848f7874624ef330740bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327693 Jun 11 11:50:15.184540 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49526) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:15.233975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8d73e79f-97c1-4a53-8185-2d403100d182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:15.256904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8d73e79f-97c1-4a53-8185-2d403100d182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:15.307011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8d73e79f-97c1-4a53-8185-2d403100d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:15.309679 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8d73e79f-97c1-4a53-8185-2d403100d182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:15.310832 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8d73e79f-97c1-4a53-8185-2d403100d182 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1fffab2-38bd-4496-b7b8-d26a3bd5161a HTTP/1.1" status: 204 len: 168 time: 0.1253932 Jun 11 11:50:15.311609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f677be04-89aa-4f4e-bdc1-a44fc0f45796 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:15.320703 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73e79f-97c1-4a53-8185-2d403100d182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fffab2-38bd-4496-b7b8-d26a3bd5161a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:15.323078 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8d73e79f-97c1-4a53-8185-2d403100d182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:16.002622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:17.711005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:27.520002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:32.522040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49546) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:32.643306 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04192bed-ac43-4b7d-a588-ad6cbf23738d tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:32.643792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04192bed-ac43-4b7d-a588-ad6cbf23738d tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:32.644263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04192bed-ac43-4b7d-a588-ad6cbf23738d tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:32.646898 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-04192bed-ac43-4b7d-a588-ad6cbf23738d tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=d8399334e9cb4ae2b4d59d7a1c160597&network_id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144 HTTP/1.1" status: 200 len: 2999 time: 0.1226714 Jun 11 11:50:34.291010 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49556) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:34.344322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1994cc96-33f9-45a9-b05a-98c445a1e734 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:34.345774 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1994cc96-33f9-45a9-b05a-98c445a1e734 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044 HTTP/1.1" status: 200 len: 814 time: 0.0537801 Jun 11 11:50:34.800532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49562) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:34.936299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-111b890a-8e70-4240-8248-b061808528c6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:35.392634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-111b890a-8e70-4240-8248-b061808528c6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:35.582848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-111b890a-8e70-4240-8248-b061808528c6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:35.587085 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-111b890a-8e70-4240-8248-b061808528c6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:35.587411 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-111b890a-8e70-4240-8248-b061808528c6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 55dc08cd-a247-4425-9089-322e05fab990 disassociated. External IP: 172.26.6.149, port: efe4f3b1-cbb2-4914-b5a9-b9d474f8a953. Jun 11 11:50:35.869826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111b890a-8e70-4240-8248-b061808528c6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:50:36.018507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111b890a-8e70-4240-8248-b061808528c6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:50:36.024008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-111b890a-8e70-4240-8248-b061808528c6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:36.028454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea69cf-2a71-4106-a07d-269b66f176ed None None] Sync routers for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:50:36.037780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea69cf-2a71-4106-a07d-269b66f176ed None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:36.038399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-77ea69cf-2a71-4106-a07d-269b66f176ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:50:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:36.065614 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-111b890a-8e70-4240-8248-b061808528c6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 200 len: 690 time: 1.2640040 Jun 11 11:50:36.066384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'tag': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:50:36.068970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49566) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:36.069520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27264cb0-0786-412c-baf8-f71f48b97139" -d '{"events": [{"name": "network-changed", "server_uuid": "5b418a75-734b-4fc4-8b37-21a16b48858e", "tag": "efe4f3b1-cbb2-4914-b5a9-b9d474f8a953"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:50:36.121488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d49ab91-aa3b-4729-8c02-044d3654ced6 x-openstack-request-id: req-2d49ab91-aa3b-4729-8c02-044d3654ced6 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:50:36.121781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b418a75-734b-4fc4-8b37-21a16b48858e", "tag": "efe4f3b1-cbb2-4914-b5a9-b9d474f8a953", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:50:36.122203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d49ab91-aa3b-4729-8c02-044d3654ced6 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:50:36.122697 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'tag': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953', 'status': 'completed', 'code': 200} Jun 11 11:50:36.145533 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-83101306-c3b0-43c6-ba99-b148dae1fcc3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 200 len: 690 time: 0.0751386 Jun 11 11:50:36.179394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-77ea69cf-2a71-4106-a07d-269b66f176ed None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:36.247023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264cb0-0786-412c-baf8-f71f48b97139 req-0fc80ba7-c4ee-4b5e-9eb5-82ea5be117c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:36.248509 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-27264cb0-0786-412c-baf8-f71f48b97139 req-0fc80ba7-c4ee-4b5e-9eb5-82ea5be117c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 1098 time: 0.1046171 Jun 11 11:50:36.367937 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264cb0-0786-412c-baf8-f71f48b97139 req-1e1824e3-e331-4b3c-ad27-2e3de661daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:36.369431 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-27264cb0-0786-412c-baf8-f71f48b97139 req-1e1824e3-e331-4b3c-ad27-2e3de661daea service neutron] 10.222.0.25 "GET /v2.0/networks?id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144 HTTP/1.1" status: 200 len: 899 time: 0.1138947 Jun 11 11:50:36.428494 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-27264cb0-0786-412c-baf8-f71f48b97139 req-36afb431-f966-4900-b007-db121f0f2d21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 HTTP/1.1" status: 200 len: 217 time: 0.0525010 Jun 11 11:50:36.434158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-77ea69cf-2a71-4106-a07d-269b66f176ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:36.437408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea69cf-2a71-4106-a07d-269b66f176ed None None] Checking router: 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:50:36.445835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea69cf-2a71-4106-a07d-269b66f176ed None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:36.446439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-77ea69cf-2a71-4106-a07d-269b66f176ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:50:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:36.484257 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264cb0-0786-412c-baf8-f71f48b97139 req-5228ba9b-66cf-464a-9084-00892fdc525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:36.485741 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-27264cb0-0786-412c-baf8-f71f48b97139 req-5228ba9b-66cf-464a-9084-00892fdc525c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=092964fa-dc2c-4ff9-b455-55bb8a4434fc HTTP/1.1" status: 200 len: 834 time: 0.0518589 Jun 11 11:50:36.553546 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264cb0-0786-412c-baf8-f71f48b97139 req-bf57e72e-765a-4f16-9218-041b488596ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:36.555084 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-27264cb0-0786-412c-baf8-f71f48b97139 req-bf57e72e-765a-4f16-9218-041b488596ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618782 Jun 11 11:50:36.565278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [req-27264cb0-0786-412c-baf8-f71f48b97139 req-87cf05b7-d779-4fac-9ce8-1039a8f283f4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:50:36.566205 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-27264cb0-0786-412c-baf8-f71f48b97139 req-87cf05b7-d779-4fac-9ce8-1039a8f283f4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049839 Jun 11 11:50:36.588351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-77ea69cf-2a71-4106-a07d-269b66f176ed None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:36.683889 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-27264cb0-0786-412c-baf8-f71f48b97139 req-bcda4733-de3a-4f68-b96d-5b263e295384 service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114724 Jun 11 11:50:36.808324 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-27264cb0-0786-412c-baf8-f71f48b97139 req-becfca23-e412-4e0a-afb8-29cafb528eb3 service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183648 Jun 11 11:50:36.998592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-77ea69cf-2a71-4106-a07d-269b66f176ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:37.001926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea69cf-2a71-4106-a07d-269b66f176ed None None] The sync data for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv is: [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:50:37.149920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49572) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:37.202782 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8610d6-c1e9-4229-8fad-0e84a1bf3f7c None None] New status for floating IP 55dc08cd-a247-4425-9089-322e05fab990: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:50:37.213717 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-823c2b34-bc06-4bc3-8944-17c8e2bf3433 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 200 len: 690 time: 0.0625279 Jun 11 11:50:38.216791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49574) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:38.292671 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-35a0e3c2-4425-45fe-a177-631795f92cff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 200 len: 688 time: 0.0743411 Jun 11 11:50:39.614249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49578) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:39.619654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3e3c06ee-2899-4757-99ff-076d30b63b29 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192422579', 'description': 'tempest-secgroup-smoke-192422579 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:39.640961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3e3c06ee-2899-4757-99ff-076d30b63b29 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:39.728362 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3e3c06ee-2899-4757-99ff-076d30b63b29 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:39.731221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3e3c06ee-2899-4757-99ff-076d30b63b29 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:39.734363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ab6a9dd2-8693-4540-a365-9c2f1d78493f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:39.754775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3e3c06ee-2899-4757-99ff-076d30b63b29 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:39.755968 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3e3c06ee-2899-4757-99ff-076d30b63b29 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1400056 Jun 11 11:50:39.759619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49580) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:39.764480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c06ee-2899-4757-99ff-076d30b63b29 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5086b1d-83b9-4638-9ede-53b6bcdbab7f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:39.765154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'a5086b1d-83b9-4638-9ede-53b6bcdbab7f', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:39.767491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3e3c06ee-2899-4757-99ff-076d30b63b29 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:39.795967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:39.857081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:39.860441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:39.862851 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4eb72518-dc34-4b7e-bb9e-0b49859beeeb tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:39.880103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59aa64ff-55a6-4733-bdd4-aec27ea8b951,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:39.887624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:39.888772 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278453 Jun 11 11:50:39.890062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.890463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.890855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.891229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.891596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.891894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49582) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:39.892013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.892317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.892682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.893044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.893405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.893765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.894125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:39.897244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ae413f3a-6987-44e6-bc54-6c23748b17cc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'a5086b1d-83b9-4638-9ede-53b6bcdbab7f', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:39.897404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:39.925589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae413f3a-6987-44e6-bc54-6c23748b17cc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.005604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae413f3a-6987-44e6-bc54-6c23748b17cc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.009196 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae413f3a-6987-44e6-bc54-6c23748b17cc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.011469 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-79d177e8-bb78-427f-9645-184c1b8e77be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:40.028445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae413f3a-6987-44e6-bc54-6c23748b17cc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6db67a-89d8-4a14-a86d-4838408e7323,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:40.030906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ae413f3a-6987-44e6-bc54-6c23748b17cc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:40.034820 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae413f3a-6987-44e6-bc54-6c23748b17cc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.036016 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ae413f3a-6987-44e6-bc54-6c23748b17cc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427629 Jun 11 11:50:40.039601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49584) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:40.044158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6037005f-402a-4ed3-9a51-a7c19f21556c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'a5086b1d-83b9-4638-9ede-53b6bcdbab7f', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:40.068266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6037005f-402a-4ed3-9a51-a7c19f21556c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.129622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6037005f-402a-4ed3-9a51-a7c19f21556c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.132937 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6037005f-402a-4ed3-9a51-a7c19f21556c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.134677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:40.152091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037005f-402a-4ed3-9a51-a7c19f21556c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3ae922-1596-4e05-9212-75bbabaa2c3a,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:40.154857 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6037005f-402a-4ed3-9a51-a7c19f21556c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:40.157173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6037005f-402a-4ed3-9a51-a7c19f21556c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.158307 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6037005f-402a-4ed3-9a51-a7c19f21556c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178007 Jun 11 11:50:40.161046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49586) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:40.166107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2ad5bbd8-353f-45eb-9c1f-794b65fbcfb9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'a5086b1d-83b9-4638-9ede-53b6bcdbab7f', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:40.190970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bbd8-353f-45eb-9c1f-794b65fbcfb9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.253404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bbd8-353f-45eb-9c1f-794b65fbcfb9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.258113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bbd8-353f-45eb-9c1f-794b65fbcfb9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.263676 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a3716517-fe41-4877-b82c-63f6955602d2 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:40.279935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5bbd8-353f-45eb-9c1f-794b65fbcfb9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df3dd07-8064-402b-8f33-4cb9cc31f496,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:40.282491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2ad5bbd8-353f-45eb-9c1f-794b65fbcfb9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:40.288874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bbd8-353f-45eb-9c1f-794b65fbcfb9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.290177 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2ad5bbd8-353f-45eb-9c1f-794b65fbcfb9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275198 Jun 11 11:50:40.294324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49588) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:40.298942 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-998f5d8a-e5fd-4f67-a2ba-ecfcf1c0ed22 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'a5086b1d-83b9-4638-9ede-53b6bcdbab7f', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:40.319827 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-998f5d8a-e5fd-4f67-a2ba-ecfcf1c0ed22 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:50:40.324688 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-998f5d8a-e5fd-4f67-a2ba-ecfcf1c0ed22 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.392490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-998f5d8a-e5fd-4f67-a2ba-ecfcf1c0ed22 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.395702 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-998f5d8a-e5fd-4f67-a2ba-ecfcf1c0ed22 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.398605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2ad5bbd8-353f-45eb-9c1f-794b65fbcfb9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:40.412973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f5d8a-e5fd-4f67-a2ba-ecfcf1c0ed22 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a6c0ea-4d45-44ae-8f02-0ac6dd492cb9,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:40.416577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-998f5d8a-e5fd-4f67-a2ba-ecfcf1c0ed22 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:40.421871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-998f5d8a-e5fd-4f67-a2ba-ecfcf1c0ed22 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.423059 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-998f5d8a-e5fd-4f67-a2ba-ecfcf1c0ed22 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277521 Jun 11 11:50:40.425652 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49590) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:40.430186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-7302e218-fb55-4d2d-976a-20d700fc3ee6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'a5086b1d-83b9-4638-9ede-53b6bcdbab7f', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:40.451011 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-7302e218-fb55-4d2d-976a-20d700fc3ee6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:50:40.455478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7302e218-fb55-4d2d-976a-20d700fc3ee6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.518283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7302e218-fb55-4d2d-976a-20d700fc3ee6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.522343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7302e218-fb55-4d2d-976a-20d700fc3ee6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.524608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-998f5d8a-e5fd-4f67-a2ba-ecfcf1c0ed22 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:40.544813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302e218-fb55-4d2d-976a-20d700fc3ee6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163894ce-27eb-4d2b-8341-9264af9d8669,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:40.547755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7302e218-fb55-4d2d-976a-20d700fc3ee6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:40.550619 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7302e218-fb55-4d2d-976a-20d700fc3ee6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:40.551857 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7302e218-fb55-4d2d-976a-20d700fc3ee6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252716 Jun 11 11:50:40.877024 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-845ac7ee-fd6c-42d3-81b4-680b1d9b6d53 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192422579&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.0402758 Jun 11 11:50:40.920377 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:50:41.006377 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f762a62-f762-43db-87d4-07912eead502 req-55249ec8-a203-4cd6-95a1-1c459a2b80c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:41.007883 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-55249ec8-a203-4cd6-95a1-1c459a2b80c3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/networks?id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144 HTTP/1.1" status: 200 len: 797 time: 0.1245673 Jun 11 11:50:41.022947 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-0cb247bf-ecd4-426c-88c1-822ae4268215 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/quotas/d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 375 time: 0.0095711 Jun 11 11:50:41.101593 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-2e8dfb42-ee18-4ccc-92ef-9779f7696233 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0738201 Jun 11 11:50:41.118853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-4832b278-5859-4bed-8e84-139ce7d60640 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:50:41.119800 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-4832b278-5859-4bed-8e84-139ce7d60640 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051279 Jun 11 11:50:41.635679 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-2f5717fc-ed1d-4a99-8f79-95c6542ad6b6 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106995 Jun 11 11:50:41.748456 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-037c85e0-2393-41b7-a72c-ad39c91afff9 service neutron] 10.222.0.46 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066768 Jun 11 11:50:41.971518 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f5c209a6-23cd-46a9-8950-5078f64f7342 req-42ce5b20-9887-4437-80e5-f0e9794717c6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 210 time: 0.0845852 Jun 11 11:50:42.142579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3efd1251-8dee-409c-acd7-eb7bf29f97eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:42.961557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f762a62-f762-43db-87d4-07912eead502 req-c7afcdec-1c06-485e-8ebd-176dba013aef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:42.962910 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-c7afcdec-1c06-485e-8ebd-176dba013aef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144 HTTP/1.1" status: 200 len: 797 time: 0.1308043 Jun 11 11:50:43.011127 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-5872b8e7-f280-4510-917f-bccd11ff0910 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 471 time: 0.0398788 Jun 11 11:50:43.020304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'device_id': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'admin_state_up': True, 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'security_groups': ['a5086b1d-83b9-4638-9ede-53b6bcdbab7f']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:43.123089 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ccefbf11-2a9f-4d2c-9077-b15900c32f75 req-dc485181-3d7d-4fd1-b383-1c15d5f7edb3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 210 time: 0.0333276 Jun 11 11:50:43.158777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'port': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:50:43.162406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:43.305999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.4 (a3d2c056-c70c-4b21-98c1-4cec2dfa7144/092964fa-dc2c-4ff9-b455-55bb8a4434fc/79c39ce9-ba53-4a32-a3ec-60fbdd349d71) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:50:43.468016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:43.482568 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:50:43.521062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:43.525838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8ccf9d35-f8f0-48ea-8cb3-f03548b45162 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:43.576447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:50:43.579832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:50:43.582106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:50:43.622490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=79c39ce9-ba53-4a32-a3ec-60fbdd349d71,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:43.625423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:43.650720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:43.651335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:43.666118 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6500127 Jun 11 11:50:43.678316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Request body: {'port': {'device_id': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:43.766040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:43.845617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0a1d9e21-42ae-42e9-8768-35195412bbd3 None None] Provisioning for port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:50:43.849994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0a1d9e21-42ae-42e9-8768-35195412bbd3 None None] Provisioning complete for port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:50:43.850350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0a1d9e21-42ae-42e9-8768-35195412bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:43.888564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d9e21-42ae-42e9-8768-35195412bbd3 None None] Port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:50:44.072217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 {{(pid=99005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:50:44.079494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:44.091098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Transition to ACTIVE for port object 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 will not be triggered until provisioned by entity L2. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:50:44.094812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:44.096862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b49a2a9a-9f8c-418e-a81a-0fd1c58043fc tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:44.203364 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Pushing event updated for resources: {'Port': ['ID=79c39ce9-ba53-4a32-a3ec-60fbdd349d71,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:44.206936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:44.336721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Attempting to bind port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:50:44.337045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Attempting to bind port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:50:44.337378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Attempting to bind port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 on network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:50:44.344162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 on network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:50:44.344489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Attempting to bind port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 on network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:50:44.352136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:50:44.352422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Checking segment: {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:50:44.352809 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Bound using segment: {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'} {{(pid=99005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:50:44.353237 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.managers [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Bound port: 79c39ce9-ba53-4a32-a3ec-60fbdd349d71, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144'}}] {{(pid=99005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:50:44.353585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:44.376710 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedabbbb-5fcd-4fe8-b3da-151b82e140fd req-a2632cc5-7943-4749-9028-7568b4a3f96a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:44.378172 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cedabbbb-5fcd-4fe8-b3da-151b82e140fd req-a2632cc5-7943-4749-9028-7568b4a3f96a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 943 time: 0.1167967 Jun 11 11:50:44.466958 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cedabbbb-5fcd-4fe8-b3da-151b82e140fd req-fdecb2df-3c7c-4f1b-9f11-b433e8ce0d20 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5086b1d-83b9-4638-9ede-53b6bcdbab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629930 Jun 11 11:50:44.471162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] For port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71, host hv-neutron-7864, cleared binding levels {{(pid=99005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:50:44.474261 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] For port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c39ce9-ba53-4a32-a3ec-60fbdd349d71,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:50:44.479487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:44.488912 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:44.524147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:44.524763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:44.526121 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] 10.222.0.25 "PUT /v2.0/ports/79c39ce9-ba53-4a32-a3ec-60fbdd349d71 HTTP/1.1" status: 200 len: 1093 time: 0.8526073 Jun 11 11:50:44.526684 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'tag': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:50:44.529012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aebb0d-4a55-49d4-891b-05b14ef776bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c3df2afe-c73c-4dcd-9222-e2e856d2a208", "tag": "79c39ce9-ba53-4a32-a3ec-60fbdd349d71"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:50:44.553099 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Pushing event updated for resources: {'Port': ['ID=79c39ce9-ba53-4a32-a3ec-60fbdd349d71,revision_number=3']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:44.556132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:44.572296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38948b4c-c4a1-4af4-ab1c-7f3395ae2c83 x-openstack-request-id: req-38948b4c-c4a1-4af4-ab1c-7f3395ae2c83 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:50:44.572649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3df2afe-c73c-4dcd-9222-e2e856d2a208", "tag": "79c39ce9-ba53-4a32-a3ec-60fbdd349d71", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:50:44.572961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38948b4c-c4a1-4af4-ab1c-7f3395ae2c83 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:50:44.573421 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'tag': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71', 'status': 'completed', 'code': 200} Jun 11 11:50:44.640266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f762a62-f762-43db-87d4-07912eead502 req-c24e9cf8-a4d8-42ad-ae7d-c546e6f59595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:44.641909 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-c24e9cf8-a4d8-42ad-ae7d-c546e6f59595 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 1096 time: 0.0654335 Jun 11 11:50:44.709224 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-94532c00-d1e8-43ed-a393-88ba799d7f91 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79c39ce9-ba53-4a32-a3ec-60fbdd349d71 HTTP/1.1" status: 200 len: 217 time: 0.0591249 Jun 11 11:50:44.736035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:44.765512 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f762a62-f762-43db-87d4-07912eead502 req-5e870c0e-beea-4da1-a2c9-53b2a1690af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:44.767035 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-5e870c0e-beea-4da1-a2c9-53b2a1690af3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=092964fa-dc2c-4ff9-b455-55bb8a4434fc HTTP/1.1" status: 200 len: 834 time: 0.0523028 Jun 11 11:50:44.829409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f762a62-f762-43db-87d4-07912eead502 req-6f5eeac8-9432-4246-a352-1244acaba9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:44.830878 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-6f5eeac8-9432-4246-a352-1244acaba9b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571578 Jun 11 11:50:44.931225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-29f1a3ea-d8f9-461a-91f9-26f044c478e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:44.947823 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-66270df2-4a04-4aaa-82b5-e0b94877d2eb service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108572 Jun 11 11:50:45.079963 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5f762a62-f762-43db-87d4-07912eead502 req-10200cf4-58fc-49c4-9f01-b54c2e9f8707 service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262209 Jun 11 11:50:45.182567 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aebb0d-4a55-49d4-891b-05b14ef776bd req-0d760b76-344e-4947-9b26-02ce519d9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:45.183932 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c9aebb0d-4a55-49d4-891b-05b14ef776bd req-0d760b76-344e-4947-9b26-02ce519d9943 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 1096 time: 0.0584548 Jun 11 11:50:45.299325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aebb0d-4a55-49d4-891b-05b14ef776bd req-d418382f-2230-4211-af68-7edbe4d5c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:45.300785 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c9aebb0d-4a55-49d4-891b-05b14ef776bd req-d418382f-2230-4211-af68-7edbe4d5c9a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144 HTTP/1.1" status: 200 len: 899 time: 0.1102443 Jun 11 11:50:45.358808 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c9aebb0d-4a55-49d4-891b-05b14ef776bd req-740b6e17-2018-400a-9739-0a4cdcb50b53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79c39ce9-ba53-4a32-a3ec-60fbdd349d71 HTTP/1.1" status: 200 len: 217 time: 0.0509558 Jun 11 11:50:45.415225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aebb0d-4a55-49d4-891b-05b14ef776bd req-716b9e19-265a-4cb8-8423-443a717f41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:45.416644 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c9aebb0d-4a55-49d4-891b-05b14ef776bd req-716b9e19-265a-4cb8-8423-443a717f41eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=092964fa-dc2c-4ff9-b455-55bb8a4434fc HTTP/1.1" status: 200 len: 834 time: 0.0518517 Jun 11 11:50:45.478437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aebb0d-4a55-49d4-891b-05b14ef776bd req-49457b70-2616-42f0-b55d-cc1ce1967744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:45.479863 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c9aebb0d-4a55-49d4-891b-05b14ef776bd req-49457b70-2616-42f0-b55d-cc1ce1967744 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568631 Jun 11 11:50:45.639611 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c9aebb0d-4a55-49d4-891b-05b14ef776bd req-9b151fcb-d85e-4ba4-8d31-a581fb3690c6 service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511476 Jun 11 11:50:45.742159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e8bfa-0647-42c6-aa3a-33928debbd3a req-90fe0692-8faa-455f-b67a-3b2e6c415911 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:45.743543 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-195e8bfa-0647-42c6-aa3a-33928debbd3a req-90fe0692-8faa-455f-b67a-3b2e6c415911 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 943 time: 0.1614001 Jun 11 11:50:45.800979 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c9aebb0d-4a55-49d4-891b-05b14ef776bd req-fcaa6cbe-b692-4775-af6f-5418bfd3338d service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520464 Jun 11 11:50:45.805812 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-195e8bfa-0647-42c6-aa3a-33928debbd3a req-f6675c87-05b9-4219-a1ad-6b95d7bc60e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5086b1d-83b9-4638-9ede-53b6bcdbab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524008 Jun 11 11:50:46.007030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:46.985052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255935a3-663c-42b5-8aaa-f361cd054d87 req-7e96ab1e-898b-4fcd-a782-5c8347a3b75f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:46.986504 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-255935a3-663c-42b5-8aaa-f361cd054d87 req-7e96ab1e-898b-4fcd-a782-5c8347a3b75f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 943 time: 0.0689490 Jun 11 11:50:47.008693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:50:47.027853 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-255935a3-663c-42b5-8aaa-f361cd054d87 req-170cda44-a8a1-4fb6-ac19-36f03b5d53d9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5086b1d-83b9-4638-9ede-53b6bcdbab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357163 Jun 11 11:50:47.125252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c39ce9-ba53-4a32-a3ec-60fbdd349d71,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:47.137430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'port_id': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71', 'mac_address': 'fa:16:3e:ee:35:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:50:47.182193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:47.196898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:50:47.216917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c39ce9-ba53-4a32-a3ec-60fbdd349d71,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:47.220648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:47.222359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fbcb90e9-70fa-459c-ae8b-3112a3899620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:47.273149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=79c39ce9-ba53-4a32-a3ec-60fbdd349d71,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:47.279724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.280080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.280428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.280769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.281110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.281448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.281782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.282112 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.282445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.282801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.283128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.283453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:50:47.287289 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:47.445892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['79c39ce9-ba53-4a32-a3ec-60fbdd349d71'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:50:47.715185 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:48.205286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9e76d-38a4-41da-ac97-a6ba54695559 req-910d1456-85bb-4b5c-9740-bca23e2c4702 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:48.206756 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-aef9e76d-38a4-41da-ac97-a6ba54695559 req-910d1456-85bb-4b5c-9740-bca23e2c4702 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 944 time: 0.0680375 Jun 11 11:50:48.247584 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-aef9e76d-38a4-41da-ac97-a6ba54695559 req-d8d03fd0-84ba-4706-9c22-a763d11329d9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5086b1d-83b9-4638-9ede-53b6bcdbab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348668 Jun 11 11:50:49.034293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:50:49.089040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:50:49.092512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:50:49.092898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:49.181427 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:49.205130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:50:49.207374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7297831-39bc-4975-83f0-4d3bbc102027" -d '{"events": [{"server_uuid": "c3df2afe-c73c-4dcd-9222-e2e856d2a208", "name": "network-vif-plugged", "status": "completed", "tag": "79c39ce9-ba53-4a32-a3ec-60fbdd349d71"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:50:49.221031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c39ce9-ba53-4a32-a3ec-60fbdd349d71,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:50:49.225105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:49.227942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:50:49.256731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c10703-4bf1-4240-a6d0-19c3b77fbc40 x-openstack-request-id: req-d0c10703-4bf1-4240-a6d0-19c3b77fbc40 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:50:49.257032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3df2afe-c73c-4dcd-9222-e2e856d2a208", "name": "network-vif-plugged", "status": "completed", "tag": "79c39ce9-ba53-4a32-a3ec-60fbdd349d71", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:50:49.257291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0c10703-4bf1-4240-a6d0-19c3b77fbc40 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:50:49.257723 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71', 'code': 200} Jun 11 11:50:49.291241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=79c39ce9-ba53-4a32-a3ec-60fbdd349d71,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:50:49.294640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:50:49.855097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27725f1-17f6-427e-8d3d-e1e92266acbe req-3a90e7a8-cc56-472a-8b4d-fccd5e09c5b7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:49.856428 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e27725f1-17f6-427e-8d3d-e1e92266acbe req-3a90e7a8-cc56-472a-8b4d-fccd5e09c5b7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 945 time: 0.4927635 Jun 11 11:50:49.902755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31c1d-9596-4317-8049-e4a695516155 req-fd27acba-b836-439f-a9a8-a7cf3d144656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:49.904186 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b1b31c1d-9596-4317-8049-e4a695516155 req-fd27acba-b836-439f-a9a8-a7cf3d144656 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 1098 time: 0.1024325 Jun 11 11:50:49.907224 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e27725f1-17f6-427e-8d3d-e1e92266acbe req-f6dfe3af-9dac-4e24-bbd4-abca0fa1435b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5086b1d-83b9-4638-9ede-53b6bcdbab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446515 Jun 11 11:50:49.942684 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b1b31c1d-9596-4317-8049-e4a695516155 req-62534d0a-d940-4271-bc4b-216fec224ce8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a5086b1d-83b9-4638-9ede-53b6bcdbab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315406 Jun 11 11:50:51.090539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7f076-d495-4d4d-bf7e-5f945b5bba60 req-88a088f0-9a46-4a3b-bc1a-9b9a8dec22a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:51.092010 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-68f7f076-d495-4d4d-bf7e-5f945b5bba60 req-88a088f0-9a46-4a3b-bc1a-9b9a8dec22a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 945 time: 0.0724695 Jun 11 11:50:51.132391 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-68f7f076-d495-4d4d-bf7e-5f945b5bba60 req-ce57c427-8880-4cfd-a04a-3cd509364352 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5086b1d-83b9-4638-9ede-53b6bcdbab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347939 Jun 11 11:50:51.311265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767288b-5cb5-4c46-9ece-4661f7b1d807 req-abd80121-ca7d-47fc-b45a-189da070dec6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:51.312699 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b767288b-5cb5-4c46-9ece-4661f7b1d807 req-abd80121-ca7d-47fc-b45a-189da070dec6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 945 time: 0.0731711 Jun 11 11:50:51.352792 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b767288b-5cb5-4c46-9ece-4661f7b1d807 req-a839f083-e6ad-425f-9f04-1ece3ca863b7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5086b1d-83b9-4638-9ede-53b6bcdbab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337157 Jun 11 11:50:51.375986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49642) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:51.529445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c186ad-abd2-4269-8b5e-7f0d04b8e193 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:51.530956 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-00c186ad-abd2-4269-8b5e-7f0d04b8e193 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 1093 time: 0.1538887 Jun 11 11:50:51.533733 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49646) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:51.538577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4850d1a8-eb93-4e92-b746-048397590ea3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'floatingip': {'port_id': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:50:51.594159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4850d1a8-eb93-4e92-b746-048397590ea3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:52.160225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4850d1a8-eb93-4e92-b746-048397590ea3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:52.164077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4850d1a8-eb93-4e92-b746-048397590ea3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:52.298803 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-4850d1a8-eb93-4e92-b746-048397590ea3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 55dc08cd-a247-4425-9089-322e05fab990 associated. External IP: 172.26.6.149, port: 79c39ce9-ba53-4a32-a3ec-60fbdd349d71. Jun 11 11:50:52.578801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4850d1a8-eb93-4e92-b746-048397590ea3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:50:52.724850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4850d1a8-eb93-4e92-b746-048397590ea3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:50:52.729475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4850d1a8-eb93-4e92-b746-048397590ea3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:50:52.733865 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a246077-9b61-493f-bbcf-6b4c77a4fb58 None None] Sync routers for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:50:52.743770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a246077-9b61-493f-bbcf-6b4c77a4fb58 None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:52.744382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2a246077-9b61-493f-bbcf-6b4c77a4fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:50:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:52.770256 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4850d1a8-eb93-4e92-b746-048397590ea3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 200 len: 991 time: 1.2355230 Jun 11 11:50:52.771716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'tag': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:50:52.773579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49648) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:52.776009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af67f1ce-d6e8-4f45-8739-fb98a021e641" -d '{"events": [{"name": "network-changed", "server_uuid": "c3df2afe-c73c-4dcd-9222-e2e856d2a208", "tag": "79c39ce9-ba53-4a32-a3ec-60fbdd349d71"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:50:52.811775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831484d0-f9a4-48ae-876d-c635eaa1e038 x-openstack-request-id: req-831484d0-f9a4-48ae-876d-c635eaa1e038 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:50:52.812122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3df2afe-c73c-4dcd-9222-e2e856d2a208", "tag": "79c39ce9-ba53-4a32-a3ec-60fbdd349d71", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:50:52.812433 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-831484d0-f9a4-48ae-876d-c635eaa1e038 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:50:52.812888 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'tag': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71', 'status': 'completed', 'code': 200} Jun 11 11:50:52.883390 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9ba268fc-91d5-4819-9d86-58f35ba64e71 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 200 len: 991 time: 0.1083186 Jun 11 11:50:52.897440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2a246077-9b61-493f-bbcf-6b4c77a4fb58 None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:52.900487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67f1ce-d6e8-4f45-8739-fb98a021e641 req-531bb0b2-27a7-4cb2-bf1b-256c8827c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:52.902003 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af67f1ce-d6e8-4f45-8739-fb98a021e641 req-531bb0b2-27a7-4cb2-bf1b-256c8827c3b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 1098 time: 0.0662756 Jun 11 11:50:53.016611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67f1ce-d6e8-4f45-8739-fb98a021e641 req-bee5d2ff-3ca4-4838-9d2d-eca71a8a74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:53.018098 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af67f1ce-d6e8-4f45-8739-fb98a021e641 req-bee5d2ff-3ca4-4838-9d2d-eca71a8a74e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144 HTTP/1.1" status: 200 len: 899 time: 0.1104445 Jun 11 11:50:53.101931 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af67f1ce-d6e8-4f45-8739-fb98a021e641 req-f65d773a-edb6-4358-a8e3-071094ae08e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79c39ce9-ba53-4a32-a3ec-60fbdd349d71 HTTP/1.1" status: 200 len: 999 time: 0.0747859 Jun 11 11:50:53.161519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67f1ce-d6e8-4f45-8739-fb98a021e641 req-4a1ba485-63ea-4c8d-b35d-d2f2d000384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:53.163068 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af67f1ce-d6e8-4f45-8739-fb98a021e641 req-4a1ba485-63ea-4c8d-b35d-d2f2d000384c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=092964fa-dc2c-4ff9-b455-55bb8a4434fc HTTP/1.1" status: 200 len: 834 time: 0.0556436 Jun 11 11:50:53.186335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2a246077-9b61-493f-bbcf-6b4c77a4fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '55dc08cd-a247-4425-9089-322e05fab990', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'port_id': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'mac_address': 'fa:16:3e:ee:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:49:59Z', 'updated_at': '2021-06-11T11:50:52Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:53.189727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a246077-9b61-493f-bbcf-6b4c77a4fb58 None None] Checking router: 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:50:53.198826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a246077-9b61-493f-bbcf-6b4c77a4fb58 None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:50:53.199450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2a246077-9b61-493f-bbcf-6b4c77a4fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:50:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:53.228140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67f1ce-d6e8-4f45-8739-fb98a021e641 req-8790c473-029b-4d6b-8a70-2666f9764a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:50:53.229631 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af67f1ce-d6e8-4f45-8739-fb98a021e641 req-8790c473-029b-4d6b-8a70-2666f9764a8d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a3d2c056-c70c-4b21-98c1-4cec2dfa7144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0602624 Jun 11 11:50:53.341942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2a246077-9b61-493f-bbcf-6b4c77a4fb58 None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:50:53.345730 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af67f1ce-d6e8-4f45-8739-fb98a021e641 req-dd1a91dc-55f0-45f5-ac87-7f48c0193d61 service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096308 Jun 11 11:50:53.459644 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af67f1ce-d6e8-4f45-8739-fb98a021e641 req-c9443e07-f156-49ca-8d85-0dab384d3cce service neutron] 10.222.0.25 "GET /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079273 Jun 11 11:50:53.635545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2a246077-9b61-493f-bbcf-6b4c77a4fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '55dc08cd-a247-4425-9089-322e05fab990', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'port_id': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'mac_address': 'fa:16:3e:ee:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:49:59Z', 'updated_at': '2021-06-11T11:50:52Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:50:53.638932 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a246077-9b61-493f-bbcf-6b4c77a4fb58 None None] The sync data for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv is: [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '55dc08cd-a247-4425-9089-322e05fab990', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'port_id': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'mac_address': 'fa:16:3e:ee:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:49:59Z', 'updated_at': '2021-06-11T11:50:52Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:50:53.813872 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b599b7-99d1-43d0-bcdb-a736c6a8d8f0 None None] New status for floating IP 55dc08cd-a247-4425-9089-322e05fab990: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:50:53.886965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49652) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:53.965833 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-88728cc9-44f1-4901-8c1c-368223333a99 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 200 len: 991 time: 0.0775456 Jun 11 11:50:54.969566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49654) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:50:55.050616 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bf0d2425-8276-4a70-bb43-cd271d2be5cf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 200 len: 993 time: 0.0797682 Jun 11 11:50:57.532338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:03.689158 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-d3b4761b-3b1e-490b-882e-b287b208aceb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572898 Jun 11 11:51:03.784734 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-5e895ef4-6f86-436c-94af-51f483c5485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:03.786253 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-5e895ef4-6f86-436c-94af-51f483c5485d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 1098 time: 0.0565493 Jun 11 11:51:03.918205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-c5cdc390-df47-43fa-8b17-946daefff871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:03.919616 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-c5cdc390-df47-43fa-8b17-946daefff871 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.1148336 Jun 11 11:51:04.003163 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-8d9e2859-5a8f-403b-84ef-2e8aca1841e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 HTTP/1.1" status: 200 len: 1001 time: 0.0776343 Jun 11 11:51:04.057705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-1fb5ad24-2c65-4688-9e97-59f33ddde9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:04.059146 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-1fb5ad24-2c65-4688-9e97-59f33ddde9e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.0503280 Jun 11 11:51:04.119666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-6fcf09de-4b74-488d-93b8-31ddb80c0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:04.121092 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-6fcf09de-4b74-488d-93b8-31ddb80c0caa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562193 Jun 11 11:51:04.235516 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-84b1f3dc-23e1-4de7-b1cb-6a1fc81d1fd8 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075215 Jun 11 11:51:04.351569 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e433aee-82dc-4cc6-8d2d-8367d6accbda req-3b7ae67a-0fa6-454a-aec7-8cce79d5656d service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096213 Jun 11 11:51:12.143737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8955-432c-4b2f-a696-933ef35f05c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:12.386990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49656) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:12.586791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Deleting port 26fdf7f7-7e8d-4443-a675-00c63343a0e4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:12.587146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:12.684083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:12.684329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:12.778223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Calling delete_port for 26fdf7f7-7e8d-4443-a675-00c63343a0e4 owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:12.952740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:12.954686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5725907c-f5b4-43b6-acf9-76205e1f4c2f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:12.989485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event deleted for resources: {'Port': ['ID=26fdf7f7-7e8d-4443-a675-00c63343a0e4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:12.994757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:13.065090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:13.065443 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Floating IP 30b9505e-230f-4d1b-a2d7-b38f8395db37 disassociated (deleted). External IP: 172.26.6.210, port: cb6e7ddb-546b-4c1b-9039-2e052d44fef8. Jun 11 11:51:13.346944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Router d92b5a64-e700-4f02-80d1-24bac31ec625 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:51:13.487973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:51:13.492867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:13.497779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1607950-71a7-4b73-85e6-f66e00ef1b13 None None] Sync routers for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:51:13.507264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1607950-71a7-4b73-85e6-f66e00ef1b13 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:13.507875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-a1607950-71a7-4b73-85e6-f66e00ef1b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:50:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:13.538051 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "DELETE /v2.0/floatingips/30b9505e-230f-4d1b-a2d7-b38f8395db37 HTTP/1.1" status: 204 len: 168 time: 1.1499538 Jun 11 11:51:13.538678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'tag': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:51:13.540994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34457125-a6de-4d29-a780-6723593e2b92" -d '{"events": [{"name": "network-changed", "server_uuid": "eb714d0b-f4d4-4e9f-8c11-5da506de413d", "tag": "cb6e7ddb-546b-4c1b-9039-2e052d44fef8"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:51:13.651596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a715a9f2-df53-407e-8f45-23575497ca49 x-openstack-request-id: req-a715a9f2-df53-407e-8f45-23575497ca49 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:51:13.651976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb714d0b-f4d4-4e9f-8c11-5da506de413d", "tag": "cb6e7ddb-546b-4c1b-9039-2e052d44fef8", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:51:13.652577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a715a9f2-df53-407e-8f45-23575497ca49 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:51:13.653038 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'tag': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8', 'status': 'completed', 'code': 200} Jun 11 11:51:13.659181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-a1607950-71a7-4b73-85e6-f66e00ef1b13 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:13.738612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457125-a6de-4d29-a780-6723593e2b92 req-cbb39a8f-9096-414d-9441-5400c746858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:13.741825 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-34457125-a6de-4d29-a780-6723593e2b92 req-cbb39a8f-9096-414d-9441-5400c746858a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 1098 time: 0.0662463 Jun 11 11:51:13.874354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457125-a6de-4d29-a780-6723593e2b92 req-4bb40ed5-c1af-415f-91cf-9c69baf0e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:13.875767 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-34457125-a6de-4d29-a780-6723593e2b92 req-4bb40ed5-c1af-415f-91cf-9c69baf0e13f service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.1258285 Jun 11 11:51:13.925698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42374c-894b-4394-908c-d2d12ceff463 req-6f419da1-53f9-4feb-8ff0-a9d02f7d3554 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:13.927201 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed42374c-894b-4394-908c-d2d12ceff463 req-6f419da1-53f9-4feb-8ff0-a9d02f7d3554 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 945 time: 0.0731812 Jun 11 11:51:13.939193 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-34457125-a6de-4d29-a780-6723593e2b92 req-7f8f0e3b-2576-4ae8-aa16-b7925d82993c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb6e7ddb-546b-4c1b-9039-2e052d44fef8 HTTP/1.1" status: 200 len: 217 time: 0.0561059 Jun 11 11:51:13.972085 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed42374c-894b-4394-908c-d2d12ceff463 req-15159d61-42d4-4a6a-80f6-675d526e2dc4 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382626 Jun 11 11:51:14.004886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457125-a6de-4d29-a780-6723593e2b92 req-9c586512-4f85-49e8-b1f6-ef55dcebb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:14.007049 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-34457125-a6de-4d29-a780-6723593e2b92 req-9c586512-4f85-49e8-b1f6-ef55dcebb29d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.0553939 Jun 11 11:51:14.069365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457125-a6de-4d29-a780-6723593e2b92 req-d5ea346c-25da-428a-bc05-781064054f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:14.070890 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-34457125-a6de-4d29-a780-6723593e2b92 req-d5ea346c-25da-428a-bc05-781064054f02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0579789 Jun 11 11:51:14.120812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-a1607950-71a7-4b73-85e6-f66e00ef1b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8e29624d-7d6b-4fc6-8a14-fe83ee7d0973', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.220', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:1c:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:47:29Z', 'updated_at': '2021-06-11T11:47:33Z', 'revision_number': 1, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:14.124082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1607950-71a7-4b73-85e6-f66e00ef1b13 None None] Checking router: d92b5a64-e700-4f02-80d1-24bac31ec625 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:51:14.132106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1607950-71a7-4b73-85e6-f66e00ef1b13 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:14.132654 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-a1607950-71a7-4b73-85e6-f66e00ef1b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:50:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:14.189622 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-34457125-a6de-4d29-a780-6723593e2b92 req-344b39ac-e386-410d-8f43-ba1aaa8a19d7 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105101 Jun 11 11:51:14.277974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-a1607950-71a7-4b73-85e6-f66e00ef1b13 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:14.308376 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-34457125-a6de-4d29-a780-6723593e2b92 req-94848ce7-de8c-452b-876d-e2be9b99b76c service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112759 Jun 11 11:51:14.556636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-a1607950-71a7-4b73-85e6-f66e00ef1b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8e29624d-7d6b-4fc6-8a14-fe83ee7d0973', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.220', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:1c:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:47:29Z', 'updated_at': '2021-06-11T11:47:33Z', 'revision_number': 1, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:14.559953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1607950-71a7-4b73-85e6-f66e00ef1b13 None None] The sync data for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv is: [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8e29624d-7d6b-4fc6-8a14-fe83ee7d0973', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'floating_ip_address': '172.26.6.220', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'port_id': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'mac_address': 'fa:16:3e:1c:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:47:29Z', 'updated_at': '2021-06-11T11:47:33Z', 'revision_number': 1, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:51:14.728586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:14.767618 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769ebae-3701-4ded-b1b3-ba1f81ae8e0b None None] New status for floating IP 30b9505e-230f-4d1b-a2d7-b38f8395db37: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:51:14.930711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4878b012-6514-4cbd-8b1d-21e618e1f302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:15.155991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626aea4-42cd-416e-b204-4b361d329d82 req-a4ac7def-3933-4df5-8432-cd102049fd0d tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:15.157481 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b626aea4-42cd-416e-b204-4b361d329d82 req-a4ac7def-3933-4df5-8432-cd102049fd0d tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 945 time: 0.0692694 Jun 11 11:51:15.205381 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b626aea4-42cd-416e-b204-4b361d329d82 req-f17ee2df-8e71-49f9-acf8-34f6ebabe897 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Jun 11 11:51:15.497552 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04970d-59b1-45a2-b000-eb93b2207ce3 req-2543df80-42f0-41d3-a87b-726df95c254d tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:15.498977 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c04970d-59b1-45a2-b000-eb93b2207ce3 req-2543df80-42f0-41d3-a87b-726df95c254d tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 945 time: 0.0665684 Jun 11 11:51:15.612148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-9c04970d-59b1-45a2-b000-eb93b2207ce3 req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Deleting port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:15.612492 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c04970d-59b1-45a2-b000-eb93b2207ce3 req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:15.723973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-9c04970d-59b1-45a2-b000-eb93b2207ce3 req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] For port cb6e7ddb-546b-4c1b-9039-2e052d44fef8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb6e7ddb-546b-4c1b-9039-2e052d44fef8,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:15.724335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c04970d-59b1-45a2-b000-eb93b2207ce3 req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:16.014986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:16.202262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-9c04970d-59b1-45a2-b000-eb93b2207ce3 req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Calling delete_port for cb6e7ddb-546b-4c1b-9039-2e052d44fef8 owned by compute:nova {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:16.398625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c04970d-59b1-45a2-b000-eb93b2207ce3 req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:16.402669 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a4c4ffb6-b6c3-41e3-866a-c27ee9d39373 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:16.436224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event deleted for resources: {'Port': ['ID=cb6e7ddb-546b-4c1b-9039-2e052d44fef8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:16.453122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.453322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.453558 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.453941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.454316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.454718 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.455094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.455467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.455851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.456221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.456590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.457500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:16.481364 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:16.488846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c61f9-cfdd-4ac8-8525-472184b104d8 req-a2b0c34d-5d2f-4193-a9fc-b65fe919b00d tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:16.490286 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ec1c61f9-cfdd-4ac8-8525-472184b104d8 req-a2b0c34d-5d2f-4193-a9fc-b65fe919b00d tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 867 time: 0.1612628 Jun 11 11:51:16.520284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c04970d-59b1-45a2-b000-eb93b2207ce3 req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] No DVR routers for this DVR port cb6e7ddb-546b-4c1b-9039-2e052d44fef8 on host hv-neutron-7864 {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:51:16.527518 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-9c04970d-59b1-45a2-b000-eb93b2207ce3 req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:16.529328 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9c04970d-59b1-45a2-b000-eb93b2207ce3 req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "DELETE /v2.0/ports/cb6e7ddb-546b-4c1b-9039-2e052d44fef8 HTTP/1.1" status: 204 len: 173 time: 1.0242414 Jun 11 11:51:16.529856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'name': 'network-vif-deleted', 'tag': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:51:16.532122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8971aa56-1293-4597-a83b-1fbcdd26f313" -d '{"events": [{"server_uuid": "eb714d0b-f4d4-4e9f-8c11-5da506de413d", "name": "network-vif-deleted", "tag": "cb6e7ddb-546b-4c1b-9039-2e052d44fef8"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:51:16.570744 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ec1c61f9-cfdd-4ac8-8525-472184b104d8 req-662de3ef-acb0-4183-a43e-1521d6564ecd tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515175 Jun 11 11:51:16.572237 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774b05e0-89fd-457f-b582-4f5d3a635598 x-openstack-request-id: req-774b05e0-89fd-457f-b582-4f5d3a635598 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:51:16.572583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb714d0b-f4d4-4e9f-8c11-5da506de413d", "name": "network-vif-deleted", "tag": "cb6e7ddb-546b-4c1b-9039-2e052d44fef8", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:51:16.572889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-774b05e0-89fd-457f-b582-4f5d3a635598 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:51:16.573332 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb714d0b-f4d4-4e9f-8c11-5da506de413d', 'name': 'network-vif-deleted', 'tag': 'cb6e7ddb-546b-4c1b-9039-2e052d44fef8', 'status': 'completed', 'code': 200} Jun 11 11:51:17.717969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:17.736042 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f6386aab-3501-4383-a62b-c672597a3c13 req-03b942e0-262a-4080-8fa8-7c5004f26b19 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 210 time: 0.0345480 Jun 11 11:51:17.919077 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:51:18.879936 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fcbf837e-9aa8-4cd6-813a-5623c45a2c60 req-6084fa02-995a-408e-b37f-6b4eb26f003c tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 210 time: 0.0329642 Jun 11 11:51:19.150847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cb6e7ddb-546b-4c1b-9039-2e052d44fef8 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:19.174904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: cb6e7ddb-546b-4c1b-9039-2e052d44fef8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:19.175264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cb6e7ddb-546b-4c1b-9039-2e052d44fef8 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:20.038292 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc4e698f-b519-4c53-8891-97d09714961d req-df0c8d10-d285-4401-afcf-6a744d745df3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb714d0b-f4d4-4e9f-8c11-5da506de413d HTTP/1.1" status: 200 len: 210 time: 0.0367627 Jun 11 11:51:25.428167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49708) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:25.620267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Deleting port 6f0745fb-0c94-43e9-b810-3737588fd058 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:25.620634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:25.729509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:25.729744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:25.821455 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Calling delete_port for 6f0745fb-0c94-43e9-b810-3737588fd058 owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:25.993444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:25.996187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c8097eb-28cc-40d2-aa4c-81cad1868844 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:26.026096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event deleted for resources: {'Port': ['ID=6f0745fb-0c94-43e9-b810-3737588fd058,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:26.029805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:26.099751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:26.100072 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Floating IP 8e29624d-7d6b-4fc6-8a14-fe83ee7d0973 disassociated (deleted). External IP: 172.26.6.220, port: 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8. Jun 11 11:51:26.377730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Router d92b5a64-e700-4f02-80d1-24bac31ec625 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:51:26.532516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:51:26.537814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:26.544943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd5f17-b63e-4669-98c0-6768ed6a8839 None None] Sync routers for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:51:26.556785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd5f17-b63e-4669-98c0-6768ed6a8839 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:26.557425 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-adcd5f17-b63e-4669-98c0-6768ed6a8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:26.583166 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "DELETE /v2.0/floatingips/8e29624d-7d6b-4fc6-8a14-fe83ee7d0973 HTTP/1.1" status: 204 len: 168 time: 1.1536942 Jun 11 11:51:26.583764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'tag': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:51:26.588199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a59afb-1927-4281-b73a-e77899c8d65c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824", "tag": "9c563d19-34c4-48f7-97f1-2fe8b54ac9c8"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:51:26.711142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c40267-8f49-4058-955a-ee9ee70201c0 req-2de82484-1111-4acd-8972-f23568dc8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:26.714091 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-77c40267-8f49-4058-955a-ee9ee70201c0 req-2de82484-1111-4acd-8972-f23568dc8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 945 time: 0.0802407 Jun 11 11:51:26.717906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-adcd5f17-b63e-4669-98c0-6768ed6a8839 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:26.759770 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-77c40267-8f49-4058-955a-ee9ee70201c0 req-33c774b4-6fec-4171-be3e-f803362c296f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5086b1d-83b9-4638-9ede-53b6bcdbab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394869 Jun 11 11:51:26.816548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910b37f2-8769-4aae-969c-59d82caa79c0 x-openstack-request-id: req-910b37f2-8769-4aae-969c-59d82caa79c0 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:51:26.817367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824", "tag": "9c563d19-34c4-48f7-97f1-2fe8b54ac9c8", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:51:26.818592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-910b37f2-8769-4aae-969c-59d82caa79c0 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:51:26.819538 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'tag': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'status': 'completed', 'code': 200} Jun 11 11:51:26.901207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a59afb-1927-4281-b73a-e77899c8d65c req-14d75f6f-96b2-44f4-b824-a33f6036d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:26.902753 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-15a59afb-1927-4281-b73a-e77899c8d65c req-14d75f6f-96b2-44f4-b824-a33f6036d14e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fa1ddf06d6df4152974d5476ba079f72&device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 1098 time: 0.0661922 Jun 11 11:51:26.978481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae833f-e222-4350-ac44-4d29a504adb6 req-24872894-6bb3-4b9e-887e-d6eb6897a8ea tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:26.981291 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-19ae833f-e222-4350-ac44-4d29a504adb6 req-24872894-6bb3-4b9e-887e-d6eb6897a8ea tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 945 time: 0.0768805 Jun 11 11:51:27.001739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-adcd5f17-b63e-4669-98c0-6768ed6a8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:27.005508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd5f17-b63e-4669-98c0-6768ed6a8839 None None] Checking router: d92b5a64-e700-4f02-80d1-24bac31ec625 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:51:27.015397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd5f17-b63e-4669-98c0-6768ed6a8839 None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:27.016284 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-adcd5f17-b63e-4669-98c0-6768ed6a8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:27.027954 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a59afb-1927-4281-b73a-e77899c8d65c req-14202507-c224-4b17-a786-e60b2a95b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:27.029441 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-15a59afb-1927-4281-b73a-e77899c8d65c req-14202507-c224-4b17-a786-e60b2a95b0b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 200 len: 913 time: 0.1182923 Jun 11 11:51:27.029588 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-19ae833f-e222-4350-ac44-4d29a504adb6 req-873bc71f-175b-4191-8d50-ca8ff8742895 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 Jun 11 11:51:27.086979 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-15a59afb-1927-4281-b73a-e77899c8d65c req-a969fcc7-db98-4688-98aa-3e647eb4dc0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 HTTP/1.1" status: 200 len: 217 time: 0.0495005 Jun 11 11:51:27.143203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a59afb-1927-4281-b73a-e77899c8d65c req-332dcaed-e29f-42fb-826e-ac9bf782e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:27.144623 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-15a59afb-1927-4281-b73a-e77899c8d65c req-332dcaed-e29f-42fb-826e-ac9bf782e777 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 200 len: 850 time: 0.0513990 Jun 11 11:51:27.160835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-adcd5f17-b63e-4669-98c0-6768ed6a8839 None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:27.217322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a59afb-1927-4281-b73a-e77899c8d65c req-9d3bcf16-01f9-4b76-9639-a5b4d771da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:27.218815 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-15a59afb-1927-4281-b73a-e77899c8d65c req-9d3bcf16-01f9-4b76-9639-a5b4d771da35 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a303fe90-a33a-4602-b3f5-63b56709bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657825 Jun 11 11:51:27.338008 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-15a59afb-1927-4281-b73a-e77899c8d65c req-78dfb282-36f3-49f8-8e34-656842237cb9 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107745 Jun 11 11:51:27.455644 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-15a59afb-1927-4281-b73a-e77899c8d65c req-222b6451-ca71-4f2b-9af1-9d851e4597f8 service neutron] 10.222.0.25 "GET /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106820 Jun 11 11:51:27.537494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:27.590469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-adcd5f17-b63e-4669-98c0-6768ed6a8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:27.593675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd5f17-b63e-4669-98c0-6768ed6a8839 None None] The sync data for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv is: [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:43:17Z', 'revision_number': 4, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '6ad589cd-31e8-432e-a3f7-e4c927e5c0e2', 'name': '', 'network_id': 'a303fe90-a33a-4602-b3f5-63b56709bb0e', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'mac_address': 'fa:16:3e:69:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '28be0055-a740-46eb-a756-909502b2a1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:14Z', 'updated_at': '2021-06-11T11:43:24Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'subnets': [{'id': '28be0055-a740-46eb-a756-909502b2a1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:51:27.792536 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca2e475-9b4e-412a-9ceb-7ffa1f4e3be0 None None] New status for floating IP 8e29624d-7d6b-4fc6-8a14-fe83ee7d0973: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:51:27.954303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cb927-f979-4608-9e94-a42349779a63 req-0d727e82-6a44-4345-9d51-49747038644b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:27.955822 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2f9cb927-f979-4608-9e94-a42349779a63 req-0d727e82-6a44-4345-9d51-49747038644b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 945 time: 0.0750644 Jun 11 11:51:28.025361 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2f9cb927-f979-4608-9e94-a42349779a63 req-64d06e02-6634-426c-ad66-850e0caa6c9c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5086b1d-83b9-4638-9ede-53b6bcdbab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632946 Jun 11 11:51:28.063488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-9fdfa77a-0eca-4556-be45-989b0eb7d503 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:28.064972 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-9fdfa77a-0eca-4556-be45-989b0eb7d503 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 945 time: 0.0745635 Jun 11 11:51:28.185072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:28.185326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:28.311351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c39ce9-ba53-4a32-a3ec-60fbdd349d71,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:28.311725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:28.572559 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:28.572949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:28.573277 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 55dc08cd-a247-4425-9089-322e05fab990 disassociated. External IP: 172.26.6.149, port: 79c39ce9-ba53-4a32-a3ec-60fbdd349d71. Jun 11 11:51:28.573659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 owned by compute:nova {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:28.665497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcea3d-14e4-4abd-8eeb-a420e1c92f72 req-6c842098-9a50-4dd6-b8eb-55b74c603078 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:28.667244 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-adfcea3d-14e4-4abd-8eeb-a420e1c92f72 req-6c842098-9a50-4dd6-b8eb-55b74c603078 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 945 time: 0.5201709 Jun 11 11:51:28.675280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628954-f085-41de-b1c4-3dc530229135 req-47c55697-f173-48d1-b907-f6498a4f88f7 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:28.677205 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5628954-f085-41de-b1c4-3dc530229135 req-47c55697-f173-48d1-b907-f6498a4f88f7 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 945 time: 0.0960720 Jun 11 11:51:28.728016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:28.732008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a203f081-47a5-4948-a35b-c2a052f6832f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:28.759508 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-adfcea3d-14e4-4abd-8eeb-a420e1c92f72 req-c4c6bf0f-47a5-4c9c-be69-eed1673bca14 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/security-groups?id=1706d16e-44da-4d30-9f99-588c2a038bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813475 Jun 11 11:51:28.762933 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=79c39ce9-ba53-4a32-a3ec-60fbdd349d71,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:28.766215 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:28.821062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-b5628954-f085-41de-b1c4-3dc530229135 req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Deleting port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:28.821429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b5628954-f085-41de-b1c4-3dc530229135 req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:28.912191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:51:28.936298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-b5628954-f085-41de-b1c4-3dc530229135 req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] For port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:28.936659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b5628954-f085-41de-b1c4-3dc530229135 req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:29.030802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-b5628954-f085-41de-b1c4-3dc530229135 req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Calling delete_port for 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:29.062225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:51:29.074488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2893d71-3be3-4fd1-ac4c-68af17ae0288 None None] Sync routers for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:51:29.084719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2893d71-3be3-4fd1-ac4c-68af17ae0288 None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:29.085767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-a2893d71-3be3-4fd1-ac4c-68af17ae0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:29.123597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 on host hv-neutron-7864 {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:51:29.126712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:29.128982 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0292c9c2-5214-45ea-9ca7-b387695e6a19 req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "DELETE /v2.0/ports/79c39ce9-ba53-4a32-a3ec-60fbdd349d71 HTTP/1.1" status: 204 len: 173 time: 1.0580072 Jun 11 11:51:29.129772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'name': 'network-vif-deleted', 'tag': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:51:29.132390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775f1128-c80e-4f27-90cd-8f97f267a273" -d '{"events": [{"server_uuid": "c3df2afe-c73c-4dcd-9222-e2e856d2a208", "name": "network-vif-deleted", "tag": "79c39ce9-ba53-4a32-a3ec-60fbdd349d71"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:51:29.220359 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7c255d77-73d8-49db-b257-f7ddb62ba7d5 req-e86a5a9b-f23f-4136-bce8-12567ed2088e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3df2afe-c73c-4dcd-9222-e2e856d2a208 HTTP/1.1" status: 200 len: 210 time: 0.0474308 Jun 11 11:51:29.224581 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f55393-7a8f-463a-af26-12cb28e6fde8 x-openstack-request-id: req-91f55393-7a8f-463a-af26-12cb28e6fde8 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:51:29.224934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3df2afe-c73c-4dcd-9222-e2e856d2a208", "name": "network-vif-deleted", "tag": "79c39ce9-ba53-4a32-a3ec-60fbdd349d71", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:51:29.225251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91f55393-7a8f-463a-af26-12cb28e6fde8 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:51:29.226251 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3df2afe-c73c-4dcd-9222-e2e856d2a208', 'name': 'network-vif-deleted', 'tag': '79c39ce9-ba53-4a32-a3ec-60fbdd349d71', 'status': 'completed', 'code': 200} Jun 11 11:51:29.278193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b5628954-f085-41de-b1c4-3dc530229135 req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:29.279296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-a2893d71-3be3-4fd1-ac4c-68af17ae0288 None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:29.290810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2242c17b-b262-41e9-8d97-f37307499226 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:29.330455 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event deleted for resources: {'Port': ['ID=9c563d19-34c4-48f7-97f1-2fe8b54ac9c8,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:29.332936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:29.400118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5628954-f085-41de-b1c4-3dc530229135 req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] No DVR routers for this DVR port 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:51:29.402449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b5628954-f085-41de-b1c4-3dc530229135 req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:29.404495 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5628954-f085-41de-b1c4-3dc530229135 req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.25 "DELETE /v2.0/ports/9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 HTTP/1.1" status: 204 len: 173 time: 0.7199371 Jun 11 11:51:29.405022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'name': 'network-vif-deleted', 'tag': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:51:29.407411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e74f7d4-675d-4e87-aec3-12043e44d475" -d '{"events": [{"server_uuid": "1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824", "name": "network-vif-deleted", "tag": "9c563d19-34c4-48f7-97f1-2fe8b54ac9c8"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:51:29.446039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881d9a31-ca87-461c-bc57-694afab03a23 x-openstack-request-id: req-881d9a31-ca87-461c-bc57-694afab03a23 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:51:29.446457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824", "name": "network-vif-deleted", "tag": "9c563d19-34c4-48f7-97f1-2fe8b54ac9c8", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:51:29.446855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-881d9a31-ca87-461c-bc57-694afab03a23 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:51:29.447305 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824', 'name': 'network-vif-deleted', 'tag': '9c563d19-34c4-48f7-97f1-2fe8b54ac9c8', 'status': 'completed', 'code': 200} Jun 11 11:51:29.562743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-a2893d71-3be3-4fd1-ac4c-68af17ae0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:29.566031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2893d71-3be3-4fd1-ac4c-68af17ae0288 None None] Checking router: 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:51:29.573955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2893d71-3be3-4fd1-ac4c-68af17ae0288 None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:29.574599 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-a2893d71-3be3-4fd1-ac4c-68af17ae0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:29.730854 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-a2893d71-3be3-4fd1-ac4c-68af17ae0288 None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:29.950825 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-08f19353-5aed-4756-ab49-b70374e001d9 req-c6a7c4e6-0baa-4a23-afd3-add5616ca51f tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 210 time: 0.0424259 Jun 11 11:51:30.031967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-a2893d71-3be3-4fd1-ac4c-68af17ae0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:30.035329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2893d71-3be3-4fd1-ac4c-68af17ae0288 None None] The sync data for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv is: [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1', 'name': '', 'network_id': 'a3d2c056-c70c-4b21-98c1-4cec2dfa7144', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:b1:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:37Z', 'updated_at': '2021-06-11T11:49:46Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '092964fa-dc2c-4ff9-b455-55bb8a4434fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:51:30.263625 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec7787-c9cf-4adc-aeff-8a3d24b2c431 None None] New status for floating IP 55dc08cd-a247-4425-9089-322e05fab990: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:51:30.316322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49736) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:30.391845 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f42db1cb-41ac-4631-9e5d-6296ca967716 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:30.425678 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f42db1cb-41ac-4631-9e5d-6296ca967716 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:30.492595 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f42db1cb-41ac-4631-9e5d-6296ca967716 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:30.495223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f42db1cb-41ac-4631-9e5d-6296ca967716 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:30.503035 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f42db1cb-41ac-4631-9e5d-6296ca967716 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/a5086b1d-83b9-4638-9ede-53b6bcdbab7f HTTP/1.1" status: 204 len: 168 time: 0.1856062 Jun 11 11:51:30.503913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8d73e79f-97c1-4a53-8185-2d403100d182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:30.514995 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42db1cb-41ac-4631-9e5d-6296ca967716 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5086b1d-83b9-4638-9ede-53b6bcdbab7f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:30.517840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f42db1cb-41ac-4631-9e5d-6296ca967716 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:30.532459 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49740) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:30.709731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 3ea4fcd1-5630-47ec-a0f1-cb27bcd8ec71 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:30.710668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:30.815735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:30.816011 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:30.908607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 3ea4fcd1-5630-47ec-a0f1-cb27bcd8ec71 owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:31.103765 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ccf584e2-1932-4726-bc0b-6771e0e7884e req-27bda1b9-d8e4-41fc-8b6e-6114e1aa22f7 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 210 time: 0.0403862 Jun 11 11:51:31.108249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:31.111587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:31.140259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=3ea4fcd1-5630-47ec-a0f1-cb27bcd8ec71,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:31.147791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:31.174970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:31.200772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:31.201134 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9c563d19-34c4-48f7-97f1-2fe8b54ac9c8 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:31.201596 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:31.219198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:31.221762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:31.225304 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/floatingips/55dc08cd-a247-4425-9089-322e05fab990 HTTP/1.1" status: 204 len: 168 time: 0.6894901 Jun 11 11:51:31.229808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:31.230174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 79c39ce9-ba53-4a32-a3ec-60fbdd349d71 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:31.604328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795f550-6ddd-4fcf-85e5-b4b42736b3c3 req-18f02f94-3515-4098-9e31-6878dc741bd6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:31.605839 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1795f550-6ddd-4fcf-85e5-b4b42736b3c3 req-18f02f94-3515-4098-9e31-6878dc741bd6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 945 time: 0.0707355 Jun 11 11:51:31.648078 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1795f550-6ddd-4fcf-85e5-b4b42736b3c3 req-1cdd58f1-82c1-4bf7-b77c-4313fdc62477 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359824 Jun 11 11:51:32.254862 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e61f3cd9-badd-4df4-bc83-930c0dce09d0 req-1ea635fc-1683-4ee1-8485-2b25851168bc tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c36ec62-e2c2-4b4c-b3b5-d2ebb6c72824 HTTP/1.1" status: 200 len: 210 time: 0.0365381 Jun 11 11:51:32.873390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6209fc1-0470-4a3d-9f1e-e1ba21df3780 req-633fa658-0895-473b-bd96-711e77f517be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:32.874757 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c6209fc1-0470-4a3d-9f1e-e1ba21df3780 req-633fa658-0895-473b-bd96-711e77f517be tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 945 time: 0.1268899 Jun 11 11:51:32.885454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2c45-0d81-4c07-8e28-fc26697fb3b5 req-97fe42f8-d44a-49ae-be92-0b7faa666d84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:32.886827 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3c7b2c45-0d81-4c07-8e28-fc26697fb3b5 req-97fe42f8-d44a-49ae-be92-0b7faa666d84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 945 time: 0.1274447 Jun 11 11:51:32.968487 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3c7b2c45-0d81-4c07-8e28-fc26697fb3b5 req-a4bb957a-e5a5-4ae6-9a29-db6f54fbe102 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e1b2e7a-9679-4390-9a83-bf511be8bfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741792 Jun 11 11:51:33.030887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-c6209fc1-0470-4a3d-9f1e-e1ba21df3780 req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:33.031236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c6209fc1-0470-4a3d-9f1e-e1ba21df3780 req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:33.145466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-c6209fc1-0470-4a3d-9f1e-e1ba21df3780 req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:33.145764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c6209fc1-0470-4a3d-9f1e-e1ba21df3780 req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:33.247315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-c6209fc1-0470-4a3d-9f1e-e1ba21df3780 req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:33.348829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49756) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:33.395055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c6209fc1-0470-4a3d-9f1e-e1ba21df3780 req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:33.399040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:33.433649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=efe4f3b1-cbb2-4914-b5a9-b9d474f8a953,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:33.436774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:33.489559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6209fc1-0470-4a3d-9f1e-e1ba21df3780 req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:51:33.492237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-c6209fc1-0470-4a3d-9f1e-e1ba21df3780 req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:33.494819 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c6209fc1-0470-4a3d-9f1e-e1ba21df3780 req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "DELETE /v2.0/ports/efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 HTTP/1.1" status: 204 len: 173 time: 0.6071153 Jun 11 11:51:33.495353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'name': 'network-vif-deleted', 'tag': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:51:33.497662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7b6a81-1a94-408f-9a40-92e80abbeb79" -d '{"events": [{"server_uuid": "5b418a75-734b-4fc4-8b37-21a16b48858e", "name": "network-vif-deleted", "tag": "efe4f3b1-cbb2-4914-b5a9-b9d474f8a953"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:51:33.514251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Deleting port 8e527fe6-dd8f-4a64-9c26-90a394160075 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:33.514685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:33.543121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d788828d-1fa6-465d-8329-ae04cd398c79 x-openstack-request-id: req-d788828d-1fa6-465d-8329-ae04cd398c79 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:51:33.543539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b418a75-734b-4fc4-8b37-21a16b48858e", "name": "network-vif-deleted", "tag": "efe4f3b1-cbb2-4914-b5a9-b9d474f8a953", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:51:33.543860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d788828d-1fa6-465d-8329-ae04cd398c79 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:51:33.544391 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b418a75-734b-4fc4-8b37-21a16b48858e', 'name': 'network-vif-deleted', 'tag': 'efe4f3b1-cbb2-4914-b5a9-b9d474f8a953', 'status': 'completed', 'code': 200} Jun 11 11:51:33.623753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:33.624112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:33.717907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Calling delete_port for 8e527fe6-dd8f-4a64-9c26-90a394160075 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:33.891105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:33.893379 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ecd882d3-a645-4641-9c0b-14a23433d7ef tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:33.924761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event deleted for resources: {'Port': ['ID=8e527fe6-dd8f-4a64-9c26-90a394160075,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:33.927949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:34.002659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:34.005233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:34.009307 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "DELETE /v2.0/floatingips/456ad240-c31b-4d7b-9268-9e4791be8aa3 HTTP/1.1" status: 204 len: 168 time: 0.6566634 Jun 11 11:51:34.158210 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4bb5a3a0-888b-42b8-9578-6fb0a8c85c5c req-91e87582-268c-48c2-a335-ae41edc362ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b418a75-734b-4fc4-8b37-21a16b48858e HTTP/1.1" status: 200 len: 210 time: 0.0367916 Jun 11 11:51:35.260000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49774) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:35.334326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9c4dda20-7d7e-4f88-b6fc-9b0da9838614 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:35.362964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9c4dda20-7d7e-4f88-b6fc-9b0da9838614 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:35.427030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9c4dda20-7d7e-4f88-b6fc-9b0da9838614 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:35.430408 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9c4dda20-7d7e-4f88-b6fc-9b0da9838614 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:35.431575 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9c4dda20-7d7e-4f88-b6fc-9b0da9838614 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/1e1b2e7a-9679-4390-9a83-bf511be8bfae HTTP/1.1" status: 204 len: 168 time: 0.1705973 Jun 11 11:51:35.432376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-698dc507-3618-4731-b2e3-5450c6155523 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:35.442517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dda20-7d7e-4f88-b6fc-9b0da9838614 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1b2e7a-9679-4390-9a83-bf511be8bfae,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:35.447183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9c4dda20-7d7e-4f88-b6fc-9b0da9838614 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:35.472941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49780) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:35.953369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:36.301385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:36.301737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:36.353699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49784) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:36.418577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63bd079c-afca-42c4-8073-fd852fe942b5 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:36.420979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:36.421348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:36.450936 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63bd079c-afca-42c4-8073-fd852fe942b5 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:36.517172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63bd079c-afca-42c4-8073-fd852fe942b5 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:36.520387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-63bd079c-afca-42c4-8073-fd852fe942b5 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:36.520573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:36.524514 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-63bd079c-afca-42c4-8073-fd852fe942b5 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] 10.222.0.46 "DELETE /v2.0/security-groups/1706d16e-44da-4d30-9f99-588c2a038bac HTTP/1.1" status: 204 len: 168 time: 0.1663167 Jun 11 11:51:36.524514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2e82c680-c5f4-4198-9b95-d74814a71a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:36.533088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd079c-afca-42c4-8073-fd852fe942b5 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1706d16e-44da-4d30-9f99-588c2a038bac,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:36.535658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-63bd079c-afca-42c4-8073-fd852fe942b5 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:36.602328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49788) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:36.776713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:36.778791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-757f8e5a-5f18-46c4-b205-15b218a7e1d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:36.810929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:36.815804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:37.056314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:37.187577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:37.199198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:37.223533 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:37.224304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device efe4f3b1-cbb2-4914-b5a9-b9d474f8a953 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:37.791609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:51:37.935345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:51:37.941698 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/0e7db3f0-d03d-45f0-86c9-3b95cdcef68d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4658668 Jun 11 11:51:37.942890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49792) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:37.946577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82441d59-c217-4bdc-b7df-122bc0b42c8b None None] Sync routers for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:51:37.947490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Deleting port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:37.947959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:37.956576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82441d59-c217-4bdc-b7df-122bc0b42c8b None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:37.957205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-82441d59-c217-4bdc-b7df-122bc0b42c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:38.002929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e2e069-391c-4594-a9fa-6495b9df3187 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting subnet 092964fa-dc2c-4ff9-b455-55bb8a4434fc {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:51:38.007139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-52e2e069-391c-4594-a9fa-6495b9df3187 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.059935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-52e2e069-391c-4594-a9fa-6495b9df3187 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.060212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] For port 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=6ad589cd-31e8-432e-a3f7-e4c927e5c0e2,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:38.060565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.100634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-82441d59-c217-4bdc-b7df-122bc0b42c8b None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:38.154299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Calling delete_port for 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:38.158475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-52e2e069-391c-4594-a9fa-6495b9df3187 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.236129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-52e2e069-391c-4594-a9fa-6495b9df3187 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.239690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b848f23b-45ac-4d55-b572-d7b30c235ad6 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:38.273893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2e069-391c-4594-a9fa-6495b9df3187 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Subnet': ['ID=092964fa-dc2c-4ff9-b455-55bb8a4434fc,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:38.277230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-52e2e069-391c-4594-a9fa-6495b9df3187 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:38.278408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-52e2e069-391c-4594-a9fa-6495b9df3187 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.280377 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-52e2e069-391c-4594-a9fa-6495b9df3187 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/subnets/092964fa-dc2c-4ff9-b455-55bb8a4434fc HTTP/1.1" status: 204 len: 168 time: 0.3365629 Jun 11 11:51:38.287089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49794) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:38.347144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428f19f-0e78-4734-8170-febba813565f None None] Network a3d2c056-c70c-4b21-98c1-4cec2dfa7144 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:51:38.400536 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.404169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-65c85bfb-0121-4513-99fd-0fd079439129 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:38.434220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad589cd-31e8-432e-a3f7-e4c927e5c0e2,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:38.440230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.441647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:38.610023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.679219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 99385d94-faed-4942-baef-137dcd018462 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:38.679713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.689235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-82441d59-c217-4bdc-b7df-122bc0b42c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '99385d94-faed-4942-baef-137dcd018462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:51:36Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '99385d94-faed-4942-baef-137dcd018462', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:49:32Z', 'updated_at': '2021-06-11T11:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:38.693233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82441d59-c217-4bdc-b7df-122bc0b42c8b None None] Checking router: 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:51:38.700164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.706377 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82441d59-c217-4bdc-b7df-122bc0b42c8b None None] Routers {'0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:38.707043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-82441d59-c217-4bdc-b7df-122bc0b42c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:38.798069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 99385d94-faed-4942-baef-137dcd018462, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=99385d94-faed-4942-baef-137dcd018462,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:38.798710 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:38.805422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7c317-3557-4883-9242-7ada988a4c8a None None] DHCP port deletion for a3d2c056-c70c-4b21-98c1-4cec2dfa7144 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:51:38.861858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-82441d59-c217-4bdc-b7df-122bc0b42c8b None None] Set router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:38.897827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 99385d94-faed-4942-baef-137dcd018462 owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:38.944342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-82441d59-c217-4bdc-b7df-122bc0b42c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:51:38Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:38.951313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82441d59-c217-4bdc-b7df-122bc0b42c8b None None] The sync data for ids ['0e7db3f0-d03d-45f0-86c9-3b95cdcef68d'] in dv-neutron-786478-5-hyperv is: [{'id': '0e7db3f0-d03d-45f0-86c9-3b95cdcef68d', 'name': 'tempest-TestNetworkBasicOps-router-1108439472', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:49:31Z', 'updated_at': '2021-06-11T11:51:38Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port_host': None}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:51:38.960628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-44a7c317-3557-4883-9242-7ada988a4c8a None None] Deleting port 19131b41-5079-4b75-97ec-6258050c9702 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:38.962096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-44a7c317-3557-4883-9242-7ada988a4c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.022621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Router d92b5a64-e700-4f02-80d1-24bac31ec625 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:51:39.051766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-44a7c317-3557-4883-9242-7ada988a4c8a None None] For port 19131b41-5079-4b75-97ec-6258050c9702, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=19131b41-5079-4b75-97ec-6258050c9702,segment=NetworkSegment(c1e09b76-0b5a-4a4e-b35e-10ce120eac35),segment_id=c1e09b76-0b5a-4a4e-b35e-10ce120eac35)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:39.052164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-44a7c317-3557-4883-9242-7ada988a4c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.112041 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.114061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:39.142037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=99385d94-faed-4942-baef-137dcd018462,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:39.145889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:39.147249 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-44a7c317-3557-4883-9242-7ada988a4c8a None None] Calling delete_port for 19131b41-5079-4b75-97ec-6258050c9702 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:39.173311 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:51:39.182435 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223d7bf-0b8e-471d-9fe9-5cf13159bcdb None None] Sync routers for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:51:39.183493 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] 10.222.0.46 "PUT /v2.0/routers/d92b5a64-e700-4f02-80d1-24bac31ec625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5825198 Jun 11 11:51:39.185915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49796) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:39.198330 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223d7bf-0b8e-471d-9fe9-5cf13159bcdb None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:39.199253 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a223d7bf-0b8e-471d-9fe9-5cf13159bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:39.237310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.266266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-44a7c317-3557-4883-9242-7ada988a4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.271397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:39.308875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7c317-3557-4883-9242-7ada988a4c8a None None] Pushing event deleted for resources: {'Port': ['ID=19131b41-5079-4b75-97ec-6258050c9702,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:39.314434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-44a7c317-3557-4883-9242-7ada988a4c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:39.315945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7c317-3557-4883-9242-7ada988a4c8a None None] No DVR routers for this DVR port 19131b41-5079-4b75-97ec-6258050c9702 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:51:39.365516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.409865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.412873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.447814 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-a223d7bf-0b8e-471d-9fe9-5cf13159bcdb None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:39.496431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.497078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Fanout notify agent at l3_agent the message router_deleted on router 0e7db3f0-d03d-45f0-86c9-3b95cdcef68d {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:51:39.506760 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.510835 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/routers/0e7db3f0-d03d-45f0-86c9-3b95cdcef68d HTTP/1.1" status: 204 len: 168 time: 1.2195039 Jun 11 11:51:39.511035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49798) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:39.530498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:39.549234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.560522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:39.560941 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5da415ac-b7a2-4d3a-bf41-e5d17ec4ffe1 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:39.561757 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 19131b41-5079-4b75-97ec-6258050c9702 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:39.586692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 19131b41-5079-4b75-97ec-6258050c9702 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:39.587121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 19131b41-5079-4b75-97ec-6258050c9702 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:39.628658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Deleting port 2363b60b-e470-45e2-8496-c7fb811e9856 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:39.629098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.639944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.734932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] For port 2363b60b-e470-45e2-8496-c7fb811e9856, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2363b60b-e470-45e2-8496-c7fb811e9856,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:39.735336 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.757376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.760670 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a223d7bf-0b8e-471d-9fe9-5cf13159bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:51:38Z', 'revision_number': 5, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port': {'id': '2363b60b-e470-45e2-8496-c7fb811e9856', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:05Z', 'updated_at': '2021-06-11T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:39.764058 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223d7bf-0b8e-471d-9fe9-5cf13159bcdb None None] Checking router: d92b5a64-e700-4f02-80d1-24bac31ec625 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:51:39.768403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d2c056-c70c-4b21-98c1-4cec2dfa7144']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:39.773073 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223d7bf-0b8e-471d-9fe9-5cf13159bcdb None None] Routers {'d92b5a64-e700-4f02-80d1-24bac31ec625'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:39.773810 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a223d7bf-0b8e-471d-9fe9-5cf13159bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d92b5a64-e700-4f02-80d1-24bac31ec625'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:39.780299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:39.780603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e09b76-0b5a-4a4e-b35e-10ce120eac35') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:39.791241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.807226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.814019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:51:39.814714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:51:39.820237 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:51:39.835781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Calling delete_port for 2363b60b-e470-45e2-8496-c7fb811e9856 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:39.915275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.915629 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-a223d7bf-0b8e-471d-9fe9-5cf13159bcdb None None] Set router d92b5a64-e700-4f02-80d1-24bac31ec625 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:39.920294 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:39.929797 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/networks/a3d2c056-c70c-4b21-98c1-4cec2dfa7144 HTTP/1.1" status: 204 len: 168 time: 0.4143643 Jun 11 11:51:39.929797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:39.942876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49800) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:39.945049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Network': ['ID=a3d2c056-c70c-4b21-98c1-4cec2dfa7144,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:39.947071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'network': {'name': 'tempest-network-smoke--270085699', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'port_security_enabled': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:39.952653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.953125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.953572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.954012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.954449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.954971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.955421 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.955843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.956457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.956894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.957325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.958012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:39.961846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:40.007549 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a223d7bf-0b8e-471d-9fe9-5cf13159bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:51:39Z', 'revision_number': 6, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:40.011908 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223d7bf-0b8e-471d-9fe9-5cf13159bcdb None None] The sync data for ids ['d92b5a64-e700-4f02-80d1-24bac31ec625'] in dv-neutron-786478-5-hyperv is: [{'id': 'd92b5a64-e700-4f02-80d1-24bac31ec625', 'name': 'tempest-TestVolumeBootPattern-177836528-router', 'tenant_id': 'fa1ddf06d6df4152974d5476ba079f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:02Z', 'updated_at': '2021-06-11T11:51:39Z', 'revision_number': 6, 'project_id': 'fa1ddf06d6df4152974d5476ba079f72', 'gw_port_host': None}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:51:40.025436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:51:40.029363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.100146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:51:40.115853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.116203 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Added segment 7f969209-23dc-43f6-a549-f72c1e15fbca of type vlan for network aac8ce3e-5986-4197-9e79-5465be9692ba Jun 11 11:51:40.125192 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.128864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b14d7e93-d603-4066-9e0d-a59206d888a6 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:40.184649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=2363b60b-e470-45e2-8496-c7fb811e9856,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:40.192094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:40.223290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.290881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.377042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.382565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:40.383602 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.427797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fba7de28-4066-4730-829a-b382f54b703b tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:40.467912 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.472129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.487275 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5452509 Jun 11 11:51:40.490177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49802) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:40.495179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'admin_state_up': True, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:40.522156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.523178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.575803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Network': ['ID=aac8ce3e-5986-4197-9e79-5465be9692ba,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:40.578815 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:40.590270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.590923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d92b5a64-e700-4f02-80d1-24bac31ec625 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:51:40.592425 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network aac8ce3e-5986-4197-9e79-5465be9692ba details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:51:40.595429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.596653 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] 10.222.0.46 "DELETE /v2.0/routers/d92b5a64-e700-4f02-80d1-24bac31ec625 HTTP/1.1" status: 204 len: 168 time: 1.4098122 Jun 11 11:51:40.599231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49804) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:40.603255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.653141 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-846afd30-76e6-45dc-8d85-72d89c91d92e admin admin] Deleting subnet 28be0055-a740-46eb-a756-909502b2a1dd {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:51:40.656155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-846afd30-76e6-45dc-8d85-72d89c91d92e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.707768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-846afd30-76e6-45dc-8d85-72d89c91d92e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.807190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-846afd30-76e6-45dc-8d85-72d89c91d92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.813773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.878594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-846afd30-76e6-45dc-8d85-72d89c91d92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.881253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-34423f23-04b9-4195-b11c-74b9a3090aef tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:40.913233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846afd30-76e6-45dc-8d85-72d89c91d92e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28be0055-a740-46eb-a756-909502b2a1dd,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:40.922554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-846afd30-76e6-45dc-8d85-72d89c91d92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:40.922945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb30acae-a9a3-4c5f-a9d2-fc905b15f6f2 None None] Network a303fe90-a33a-4602-b3f5-63b56709bb0e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:51:40.923671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-846afd30-76e6-45dc-8d85-72d89c91d92e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:40.927002 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-846afd30-76e6-45dc-8d85-72d89c91d92e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/28be0055-a740-46eb-a756-909502b2a1dd HTTP/1.1" status: 204 len: 168 time: 0.3267605 Jun 11 11:51:40.928254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49806) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:41.029838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.098871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Deleting port b6b7c721-eda8-4803-bd0c-9d131373e584 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:41.099354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.121888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.148916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.177570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 99385d94-faed-4942-baef-137dcd018462 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:41.207193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aab31c5-721e-45c2-bbce-e22be48e8b54 None None] DHCP port deletion for a303fe90-a33a-4602-b3f5-63b56709bb0e request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:51:41.212712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] For port b6b7c721-eda8-4803-bd0c-9d131373e584, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6b7c721-eda8-4803-bd0c-9d131373e584,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:41.213004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 99385d94-faed-4942-baef-137dcd018462 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:41.213193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.213364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 99385d94-faed-4942-baef-137dcd018462 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:41.213769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2363b60b-e470-45e2-8496-c7fb811e9856 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:41.272287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 2363b60b-e470-45e2-8496-c7fb811e9856 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:41.272974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2363b60b-e470-45e2-8496-c7fb811e9856 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:41.274823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:41.286226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.245 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/c80e0774-58bf-484c-906b-2fa5bde92226) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:51:41.302644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:41.303396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6ad589cd-31e8-432e-a3f7-e4c927e5c0e2 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:41.312922 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Calling delete_port for b6b7c721-eda8-4803-bd0c-9d131373e584 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:41.328378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3aab31c5-721e-45c2-bbce-e22be48e8b54 None None] Deleting port b6b7c721-eda8-4803-bd0c-9d131373e584 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:41.328766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3aab31c5-721e-45c2-bbce-e22be48e8b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.409204 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3aab31c5-721e-45c2-bbce-e22be48e8b54 None None] For port b6b7c721-eda8-4803-bd0c-9d131373e584, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6b7c721-eda8-4803-bd0c-9d131373e584,segment=NetworkSegment(a91f9d22-da32-45c7-b58b-e70b087c8b90),segment_id=a91f9d22-da32-45c7-b58b-e70b087c8b90)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:41.409607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3aab31c5-721e-45c2-bbce-e22be48e8b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.414507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.417745 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-347bc15a-2d36-4409-89b7-d56634f59790 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:41.422167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.446743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b7c721-eda8-4803-bd0c-9d131373e584,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:41.449851 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:41.450668 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] No DVR routers for this DVR port b6b7c721-eda8-4803-bd0c-9d131373e584 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:51:41.469376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.472127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-05b09b69-8984-47c2-a909-3435b5afbcf7 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:41.509844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3aab31c5-721e-45c2-bbce-e22be48e8b54 None None] Calling delete_port for b6b7c721-eda8-4803-bd0c-9d131373e584 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:41.529401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:51:41.534026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:51:41.538031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:51:41.570156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=c80e0774-58bf-484c-906b-2fa5bde92226,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:41.575210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:41.615641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3aab31c5-721e-45c2-bbce-e22be48e8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.619093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:41.647170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab31c5-721e-45c2-bbce-e22be48e8b54 None None] Pushing event deleted for resources: {'Port': ['ID=b6b7c721-eda8-4803-bd0c-9d131373e584,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:41.655508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3aab31c5-721e-45c2-bbce-e22be48e8b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:41.659181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab31c5-721e-45c2-bbce-e22be48e8b54 None None] No DVR routers for this DVR port b6b7c721-eda8-4803-bd0c-9d131373e584 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:51:41.917115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.958642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:41.970472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a303fe90-a33a-4602-b3f5-63b56709bb0e']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:41.981493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91f9d22-da32-45c7-b58b-e70b087c8b90') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:41.981803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91f9d22-da32-45c7-b58b-e70b087c8b90') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:41.991503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:42.005837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:42.012064 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:51:42.012450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:51:42.014108 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:51:42.090647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:42.093970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:42.096326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:42.100898 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] 10.222.0.46 "DELETE /v2.0/networks/a303fe90-a33a-4602-b3f5-63b56709bb0e HTTP/1.1" status: 204 len: 168 time: 1.1667466 Jun 11 11:51:42.104647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49808) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:42.123385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Pushing event deleted for resources: {'Network': ['ID=a303fe90-a33a-4602-b3f5-63b56709bb0e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:42.146677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2053d6e1-abd2-400e-a5bf-f9ee22011e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:42.169694 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:42.593414 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:42.633589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:42.797056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:51:42.920468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Deleting port 69a82e7e-ff1d-448e-8469-896375346c63 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:42.920748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:42.946060 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:51:42.956260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Sync routers for ids ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:51:42.965489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:42.965929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Routers {'14ca822f-9e72-4d02-9e42-3b61bab1f0a1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:42.966832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:42.967412 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4758203 Jun 11 11:51:42.970150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49810) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:43.006141 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-599bbcf7-325c-4619-9d1e-084b5a1c47dd tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=d8399334e9cb4ae2b4d59d7a1c160597&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346932 Jun 11 11:51:43.009137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49812) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:43.034427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] For port 69a82e7e-ff1d-448e-8469-896375346c63, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=69a82e7e-ff1d-448e-8469-896375346c63,segment=NetworkSegment(0f03e9a3-a950-4212-a418-cc8b5d715964),segment_id=0f03e9a3-a950-4212-a418-cc8b5d715964)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:43.034983 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:43.140901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b69f36a-06fc-460e-bff3-9fbe09a0d0a5 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:43.145139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9b69f36a-06fc-460e-bff3-9fbe09a0d0a5 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323502 Jun 11 11:51:43.145536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49814) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:43.150236 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Calling delete_port for 69a82e7e-ff1d-448e-8469-896375346c63 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:43.185331 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fcdd2523-3aff-4b65-81ac-f3b42e658f91 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361986 Jun 11 11:51:43.185567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49816) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:43.185688 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6b7c721-eda8-4803-bd0c-9d131373e584 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:43.191090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1098657951', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:43.254750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b6b7c721-eda8-4803-bd0c-9d131373e584 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:43.255104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6b7c721-eda8-4803-bd0c-9d131373e584 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:43.310915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Set router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:43.312174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:51:43.316114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:43.389500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:43.392515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-474db6fc-3134-4128-9359-a4dd9505e157 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:43.422971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a82e7e-ff1d-448e-8469-896375346c63,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:43.426132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:43.573128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:41Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:43.574435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:43.576824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Checking router: 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:51:43.577183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Updating router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 port c80e0774-58bf-484c-906b-2fa5bde92226 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:51:43.578471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ae41e90f-b2ba-4371-aacb-7ae6b963c3bd tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:43.621373 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:43.660518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Subnet': ['ID=92491749-4654-427e-b0f2-917528a37403,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:43.663865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:43.673911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Checking segment: {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:51:43.674285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network hostable DHCP agents. Network: aac8ce3e-5986-4197-9e79-5465be9692ba, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:51:43.691494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network aac8ce3e-5986-4197-9e79-5465be9692ba is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:51:43.700972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, aac8ce3e-5986-4197-9e79-5465be9692ba) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:51:43.702281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:43.710284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:43.710886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:43.725031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0042107-8b97-4c13-9fdd-1112bed72cee None None] Network aac8ce3e-5986-4197-9e79-5465be9692ba requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:51:43.728284 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5415387 Jun 11 11:51:43.730739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49818) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:44.030761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Router 996a3758-4cf1-4593-af64-4890dcf45d17 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:51:44.061890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-aac8ce3e-5986-4197-9e79-5465be9692ba', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:51:44.063277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.155049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.178822 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Transition to ACTIVE for port object c80e0774-58bf-484c-906b-2fa5bde92226 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:51:44.184128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:51:44.191274 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] 10.222.0.46 "PUT /v2.0/routers/996a3758-4cf1-4593-af64-4890dcf45d17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0855200 Jun 11 11:51:44.193941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49820) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:44.194395 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f72f7-093e-4e21-824d-1544581e4c89 None None] Sync routers for ids ['996a3758-4cf1-4593-af64-4890dcf45d17'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:51:44.205866 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f72f7-093e-4e21-824d-1544581e4c89 None None] Routers {'996a3758-4cf1-4593-af64-4890dcf45d17'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:44.207698 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-452f72f7-093e-4e21-824d-1544581e4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['996a3758-4cf1-4593-af64-4890dcf45d17'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:44.221251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.225249 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:44.282864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Attempting to bind port c80e0774-58bf-484c-906b-2fa5bde92226 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:51:44.283158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Attempting to bind port c80e0774-58bf-484c-906b-2fa5bde92226 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:51:44.284194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Attempting to bind port c80e0774-58bf-484c-906b-2fa5bde92226 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:51:44.306439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:51:44.306844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:51:44.307257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.307660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:51:44.308154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Bound port: c80e0774-58bf-484c-906b-2fa5bde92226, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:51:44.308527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.314976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Allocated IP 172.20.0.2 (aac8ce3e-5986-4197-9e79-5465be9692ba/92491749-4654-427e-b0f2-917528a37403/5c89a243-a862-482f-98f1-b08d6a132017) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:51:44.347901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919033a-4ea9-4a71-8869-2612b4ee8a0b None None] Pushing event updated for resources: {'Port': ['ID=c80e0774-58bf-484c-906b-2fa5bde92226,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:44.350302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6919033a-4ea9-4a71-8869-2612b4ee8a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:44.371624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.409224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.416378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] For port c80e0774-58bf-484c-906b-2fa5bde92226, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:51:44.477942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] For port c80e0774-58bf-484c-906b-2fa5bde92226, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c80e0774-58bf-484c-906b-2fa5bde92226,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:51:44.483180 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-452f72f7-093e-4e21-824d-1544581e4c89 None None] Set router 996a3758-4cf1-4593-af64-4890dcf45d17 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:44.485732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.489537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6d1952e4-54ca-44d1-9702-6495e8635226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:44.548321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919033a-4ea9-4a71-8869-2612b4ee8a0b None None] Pushing event updated for resources: {'Port': ['ID=c80e0774-58bf-484c-906b-2fa5bde92226,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:44.551368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6919033a-4ea9-4a71-8869-2612b4ee8a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:44.620035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.633690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Routers {'14ca822f-9e72-4d02-9e42-3b61bab1f0a1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:44.634348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:44.694594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Deleting port 96de781b-a04e-4eff-b1b9-d3e1c989bba5 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:44.694966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.747673 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-452f72f7-093e-4e21-824d-1544581e4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'name': 'tempest-TestVolumeBootPattern-172906608-router', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:24Z', 'updated_at': '2021-06-11T11:51:43Z', 'revision_number': 5, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'gw_port': {'id': '96de781b-a04e-4eff-b1b9-d3e1c989bba5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:43:27Z', 'updated_at': '2021-06-11T11:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:44.751307 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f72f7-093e-4e21-824d-1544581e4c89 None None] Checking router: 996a3758-4cf1-4593-af64-4890dcf45d17 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:51:44.759827 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f72f7-093e-4e21-824d-1544581e4c89 None None] Routers {'996a3758-4cf1-4593-af64-4890dcf45d17'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:44.760547 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-452f72f7-093e-4e21-824d-1544581e4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['996a3758-4cf1-4593-af64-4890dcf45d17'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:44.783335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] Set router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:44.805929 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] For port 96de781b-a04e-4eff-b1b9-d3e1c989bba5, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=96de781b-a04e-4eff-b1b9-d3e1c989bba5,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:44.806205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.880841 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-452f72f7-093e-4e21-824d-1544581e4c89 None None] Set router 996a3758-4cf1-4593-af64-4890dcf45d17 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:44.898330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.900989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Calling delete_port for 96de781b-a04e-4eff-b1b9-d3e1c989bba5 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:44.905504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:44.917049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Transition to ACTIVE for port object 5c89a243-a862-482f-98f1-b08d6a132017 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:51:44.961430 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-452f72f7-093e-4e21-824d-1544581e4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'name': 'tempest-TestVolumeBootPattern-172906608-router', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:24Z', 'updated_at': '2021-06-11T11:51:44Z', 'revision_number': 6, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:44.965060 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f72f7-093e-4e21-824d-1544581e4c89 None None] The sync data for ids ['996a3758-4cf1-4593-af64-4890dcf45d17'] in dv-neutron-786478-5-hyperv is: [{'id': '996a3758-4cf1-4593-af64-4890dcf45d17', 'name': 'tempest-TestVolumeBootPattern-172906608-router', 'tenant_id': '3fe64d138f4c414fb77042f99258e0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:43:24Z', 'updated_at': '2021-06-11T11:51:44Z', 'revision_number': 6, 'project_id': '3fe64d138f4c414fb77042f99258e0d8', 'gw_port_host': None}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:51:45.132589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69a82e7e-ff1d-448e-8469-896375346c63 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:45.138570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.142237 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:45.174666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=96de781b-a04e-4eff-b1b9-d3e1c989bba5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:45.181812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 69a82e7e-ff1d-448e-8469-896375346c63 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:45.181988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:45.182102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 69a82e7e-ff1d-448e-8469-896375346c63 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:45.188363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Transition to ACTIVE for port object 5c89a243-a862-482f-98f1-b08d6a132017 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:51:45.192408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d7826d74-c434-4e6a-8ec4-b1d6d54954e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.203819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.207074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4976fbfa-2a2f-4c98-b011-ff276af1ab1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:45.256343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.1 (aac8ce3e-5986-4197-9e79-5465be9692ba/92491749-4654-427e-b0f2-917528a37403/d86ee43a-0046-432a-a295-a8e6c16b7c11) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:51:45.270341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.281715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Network aac8ce3e-5986-4197-9e79-5465be9692ba is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:51:45.288693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:51:45.295431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:51:45.298772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Pushing event updated for resources: {'Port': ['ID=5c89a243-a862-482f-98f1-b08d6a132017,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:45.304687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:45.381345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Attempting to bind port 5c89a243-a862-482f-98f1-b08d6a132017 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:51:45.381741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Attempting to bind port 5c89a243-a862-482f-98f1-b08d6a132017 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:51:45.382022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Attempting to bind port 5c89a243-a862-482f-98f1-b08d6a132017 on network aac8ce3e-5986-4197-9e79-5465be9692ba {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:51:45.389330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:51:45.389724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Checking segment: {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:51:45.390140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.390567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Bound using segment: {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:51:45.391052 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Bound port: 5c89a243-a862-482f-98f1-b08d6a132017, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:51:45.391438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.395886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:41Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:45.410503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b932481-42e4-4518-b9d8-a4f5505dc108 None None] The sync data for ids ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'] in dv-neutron-786478-5-hyperv is: [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:41Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:51:45.419976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.422421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.427924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.448842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object d86ee43a-0046-432a-a295-a8e6c16b7c11 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:51:45.482656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] For port 5c89a243-a862-482f-98f1-b08d6a132017, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:51:45.487376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] For port 5c89a243-a862-482f-98f1-b08d6a132017, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5c89a243-a862-482f-98f1-b08d6a132017,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:51:45.494022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.496607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.497278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-161b5e46-1347-410a-9de3-fd0eaaacd5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:45.497471 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 996a3758-4cf1-4593-af64-4890dcf45d17 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:51:45.499718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.502920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.504145 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] 10.222.0.46 "DELETE /v2.0/routers/996a3758-4cf1-4593-af64-4890dcf45d17 HTTP/1.1" status: 204 len: 168 time: 1.3086326 Jun 11 11:51:45.506590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49822) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:45.513647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c908a93f-1c79-4a22-a6e1-2cf05eb2396b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:45.571606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fec9249-45dc-4525-8f0f-ecfc4d048ec9 admin admin] Deleting subnet 5fa6b44d-247a-4e44-80b4-8cd119e09eab {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:51:45.574931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fec9249-45dc-4525-8f0f-ecfc4d048ec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.591241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Pushing event updated for resources: {'Port': ['ID=5c89a243-a862-482f-98f1-b08d6a132017,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:45.594739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:45.594950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network aac8ce3e-5986-4197-9e79-5465be9692ba is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:51:45.598690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:51:45.603860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:51:45.608387 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=d86ee43a-0046-432a-a295-a8e6c16b7c11,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:45.648120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:45.672121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.673567 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fec9249-45dc-4525-8f0f-ecfc4d048ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.793883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fec9249-45dc-4525-8f0f-ecfc4d048ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.921594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fec9249-45dc-4525-8f0f-ecfc4d048ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.931940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eeb500cd-e660-47cc-aa40-6f780a7295e4 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:45.936297 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5fec9249-45dc-4525-8f0f-ecfc4d048ec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:45.940338 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5fec9249-45dc-4525-8f0f-ecfc4d048ec9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5fa6b44d-247a-4e44-80b4-8cd119e09eab HTTP/1.1" status: 204 len: 168 time: 0.4305212 Jun 11 11:51:45.940958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b2214-6b0a-49ef-9397-632fbdae2bb5 None None] Network c79c43e7-ccc9-4a2a-86c5-880898738db3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:51:45.952172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49824) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:45.981917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:46.016364 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec9249-45dc-4525-8f0f-ecfc4d048ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa6b44d-247a-4e44-80b4-8cd119e09eab,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:46.025035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5fec9249-45dc-4525-8f0f-ecfc4d048ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:46.109193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:46.134595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:46.278690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb258ed-2b11-4317-b8de-1b08a636c984 None None] DHCP port deletion for c79c43e7-ccc9-4a2a-86c5-880898738db3 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:51:46.338546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fbb258ed-2b11-4317-b8de-1b08a636c984 None None] Deleting port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:46.338998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbb258ed-2b11-4317-b8de-1b08a636c984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:46.349827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Deleting port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:51:46.350193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:46.435447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fbb258ed-2b11-4317-b8de-1b08a636c984 None None] For port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6b39433-9f09-4dc0-b18f-0dca5f41ddf2,segment=NetworkSegment(0f03e9a3-a950-4212-a418-cc8b5d715964),segment_id=0f03e9a3-a950-4212-a418-cc8b5d715964)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:46.436815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbb258ed-2b11-4317-b8de-1b08a636c984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:46.478358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] For port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b6b39433-9f09-4dc0-b18f-0dca5f41ddf2,segment=NetworkSegment(0f03e9a3-a950-4212-a418-cc8b5d715964),segment_id=0f03e9a3-a950-4212-a418-cc8b5d715964)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:46.478926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:46.543600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fbb258ed-2b11-4317-b8de-1b08a636c984 None None] Calling delete_port for b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:46.652852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fbb258ed-2b11-4317-b8de-1b08a636c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:46.655705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-44a7c317-3557-4883-9242-7ada988a4c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:46.686600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb258ed-2b11-4317-b8de-1b08a636c984 None None] Pushing event deleted for resources: {'Port': ['ID=b6b39433-9f09-4dc0-b18f-0dca5f41ddf2,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:46.689731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fbb258ed-2b11-4317-b8de-1b08a636c984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:46.690580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb258ed-2b11-4317-b8de-1b08a636c984 None None] No DVR routers for this DVR port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:51:46.848616 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b9a8e0-964f-458c-ba18-620dc2c40da9 None None] Network aac8ce3e-5986-4197-9e79-5465be9692ba requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:51:46.992536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-80829400-b874-49c7-a902-9f1ae43d8b20 None None] Provisioning for port 5c89a243-a862-482f-98f1-b08d6a132017 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:51:47.047701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Calling delete_port for b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:51:47.189460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.197504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.202027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:47.219105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c80e0774-58bf-484c-906b-2fa5bde92226 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:51:47.288393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c80e0774-58bf-484c-906b-2fa5bde92226 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:51:47.290099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.292987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c80e0774-58bf-484c-906b-2fa5bde92226 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:51:47.293379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.317425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] No DVR routers for this DVR port b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:51:47.324571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.329243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=d86ee43a-0046-432a-a295-a8e6c16b7c11,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:47.333162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:47.363463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:47.397496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b39433-9f09-4dc0-b18f-0dca5f41ddf2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:47.399955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:47.401476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.437034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port c80e0774-58bf-484c-906b-2fa5bde92226, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c80e0774-58bf-484c-906b-2fa5bde92226,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:47.443982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.445018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5c89a243-a862-482f-98f1-b08d6a132017 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:51:47.490884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-49fa483f-7342-4d9f-8588-b510320e328f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:47.504186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.557118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1707b810-f255-4a4a-92d2-9aa60e937166 None None] Provisioning for port d86ee43a-0046-432a-a295-a8e6c16b7c11 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:51:47.562618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79c43e7-ccc9-4a2a-86c5-880898738db3']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:47.564508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1707b810-f255-4a4a-92d2-9aa60e937166 None None] Provisioning complete for port d86ee43a-0046-432a-a295-a8e6c16b7c11 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:51:47.564896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1707b810-f255-4a4a-92d2-9aa60e937166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.567423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 5c89a243-a862-482f-98f1-b08d6a132017 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:51:47.582168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f03e9a3-a950-4212-a418-cc8b5d715964') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:47.582463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f03e9a3-a950-4212-a418-cc8b5d715964') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:47.590443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=c80e0774-58bf-484c-906b-2fa5bde92226,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:47.597236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.605611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 5c89a243-a862-482f-98f1-b08d6a132017 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:51:47.605976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.609738 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.610344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.610483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.610790 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.611130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.611469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.611800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.612127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.612459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.612784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.613116 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.613439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:51:47.620064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:47.624848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.627894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network aac8ce3e-5986-4197-9e79-5465be9692ba is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:51:47.632359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:51:47.637376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:51:47.637771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:51:47.639452 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:51:47.647295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-1707b810-f255-4a4a-92d2-9aa60e937166 None None] Port d86ee43a-0046-432a-a295-a8e6c16b7c11 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:51:47.722943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.726212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.769184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 5c89a243-a862-482f-98f1-b08d6a132017, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5c89a243-a862-482f-98f1-b08d6a132017,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:47.775041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.776917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9cd8abdb-fbce-4dd8-a084-a6fdf44de080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:47.805695 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b1e44be2-c810-4039-b0bd-47321e692184 None None] Provisioning complete for port d86ee43a-0046-432a-a295-a8e6c16b7c11 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:51:47.806086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b1e44be2-c810-4039-b0bd-47321e692184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.843445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.847592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:47.849553 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] 10.222.0.46 "DELETE /v2.0/networks/c79c43e7-ccc9-4a2a-86c5-880898738db3 HTTP/1.1" status: 204 len: 168 time: 1.8935819 Jun 11 11:51:47.850803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:47.856113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35245875-ecd6-4047-b254-18fb8a164dac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:47.873640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Pushing event deleted for resources: {'Network': ['ID=c79c43e7-ccc9-4a2a-86c5-880898738db3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:47.881354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:47.896347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:47.896714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b6b39433-9f09-4dc0-b18f-0dca5f41ddf2 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:47.897144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 96de781b-a04e-4eff-b1b9-d3e1c989bba5 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:51:47.906580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:51:47.922252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-b1e44be2-c810-4039-b0bd-47321e692184 None None] Port d86ee43a-0046-432a-a295-a8e6c16b7c11 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:51:47.924152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=5c89a243-a862-482f-98f1-b08d6a132017,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:47.927159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 96de781b-a04e-4eff-b1b9-d3e1c989bba5 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:51:47.927525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 96de781b-a04e-4eff-b1b9-d3e1c989bba5 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:51:47.928861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:47.991948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49828) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:48.036213 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5cbf0df3-4cad-4fe2-8b55-3798a5a02e3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa1ddf06d6df4152974d5476ba079f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421033 Jun 11 11:51:48.038383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49830) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:48.042217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-77ef34ea-547b-4f80-a7a7-5268ca97e0f3 None None] Provisioning complete for port d86ee43a-0046-432a-a295-a8e6c16b7c11 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:51:48.042818 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-77ef34ea-547b-4f80-a7a7-5268ca97e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.070125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:51:48.077525 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/14ca822f-9e72-4d02-9e42-3b61bab1f0a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3435087 Jun 11 11:51:48.077777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49832) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:48.085200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Sync routers for ids ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:51:48.095254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-77ef34ea-547b-4f80-a7a7-5268ca97e0f3 None None] Port d86ee43a-0046-432a-a295-a8e6c16b7c11 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:51:48.099201 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ddc07fd0-0372-4a68-b06c-46442b6e686b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.099343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Routers {'14ca822f-9e72-4d02-9e42-3b61bab1f0a1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:48.100159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:48.122776 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ddc07fd0-0372-4a68-b06c-46442b6e686b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.179717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ddc07fd0-0372-4a68-b06c-46442b6e686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.182505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ddc07fd0-0372-4a68-b06c-46442b6e686b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.185926 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ddc07fd0-0372-4a68-b06c-46442b6e686b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f37d888-ded0-421f-8a1d-cd8aad818103 HTTP/1.1" status: 204 len: 168 time: 0.1432388 Jun 11 11:51:48.185926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-779a9907-0a6c-42aa-8019-0e1c429498fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:48.199277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc07fd0-0372-4a68-b06c-46442b6e686b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f37d888-ded0-421f-8a1d-cd8aad818103,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:48.202176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ddc07fd0-0372-4a68-b06c-46442b6e686b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:48.255778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Set router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:48.276271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17d41c-649a-4128-aed4-9e21a4358699 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:48.276841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17d41c-649a-4128-aed4-9e21a4358699 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:48.277326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17d41c-649a-4128-aed4-9e21a4358699 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:48.277905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17d41c-649a-4128-aed4-9e21a4358699 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:48.282553 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49836) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:48.282848 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ce17d41c-649a-4128-aed4-9e21a4358699 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.2040112 Jun 11 11:51:48.532368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:45Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'd86ee43a-0046-432a-a295-a8e6c16b7c11', 'name': '', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:7b:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:44Z', 'updated_at': '2021-06-11T11:51:46Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '92491749-4654-427e-b0f2-917528a37403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:48.536065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Checking router: 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:51:48.536638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Updating router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 port d86ee43a-0046-432a-a295-a8e6c16b7c11 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:51:48.541342 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49840) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:48.583789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.599997 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8384062b-2f1b-491d-b591-fb8568ae4f4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fe64d138f4c414fb77042f99258e0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546529 Jun 11 11:51:48.600270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49842) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:48.653880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6c2276c-fd8b-4232-83d8-7333faab5386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.678024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6c2276c-fd8b-4232-83d8-7333faab5386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.735198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6c2276c-fd8b-4232-83d8-7333faab5386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.738274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a6c2276c-fd8b-4232-83d8-7333faab5386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.739482 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a6c2276c-fd8b-4232-83d8-7333faab5386 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/202a7ce0-fe94-46e9-92a0-371f1d5c7293 HTTP/1.1" status: 204 len: 168 time: 0.1383142 Jun 11 11:51:48.740339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e67a32ed-b75c-45c3-88df-551a871a4f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:48.750071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2276c-fd8b-4232-83d8-7333faab5386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202a7ce0-fe94-46e9-92a0-371f1d5c7293,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:48.752528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a6c2276c-fd8b-4232-83d8-7333faab5386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:48.775821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66d397-32e6-47f5-9254-50a7aa69554a tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:48.776294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66d397-32e6-47f5-9254-50a7aa69554a tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:48.776749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66d397-32e6-47f5-9254-50a7aa69554a tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:48.777383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66d397-32e6-47f5-9254-50a7aa69554a tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:48.780316 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9f66d397-32e6-47f5-9254-50a7aa69554a tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.4952991 Jun 11 11:51:48.782966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49846) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:48.947738 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.959271 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1fc20926-e82b-43b9-b854-a1132bcf9bc5 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1755388 Jun 11 11:51:48.959739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Transition to ACTIVE for port object d86ee43a-0046-432a-a295-a8e6c16b7c11 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:51:48.962818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49848) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:48.968760 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-862159970', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:48.968997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:48.978506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:49.099886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3fa53-c6c3-4ca3-854e-8d65e6841795 None None] Pushing event updated for resources: {'Port': ['ID=d86ee43a-0046-432a-a295-a8e6c16b7c11,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:49.147186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:51:49.151139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:49.176851 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] device_id is not set on port dc206bf7-b4f7-412b-9da9-84b04609e5c4 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:51:49.307372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-45d3fa53-c6c3-4ca3-854e-8d65e6841795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:49.311783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c80e0774-58bf-484c-906b-2fa5bde92226 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:51:49.313629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.5 (aac8ce3e-5986-4197-9e79-5465be9692ba/92491749-4654-427e-b0f2-917528a37403/dc206bf7-b4f7-412b-9da9-84b04609e5c4) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:51:49.390202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Attempting to bind port d86ee43a-0046-432a-a295-a8e6c16b7c11 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:51:49.390582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Attempting to bind port d86ee43a-0046-432a-a295-a8e6c16b7c11 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:51:49.390901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Attempting to bind port d86ee43a-0046-432a-a295-a8e6c16b7c11 on network aac8ce3e-5986-4197-9e79-5465be9692ba {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:51:49.403125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:51:49.403514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Checking segment: {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:51:49.403944 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:49.404341 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Bound using segment: {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:51:49.404827 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Bound port: d86ee43a-0046-432a-a295-a8e6c16b7c11, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:51:49.405216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:49.455642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c80e0774-58bf-484c-906b-2fa5bde92226 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:51:49.456027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:49.494064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:49.506262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object dc206bf7-b4f7-412b-9da9-84b04609e5c4 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:51:49.520324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] For port d86ee43a-0046-432a-a295-a8e6c16b7c11, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:51:49.524479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] For port d86ee43a-0046-432a-a295-a8e6c16b7c11, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d86ee43a-0046-432a-a295-a8e6c16b7c11,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:51:49.529693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:49.532296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-528e1381-0653-454b-8603-e9c715ec3d27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:49.544258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:49.548208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a58208b6-5ace-49e9-81c2-694b5e448de0 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:49.598362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network aac8ce3e-5986-4197-9e79-5465be9692ba is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:51:49.601989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:51:49.606390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:51:49.637953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:49.641472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Routers {'14ca822f-9e72-4d02-9e42-3b61bab1f0a1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:51:49.642621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:49.643264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:49.654913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5c89a243-a862-482f-98f1-b08d6a132017 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:51:49.657102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3fa53-c6c3-4ca3-854e-8d65e6841795 None None] Pushing event updated for resources: {'Port': ['ID=d86ee43a-0046-432a-a295-a8e6c16b7c11,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:49.660593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-45d3fa53-c6c3-4ca3-854e-8d65e6841795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:49.678842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:49.680005 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:49.700912 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7340908 Jun 11 11:51:49.858729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] Set router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:51:49.862493 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 5c89a243-a862-482f-98f1-b08d6a132017 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:51:49.863193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.042837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49852) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:50.048121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3a31b714-540b-45e0-8389-63bdcb4a448e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109023697', 'description': 'tempest-secgroup-smoke-2109023697 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:50.070732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-43c7ae56-e15a-4851-a793-111d897e9780 None None] Provisioning for port dc206bf7-b4f7-412b-9da9-84b04609e5c4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:51:50.073889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a31b714-540b-45e0-8389-63bdcb4a448e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.136114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-43c7ae56-e15a-4851-a793-111d897e9780 None None] Provisioning complete for port dc206bf7-b4f7-412b-9da9-84b04609e5c4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:51:50.136496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-43c7ae56-e15a-4851-a793-111d897e9780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.185379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a31b714-540b-45e0-8389-63bdcb4a448e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.191692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a31b714-540b-45e0-8389-63bdcb4a448e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.195442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7c582663-223c-4fe9-aeac-6d6ffa4e80c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:50.225763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31b714-540b-45e0-8389-63bdcb4a448e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05926b9a-a4f2-4ac6-b7b5-10c7e04c31d8,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:50.229513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3a31b714-540b-45e0-8389-63bdcb4a448e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.230980 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3a31b714-540b-45e0-8389-63bdcb4a448e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1867120 Jun 11 11:51:50.232148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3a31b714-540b-45e0-8389-63bdcb4a448e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:50.234027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49854) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:50.240290 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a2e331f5-575a-440c-a4c6-309d478343dc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '05926b9a-a4f2-4ac6-b7b5-10c7e04c31d8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:50.251252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-43c7ae56-e15a-4851-a793-111d897e9780 None None] Port dc206bf7-b4f7-412b-9da9-84b04609e5c4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:51:50.270147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2e331f5-575a-440c-a4c6-309d478343dc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.318693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:45Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'd86ee43a-0046-432a-a295-a8e6c16b7c11', 'name': '', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:7b:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:44Z', 'updated_at': '2021-06-11T11:51:49Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '92491749-4654-427e-b0f2-917528a37403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:51:50.322351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aebf38-19d9-4aa8-9eae-ef74e0ffbd8e None None] The sync data for ids ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'] in dv-neutron-786478-5-hyperv is: [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:45Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'd86ee43a-0046-432a-a295-a8e6c16b7c11', 'name': '', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:7b:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:44Z', 'updated_at': '2021-06-11T11:51:49Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '92491749-4654-427e-b0f2-917528a37403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:51:50.333691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2e331f5-575a-440c-a4c6-309d478343dc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.338312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2e331f5-575a-440c-a4c6-309d478343dc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.340326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9fc09d80-953f-48ed-8ce0-c65dbb79216c tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:50.357767 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e331f5-575a-440c-a4c6-309d478343dc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6247fc0c-2201-40f9-b6cd-dbf29027978d,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:50.373955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a2e331f5-575a-440c-a4c6-309d478343dc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:50.373955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2e331f5-575a-440c-a4c6-309d478343dc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.373955 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a2e331f5-575a-440c-a4c6-309d478343dc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341569 Jun 11 11:51:50.373955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49856) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:50.379209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d6a9b4c4-0122-47c9-9360-8a934c6816ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '05926b9a-a4f2-4ac6-b7b5-10c7e04c31d8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:50.425237 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b4c4-0122-47c9-9360-8a934c6816ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.497502 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b4c4-0122-47c9-9360-8a934c6816ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.505528 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b4c4-0122-47c9-9360-8a934c6816ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.511131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1d09faed-d9d5-4c43-94b8-b4ad4d27f677 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:50.529177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9b4c4-0122-47c9-9360-8a934c6816ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f78eeb8-6fe7-471e-851b-6d60ae772b81,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:50.532190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d6a9b4c4-0122-47c9-9360-8a934c6816ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:50.534013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b4c4-0122-47c9-9360-8a934c6816ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.538474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49858) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:50.539723 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d6a9b4c4-0122-47c9-9360-8a934c6816ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1653893 Jun 11 11:51:50.544448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-507046d6-0560-44c0-a997-b06fdb33f6e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '05926b9a-a4f2-4ac6-b7b5-10c7e04c31d8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:50.574058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-507046d6-0560-44c0-a997-b06fdb33f6e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.653851 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-507046d6-0560-44c0-a997-b06fdb33f6e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.659075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-507046d6-0560-44c0-a997-b06fdb33f6e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.664640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e5b4a661-70e2-4347-9d1a-c46201805da1 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:50.691069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507046d6-0560-44c0-a997-b06fdb33f6e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b2fbda-df49-4d40-a01a-e20231670d9f,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:50.694766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-507046d6-0560-44c0-a997-b06fdb33f6e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:50.698324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-507046d6-0560-44c0-a997-b06fdb33f6e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.700199 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-507046d6-0560-44c0-a997-b06fdb33f6e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599271 Jun 11 11:51:50.703605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49860) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:50.708105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-bd2fa865-df7b-4a64-83e2-1c1527283926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '05926b9a-a4f2-4ac6-b7b5-10c7e04c31d8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:50.741402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa865-df7b-4a64-83e2-1c1527283926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.813770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa865-df7b-4a64-83e2-1c1527283926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.817540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa865-df7b-4a64-83e2-1c1527283926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.819708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d9489b50-a7d4-4119-bfdb-9ee5622a8d07 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:50.837854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fa865-df7b-4a64-83e2-1c1527283926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b0f187-de5e-41ea-a295-efae2351f77a,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:50.840855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bd2fa865-df7b-4a64-83e2-1c1527283926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:50.844405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa865-df7b-4a64-83e2-1c1527283926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.845491 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bd2fa865-df7b-4a64-83e2-1c1527283926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417704 Jun 11 11:51:50.848157 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49862) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:50.853370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f36e62b0-fd5e-4fb3-8ccc-60256bccac74 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '05926b9a-a4f2-4ac6-b7b5-10c7e04c31d8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:50.875213 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-f36e62b0-fd5e-4fb3-8ccc-60256bccac74 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:51:50.880221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f36e62b0-fd5e-4fb3-8ccc-60256bccac74 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.960186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f36e62b0-fd5e-4fb3-8ccc-60256bccac74 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.966001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f36e62b0-fd5e-4fb3-8ccc-60256bccac74 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.970965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0bf0e45c-4f58-4a07-b108-e182589a50e9 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:50.988206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e62b0-fd5e-4fb3-8ccc-60256bccac74 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c50221-e400-4d8d-becf-5cf107b4d71e,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:50.991338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f36e62b0-fd5e-4fb3-8ccc-60256bccac74 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:50.992589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f36e62b0-fd5e-4fb3-8ccc-60256bccac74 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:50.996743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49864) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:51:50.999061 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f36e62b0-fd5e-4fb3-8ccc-60256bccac74 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498802 Jun 11 11:51:51.001537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-8fedcbf2-737a-4028-bbc7-06c9690f5d49 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '05926b9a-a4f2-4ac6-b7b5-10c7e04c31d8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:51.024381 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-8fedcbf2-737a-4028-bbc7-06c9690f5d49 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:51:51.029765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8fedcbf2-737a-4028-bbc7-06c9690f5d49 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:51.094915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8fedcbf2-737a-4028-bbc7-06c9690f5d49 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:51.103350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8fedcbf2-737a-4028-bbc7-06c9690f5d49 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:51.111321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-363c78ec-b148-4ef3-9d29-edc14abbd15e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:51.129818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedcbf2-737a-4028-bbc7-06c9690f5d49 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62207b7d-dda3-4aa6-85b7-c77809b94fd8,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:51.133428 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8fedcbf2-737a-4028-bbc7-06c9690f5d49 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:51.135375 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8fedcbf2-737a-4028-bbc7-06c9690f5d49 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:51.137141 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8fedcbf2-737a-4028-bbc7-06c9690f5d49 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393898 Jun 11 11:51:51.160551 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d86ee43a-0046-432a-a295-a8e6c16b7c11 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:51:51.222509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port d86ee43a-0046-432a-a295-a8e6c16b7c11 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:51:51.226442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d86ee43a-0046-432a-a295-a8e6c16b7c11 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:51:51.226967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:51.334294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:51.349707 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-bb0f16d0-6132-4697-80fe-b0aa8a51cf32 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109023697&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.0413923 Jun 11 11:51:51.377924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port d86ee43a-0046-432a-a295-a8e6c16b7c11, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d86ee43a-0046-432a-a295-a8e6c16b7c11,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:51.381684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:51.383805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-df4a539f-5ab8-495e-b040-e19f7c1ccafc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:51.417714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-84de9668-1a96-4ec9-9291-9458a653af55 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:51.419344 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-84de9668-1a96-4ec9-9291-9458a653af55 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 929 time: 0.0623977 Jun 11 11:51:51.453859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=d86ee43a-0046-432a-a295-a8e6c16b7c11,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:51.457273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:51.488399 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-cb671432-81eb-47a6-94fa-b23f102fcf1d service neutron] 10.222.0.46 "GET /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0564990 Jun 11 11:51:51.602762 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-27e23a5e-eceb-49fc-adcd-b7c39deb67a6 service neutron] 10.222.0.46 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077886 Jun 11 11:51:51.716147 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-7ab4e414-f8f3-425c-b0e1-581f5d506368 service neutron] 10.222.0.46 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076488 Jun 11 11:51:51.883972 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-62d05aae-0863-4762-a6db-b2a394cb5f62 req-d20d27fe-0c36-403e-abf1-3d0ac42fcc9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 210 time: 0.0334883 Jun 11 11:51:53.000847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-70a3ed77-40b8-4b24-bf18-27012f0d0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:53.002209 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-70a3ed77-40b8-4b24-bf18-27012f0d0c38 service neutron] 10.222.0.25 "GET /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 1025 time: 0.0557063 Jun 11 11:51:53.043843 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-26943001-1ede-4be1-9531-a4c39c02525e req-f517a190-021c-4a2b-a8be-7fad4ffd8a30 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 210 time: 0.0406566 Jun 11 11:51:53.125261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d86ee43a-0046-432a-a295-a8e6c16b7c11 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:51:53.168239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-a58859b2-2cac-4cbe-8f35-b22296842db8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:53.169650 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-a58859b2-2cac-4cbe-8f35-b22296842db8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=aac8ce3e-5986-4197-9e79-5465be9692ba HTTP/1.1" status: 200 len: 796 time: 0.1567645 Jun 11 11:51:53.180299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d86ee43a-0046-432a-a295-a8e6c16b7c11 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:51:53.180692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:53.224338 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-bf3461ab-0af9-4bdc-810e-d43f9904d88c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 380 time: 0.0438406 Jun 11 11:51:53.233890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Request body: {'port': {'device_id': 'f9192287-9305-4d9d-b06f-305d34343ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:51:53.319343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:53.616366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc206bf7-b4f7-412b-9da9-84b04609e5c4 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:51:53.624066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:53.636355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Transition to ACTIVE for port object dc206bf7-b4f7-412b-9da9-84b04609e5c4 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:51:53.640000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:53.643104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:53.739470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:53.766821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:53.826637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Attempting to bind port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:51:53.826987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Attempting to bind port dc206bf7-b4f7-412b-9da9-84b04609e5c4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:51:53.827311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Attempting to bind port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on network aac8ce3e-5986-4197-9e79-5465be9692ba {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:51:53.831797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on network aac8ce3e-5986-4197-9e79-5465be9692ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:51:53.832129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Attempting to bind port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on network aac8ce3e-5986-4197-9e79-5465be9692ba {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:51:53.836927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:51:53.837265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Checking segment: {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:51:53.837653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Bound using segment: {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:51:53.838081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Bound port: dc206bf7-b4f7-412b-9da9-84b04609e5c4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:51:53.838431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:53.907752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:51:53.910764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:51:53.915327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:53.918224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0307f3ec-cc9f-4ba0-9f41-83b78c71c27d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:53.964628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:53.965242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:53.966642 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 1130 time: 0.7367215 Jun 11 11:51:53.967180 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9192287-9305-4d9d-b06f-305d34343ae9', 'tag': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:51:53.969501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49" -d '{"events": [{"name": "network-changed", "server_uuid": "f9192287-9305-4d9d-b06f-305d34343ae9", "tag": "dc206bf7-b4f7-412b-9da9-84b04609e5c4"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:51:53.991487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:53.995731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:54.009039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d370ae37-924a-41fe-9a88-5edfa093842a x-openstack-request-id: req-d370ae37-924a-41fe-9a88-5edfa093842a {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:51:54.010125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9192287-9305-4d9d-b06f-305d34343ae9", "tag": "dc206bf7-b4f7-412b-9da9-84b04609e5c4", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:51:54.010550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d370ae37-924a-41fe-9a88-5edfa093842a {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:51:54.011072 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9192287-9305-4d9d-b06f-305d34343ae9', 'tag': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'status': 'completed', 'code': 200} Jun 11 11:51:54.078820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-8becc97f-fa3e-47cc-b6bd-45d34951ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:54.080327 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-8becc97f-fa3e-47cc-b6bd-45d34951ff97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 1133 time: 0.0636866 Jun 11 11:51:54.134936 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-9a3a5e1f-86bb-4d68-b56b-5d6484574801 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 217 time: 0.0477173 Jun 11 11:51:54.227713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-c81c0129-55d4-44f0-812a-90adcd0566a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:54.229091 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-c81c0129-55d4-44f0-812a-90adcd0566a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92491749-4654-427e-b0f2-917528a37403 HTTP/1.1" status: 200 len: 835 time: 0.0882864 Jun 11 11:51:54.299497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8b5b3-9558-4eda-8152-6e84eb1df655 req-f5892be9-8ab8-474f-bb15-45936faf2556 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:54.300916 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bbc8b5b3-9558-4eda-8152-6e84eb1df655 req-f5892be9-8ab8-474f-bb15-45936faf2556 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 980 time: 0.1238868 Jun 11 11:51:54.331091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-856c7214-6188-4472-bc7e-429dba6c44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:54.332515 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-856c7214-6188-4472-bc7e-429dba6c44c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aac8ce3e-5986-4197-9e79-5465be9692ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954771 Jun 11 11:51:54.367352 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bbc8b5b3-9558-4eda-8152-6e84eb1df655 req-32ef9615-c308-40e1-947d-eb7c1ea2f7f0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604558 Jun 11 11:51:54.451845 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-af09d8d2-70b9-460f-a833-6a2a3735e763 service neutron] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089528 Jun 11 11:51:54.563441 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0a2b06be-b598-48eb-be99-44dea12ef4d2 req-88e14b50-b165-46c1-81a0-3873cf500d8c service neutron] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051350 Jun 11 11:51:54.669854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49 req-7e8872d0-b66f-4a47-86e4-087ea22fcfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:54.671393 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49 req-7e8872d0-b66f-4a47-86e4-087ea22fcfc2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 1133 time: 0.0629435 Jun 11 11:51:54.785613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49 req-9155cc62-6744-4a23-8fb7-9e27662b5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:54.787770 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49 req-9155cc62-6744-4a23-8fb7-9e27662b5e03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aac8ce3e-5986-4197-9e79-5465be9692ba HTTP/1.1" status: 200 len: 898 time: 0.1099095 Jun 11 11:51:54.845350 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49 req-b26207ee-c64d-429e-b8cd-253f9410f811 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 217 time: 0.0510550 Jun 11 11:51:54.901451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49 req-a2561a87-31f3-4c65-aa39-09a7043ae4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:54.902933 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49 req-a2561a87-31f3-4c65-aa39-09a7043ae4c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92491749-4654-427e-b0f2-917528a37403 HTTP/1.1" status: 200 len: 835 time: 0.0509255 Jun 11 11:51:54.918178 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:51:55.373693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49 req-e94401a3-d018-482f-8606-5bade6835d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:55.375230 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49 req-e94401a3-d018-482f-8606-5bade6835d58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aac8ce3e-5986-4197-9e79-5465be9692ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4653244 Jun 11 11:51:55.498824 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49 req-67c8c885-cee6-4543-bce0-539bb7fb9868 service neutron] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163824 Jun 11 11:51:55.569878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414acd3-b3d8-42b0-813a-9e4d804ec3db req-d93de377-73fc-4ae0-9e38-3cb3a807d9ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:55.571581 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2414acd3-b3d8-42b0-813a-9e4d804ec3db req-d93de377-73fc-4ae0-9e38-3cb3a807d9ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 980 time: 0.0845912 Jun 11 11:51:55.622754 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2414acd3-b3d8-42b0-813a-9e4d804ec3db req-3880e0af-9525-4d22-aed6-b404e2fdabfd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450683 Jun 11 11:51:55.629941 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cf5b223-cef9-4fde-9f7f-91a01e6cde49 req-a1139988-5711-4149-90d7-9c5e001aaffd service neutron] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247926 Jun 11 11:51:56.805257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7617e-e6f1-4815-9b78-9bc6e06bbce3 req-877e0664-e48f-406c-a66e-a1d63350d259 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:56.806737 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-49f7617e-e6f1-4815-9b78-9bc6e06bbce3 req-877e0664-e48f-406c-a66e-a1d63350d259 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 980 time: 0.0735400 Jun 11 11:51:56.848168 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-49f7617e-e6f1-4815-9b78-9bc6e06bbce3 req-1e9be886-1aad-4d7e-825d-2f551cf841db tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358663 Jun 11 11:51:57.279557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dc206bf7-b4f7-412b-9da9-84b04609e5c4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:51:57.396239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:57.408022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'port_id': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'mac_address': 'fa:16:3e:51:7e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:51:57.454230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:57.468420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc206bf7-b4f7-412b-9da9-84b04609e5c4 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:51:57.488577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:57.493169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:57.494956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6919033a-4ea9-4a71-8869-2612b4ee8a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:57.547198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:57.557600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:57.560612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:57.697651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['dc206bf7-b4f7-412b-9da9-84b04609e5c4'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:51:58.029031 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b8e2d-65bf-454c-b947-d76737529e48 req-64175438-4fdb-4c2f-bbc9-238565b374c5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:58.030406 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-129b8e2d-65bf-454c-b947-d76737529e48 req-64175438-4fdb-4c2f-bbc9-238565b374c5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 981 time: 0.0678701 Jun 11 11:51:58.073050 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-129b8e2d-65bf-454c-b947-d76737529e48 req-d08f7230-ef2a-4f91-972e-c16fa499acc2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369670 Jun 11 11:51:59.248587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63093fcc-aeae-465f-980b-cd4de48728cc req-0d53978a-2402-46d4-8043-ad17649b9d07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:59.250051 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-63093fcc-aeae-465f-980b-cd4de48728cc req-0d53978a-2402-46d4-8043-ad17649b9d07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 981 time: 0.0675762 Jun 11 11:51:59.290635 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-63093fcc-aeae-465f-980b-cd4de48728cc req-a26f53bf-6417-4ec7-818a-3f57104d1782 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349982 Jun 11 11:51:59.298513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dc206bf7-b4f7-412b-9da9-84b04609e5c4 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:51:59.354866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port dc206bf7-b4f7-412b-9da9-84b04609e5c4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:51:59.358154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port dc206bf7-b4f7-412b-9da9-84b04609e5c4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:51:59.358549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:59.443125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:59.466829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9192287-9305-4d9d-b06f-305d34343ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:51:59.469069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0b1b45-705e-4cdd-bf45-b343a5c60b57" -d '{"events": [{"server_uuid": "f9192287-9305-4d9d-b06f-305d34343ae9", "name": "network-vif-plugged", "status": "completed", "tag": "dc206bf7-b4f7-412b-9da9-84b04609e5c4"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:51:59.482715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:51:59.487006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:51:59.489098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:51:59.544806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:51:59.547861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:51:59.617371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af162f4c-9185-4422-8175-046a2ad59bb7 x-openstack-request-id: req-af162f4c-9185-4422-8175-046a2ad59bb7 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:51:59.617677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9192287-9305-4d9d-b06f-305d34343ae9", "name": "network-vif-plugged", "status": "completed", "tag": "dc206bf7-b4f7-412b-9da9-84b04609e5c4", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:51:59.617945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af162f4c-9185-4422-8175-046a2ad59bb7 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:51:59.618378 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9192287-9305-4d9d-b06f-305d34343ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'code': 200} Jun 11 11:51:59.841345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045a47-4322-4564-8c94-8977e2393877 req-4a35426f-8838-4ab0-8e99-ca0d65a33b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:51:59.842812 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-93045a47-4322-4564-8c94-8977e2393877 req-4a35426f-8838-4ab0-8e99-ca0d65a33b24 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 1135 time: 0.0602407 Jun 11 11:51:59.878392 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-93045a47-4322-4564-8c94-8977e2393877 req-95335dbf-d4a5-477d-9ec3-30a68dbc83e8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296462 Jun 11 11:52:00.472630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d5949-2c9f-4844-978d-731919bc7969 req-841f8273-5444-4bdc-a5a6-7c39bb815c25 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:00.474088 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1b8d5949-2c9f-4844-978d-731919bc7969 req-841f8273-5444-4bdc-a5a6-7c39bb815c25 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 982 time: 0.0700841 Jun 11 11:52:00.517752 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1b8d5949-2c9f-4844-978d-731919bc7969 req-87908b34-14b9-4b20-9f2e-14bc2221d85a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374861 Jun 11 11:52:01.700179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51681a5a-0267-4562-aa8b-f63b05a8c0fd req-5327e157-3e8e-425b-8f02-96fa355dc2d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:01.701628 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-51681a5a-0267-4562-aa8b-f63b05a8c0fd req-5327e157-3e8e-425b-8f02-96fa355dc2d3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 982 time: 0.0692568 Jun 11 11:52:01.746109 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-51681a5a-0267-4562-aa8b-f63b05a8c0fd req-0b09cb8e-a025-44fe-b171-1bb5bb336bbb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387259 Jun 11 11:52:01.923020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5d3d4-9c16-45dc-96c4-1a7d3af94bf5 req-ab35b407-ccd8-4ee0-8b1b-58867df730d5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:01.924382 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e4a5d3d4-9c16-45dc-96c4-1a7d3af94bf5 req-ab35b407-ccd8-4ee0-8b1b-58867df730d5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 982 time: 0.0717108 Jun 11 11:52:01.965273 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e4a5d3d4-9c16-45dc-96c4-1a7d3af94bf5 req-8404fba4-ba43-45c3-8a2e-583af519d815 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348084 Jun 11 11:52:01.988519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49924) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:02.044776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b222b2-9460-44cb-aa7a-6b92291e02ae tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:02.046265 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b6b222b2-9460-44cb-aa7a-6b92291e02ae tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 1130 time: 0.0567577 Jun 11 11:52:02.049009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49926) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:02.053438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:02.074675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:02.192351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:02.310788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.14 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/17db2eff-cf8a-4fcc-b711-e26bd64e0052) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:52:02.437671 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:02.475464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:02.478738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b4d1e003-4e0d-41be-ac17-2c79073000e1 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:02.535357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:52:02.540443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:52:02.544118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:52:02.549543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=17db2eff-cf8a-4fcc-b711-e26bd64e0052,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:02.574586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:02.996371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:03.083042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:03.261592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:03.266031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:03.268250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:03.352033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=17db2eff-cf8a-4fcc-b711-e26bd64e0052,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:03.354648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:03.364331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:03.500702 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 82c4a208-54db-41ff-ba2c-250eb76a0536 associated. External IP: 172.26.6.14, port: dc206bf7-b4f7-412b-9da9-84b04609e5c4. Jun 11 11:52:03.777642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:52:03.919532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:52:03.928440 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36998b9-4665-4406-9a4d-9c9d2dce4926 None None] Sync routers for ids ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:52:03.935876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:03.938316 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36998b9-4665-4406-9a4d-9c9d2dce4926 None None] Routers {'14ca822f-9e72-4d02-9e42-3b61bab1f0a1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:03.938974 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a36998b9-4665-4406-9a4d-9c9d2dce4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:03.978784 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 1.9287450 Jun 11 11:52:03.979626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9192287-9305-4d9d-b06f-305d34343ae9', 'tag': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:52:03.981714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49928) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:03.982232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a308449e-7135-4d20-9534-ebd3d96989d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f9192287-9305-4d9d-b06f-305d34343ae9", "tag": "dc206bf7-b4f7-412b-9da9-84b04609e5c4"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:52:04.025723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81e9df4-847b-4b75-824b-6ca53fa1b9e2 x-openstack-request-id: req-b81e9df4-847b-4b75-824b-6ca53fa1b9e2 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:52:04.026369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9192287-9305-4d9d-b06f-305d34343ae9", "tag": "dc206bf7-b4f7-412b-9da9-84b04609e5c4", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:52:04.026369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b81e9df4-847b-4b75-824b-6ca53fa1b9e2 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:52:04.026860 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9192287-9305-4d9d-b06f-305d34343ae9', 'tag': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'status': 'completed', 'code': 200} Jun 11 11:52:04.071977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b64834-73ce-40ae-9a40-074fe18aee8b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:04.076380 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-52b64834-73ce-40ae-9a40-074fe18aee8b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9&network_id=aac8ce3e-5986-4197-9e79-5465be9692ba HTTP/1.1" status: 200 len: 1130 time: 0.0935404 Jun 11 11:52:04.088857 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-a36998b9-4665-4406-9a4d-9c9d2dce4926 None None] Set router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:04.111203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308449e-7135-4d20-9534-ebd3d96989d4 req-71399c96-a58c-4aa9-8ad6-c9862be9f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:04.112810 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a308449e-7135-4d20-9534-ebd3d96989d4 req-71399c96-a58c-4aa9-8ad6-c9862be9f56d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 1135 time: 0.0638828 Jun 11 11:52:04.230101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308449e-7135-4d20-9534-ebd3d96989d4 req-e4aa72b0-0560-44c9-bffa-45abc80d5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:04.231247 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a308449e-7135-4d20-9534-ebd3d96989d4 req-e4aa72b0-0560-44c9-bffa-45abc80d5271 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aac8ce3e-5986-4197-9e79-5465be9692ba HTTP/1.1" status: 200 len: 898 time: 0.1119473 Jun 11 11:52:04.322284 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a308449e-7135-4d20-9534-ebd3d96989d4 req-c66fc8ce-84af-488e-a5a8-4c955f0e8782 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 1035 time: 0.0840251 Jun 11 11:52:04.383291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308449e-7135-4d20-9534-ebd3d96989d4 req-59060503-d190-4615-96f4-583d927d410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:04.384778 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a308449e-7135-4d20-9534-ebd3d96989d4 req-59060503-d190-4615-96f4-583d927d410f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92491749-4654-427e-b0f2-917528a37403 HTTP/1.1" status: 200 len: 835 time: 0.0564251 Jun 11 11:52:04.393970 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a36998b9-4665-4406-9a4d-9c9d2dce4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:45Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '82c4a208-54db-41ff-ba2c-250eb76a0536', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'port_id': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-862159970', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'mac_address': 'fa:16:3e:51:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9192287-9305-4d9d-b06f-305d34343ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:52:02Z', 'updated_at': '2021-06-11T11:52:02Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86ee43a-0046-432a-a295-a8e6c16b7c11', 'name': '', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:7b:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:44Z', 'updated_at': '2021-06-11T11:51:51Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '92491749-4654-427e-b0f2-917528a37403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:04.397382 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36998b9-4665-4406-9a4d-9c9d2dce4926 None None] Checking router: 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:52:04.406959 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36998b9-4665-4406-9a4d-9c9d2dce4926 None None] Routers {'14ca822f-9e72-4d02-9e42-3b61bab1f0a1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:04.407574 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a36998b9-4665-4406-9a4d-9c9d2dce4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:51:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:04.454329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10868d5-2a60-424a-a031-ca58de07b3d4 req-a04884e7-df0a-4640-9db3-ca33aa44982f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:04.455558 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f10868d5-2a60-424a-a031-ca58de07b3d4 req-a04884e7-df0a-4640-9db3-ca33aa44982f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 982 time: 0.0748076 Jun 11 11:52:04.456937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308449e-7135-4d20-9534-ebd3d96989d4 req-37ea4067-44aa-4f6e-b95e-05b6472e7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:04.458483 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a308449e-7135-4d20-9534-ebd3d96989d4 req-37ea4067-44aa-4f6e-b95e-05b6472e7c80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aac8ce3e-5986-4197-9e79-5465be9692ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674212 Jun 11 11:52:04.498241 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f10868d5-2a60-424a-a031-ca58de07b3d4 req-b18420b3-c566-444c-a2ca-ede7756f26b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370116 Jun 11 11:52:04.556991 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-a36998b9-4665-4406-9a4d-9c9d2dce4926 None None] Set router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:04.579024 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a308449e-7135-4d20-9534-ebd3d96989d4 req-52b73236-0c27-4579-a93a-00b52ee618dd service neutron] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124368 Jun 11 11:52:04.697501 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a308449e-7135-4d20-9534-ebd3d96989d4 req-c2a68674-8684-4759-8e71-ea9eb7e17368 service neutron] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118367 Jun 11 11:52:04.961152 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a36998b9-4665-4406-9a4d-9c9d2dce4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:45Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '82c4a208-54db-41ff-ba2c-250eb76a0536', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'port_id': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-862159970', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'mac_address': 'fa:16:3e:51:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9192287-9305-4d9d-b06f-305d34343ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:52:02Z', 'updated_at': '2021-06-11T11:52:02Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86ee43a-0046-432a-a295-a8e6c16b7c11', 'name': '', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:7b:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:44Z', 'updated_at': '2021-06-11T11:51:51Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '92491749-4654-427e-b0f2-917528a37403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:04.964516 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36998b9-4665-4406-9a4d-9c9d2dce4926 None None] The sync data for ids ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'] in dv-neutron-786478-5-hyperv is: [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:45Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '82c4a208-54db-41ff-ba2c-250eb76a0536', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'port_id': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-862159970', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'mac_address': 'fa:16:3e:51:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9192287-9305-4d9d-b06f-305d34343ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:52:02Z', 'updated_at': '2021-06-11T11:52:02Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86ee43a-0046-432a-a295-a8e6c16b7c11', 'name': '', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:7b:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:44Z', 'updated_at': '2021-06-11T11:51:51Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '92491749-4654-427e-b0f2-917528a37403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:52:05.143872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f423c6b2-c17b-4405-8d13-9f6bfc9ae4d7 None None] New status for floating IP 82c4a208-54db-41ff-ba2c-250eb76a0536: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:52:05.721435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-37163169-8a07-4fbb-a291-cbd6bfd5ddbd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:05.722889 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-37163169-8a07-4fbb-a291-cbd6bfd5ddbd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 982 time: 0.1148236 Jun 11 11:52:05.744749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951f6a0-d1dd-4799-8b76-f378b16e45ae req-02c68f05-84e3-4a8e-8dbc-509d47c37266 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:05.746064 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6951f6a0-d1dd-4799-8b76-f378b16e45ae req-02c68f05-84e3-4a8e-8dbc-509d47c37266 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 982 time: 0.1286185 Jun 11 11:52:05.811478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-d7223b5f-48aa-4809-8d26-102bb87583b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:05.813958 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-d7223b5f-48aa-4809-8d26-102bb87583b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0838625 Jun 11 11:52:05.836855 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6951f6a0-d1dd-4799-8b76-f378b16e45ae req-68dfed6d-96ca-49ed-a9ad-e56c92786913 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684559 Jun 11 11:52:05.942316 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-bb1421ba-ec27-4550-85fe-e82c5de6d828 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1222620 Jun 11 11:52:05.952807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:06.047757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:06.208716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:06.241164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:52:06.283427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] device_id is not set on port dc206bf7-b4f7-412b-9da9-84b04609e5c4 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:52:06.292177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:06.298469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:06.301149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ff967ceb-7cbb-4bb9-8d5a-c7e17db3a6e8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:06.414827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] Pushing event updated for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=6']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:06.433109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:06.472404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] No DVR routers for this DVR port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:52:06.500703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-81172d3d-e882-4764-bea2-6ef697078c8b None None] Provisioning complete for port dc206bf7-b4f7-412b-9da9-84b04609e5c4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:06.501260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-81172d3d-e882-4764-bea2-6ef697078c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:06.544115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-81172d3d-e882-4764-bea2-6ef697078c8b None None] Port dc206bf7-b4f7-412b-9da9-84b04609e5c4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:52:06.988788 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7a41e1b8-2e6a-46ab-94c9-a4d80ade7200 req-a3697baf-be11-4105-9598-f32641b42f4f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9192287-9305-4d9d-b06f-305d34343ae9 HTTP/1.1" status: 200 len: 210 time: 0.0350978 Jun 11 11:52:07.061456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] In _notify_port_updated(), no bound segment for port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on network aac8ce3e-5986-4197-9e79-5465be9692ba {{(pid=99006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:52:07.062350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:07.062997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:07.064293 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-869d4878-5f8e-4704-8fb1-9364493bfb24 req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] 10.222.0.25 "PUT /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 1025 time: 1.1153250 Jun 11 11:52:08.082009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49942) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:08.140336 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3232c2a-58c3-4780-9e69-6e92abd3d63d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:08.141627 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f3232c2a-58c3-4780-9e69-6e92abd3d63d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 924 time: 0.0586081 Jun 11 11:52:08.278353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 49946) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:08.283115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-7cea08be-dfff-4c52-8012-11b0a3e7ef4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490013172', 'description': 'tempest-secgroup-smoke-490013172 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:08.304616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7cea08be-dfff-4c52-8012-11b0a3e7ef4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.392761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7cea08be-dfff-4c52-8012-11b0a3e7ef4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.396352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7cea08be-dfff-4c52-8012-11b0a3e7ef4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.399940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6282340-0a44-4a16-93da-a70002ccd071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:08.420550 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7cea08be-dfff-4c52-8012-11b0a3e7ef4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.421904 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7cea08be-dfff-4c52-8012-11b0a3e7ef4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1425045 Jun 11 11:52:08.425128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49948) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:08.430247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-1dc11f86-b6f6-45b0-8933-176bdc115032 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'f6d15e1a-a4d9-4900-aeff-3bd1a97a31c7', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:08.430879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea08be-dfff-4c52-8012-11b0a3e7ef4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d15e1a-a4d9-4900-aeff-3bd1a97a31c7,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:08.433753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7cea08be-dfff-4c52-8012-11b0a3e7ef4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:08.458463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1dc11f86-b6f6-45b0-8933-176bdc115032 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.517246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1dc11f86-b6f6-45b0-8933-176bdc115032 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.520614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1dc11f86-b6f6-45b0-8933-176bdc115032 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.522444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9a2b4ec0-a189-42fc-9985-bd6a72878084 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:08.537285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc11f86-b6f6-45b0-8933-176bdc115032 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37b0045-2724-449a-88d3-1b70b5c7ed88,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:08.541487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1dc11f86-b6f6-45b0-8933-176bdc115032 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:08.547171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1dc11f86-b6f6-45b0-8933-176bdc115032 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.548483 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1dc11f86-b6f6-45b0-8933-176bdc115032 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223166 Jun 11 11:52:08.551237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49950) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:08.555761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-6267363a-f22f-4d02-9ad1-12288614e6a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'f6d15e1a-a4d9-4900-aeff-3bd1a97a31c7', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:08.580311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6267363a-f22f-4d02-9ad1-12288614e6a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.640942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6267363a-f22f-4d02-9ad1-12288614e6a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.644628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6267363a-f22f-4d02-9ad1-12288614e6a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.646400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63c2e877-b267-4f64-a93d-1155881621cb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:08.667116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267363a-f22f-4d02-9ad1-12288614e6a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1779b911-4572-4e41-b701-b7b15e2d5c5d,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:08.670018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6267363a-f22f-4d02-9ad1-12288614e6a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:08.674291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6267363a-f22f-4d02-9ad1-12288614e6a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.675474 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6267363a-f22f-4d02-9ad1-12288614e6a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233184 Jun 11 11:52:08.678170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49952) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:08.682633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5189373f-6005-43e3-810c-84561d6aa8e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'f6d15e1a-a4d9-4900-aeff-3bd1a97a31c7', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:08.708265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5189373f-6005-43e3-810c-84561d6aa8e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.769785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5189373f-6005-43e3-810c-84561d6aa8e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.773908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5189373f-6005-43e3-810c-84561d6aa8e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.778014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f36e62b0-fd5e-4fb3-8ccc-60256bccac74 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:08.793139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189373f-6005-43e3-810c-84561d6aa8e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19d2cb5-feed-4f52-9b25-72329398712a,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:08.795412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5189373f-6005-43e3-810c-84561d6aa8e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:08.800136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5189373f-6005-43e3-810c-84561d6aa8e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.801299 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5189373f-6005-43e3-810c-84561d6aa8e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221645 Jun 11 11:52:08.803977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49954) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:08.808412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-fd68f9dd-b3e0-4a64-bb2a-1c7195065f0a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'f6d15e1a-a4d9-4900-aeff-3bd1a97a31c7', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:08.834106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fd68f9dd-b3e0-4a64-bb2a-1c7195065f0a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.895995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fd68f9dd-b3e0-4a64-bb2a-1c7195065f0a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.899865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fd68f9dd-b3e0-4a64-bb2a-1c7195065f0a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.904927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7d2231b7-1f99-4023-9b87-57caa0bee4ff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:08.920310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68f9dd-b3e0-4a64-bb2a-1c7195065f0a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41aee22a-13be-4696-9639-6715865dc1ef,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:08.923810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fd68f9dd-b3e0-4a64-bb2a-1c7195065f0a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:08.924963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fd68f9dd-b3e0-4a64-bb2a-1c7195065f0a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:08.926126 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fd68f9dd-b3e0-4a64-bb2a-1c7195065f0a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212051 Jun 11 11:52:08.928840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49956) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:08.933812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ee9480e7-705f-4529-9f77-4b6ff2bb8cec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'f6d15e1a-a4d9-4900-aeff-3bd1a97a31c7', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:08.954897 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-ee9480e7-705f-4529-9f77-4b6ff2bb8cec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:52:08.959423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee9480e7-705f-4529-9f77-4b6ff2bb8cec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:09.022680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee9480e7-705f-4529-9f77-4b6ff2bb8cec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:09.026703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee9480e7-705f-4529-9f77-4b6ff2bb8cec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:09.031791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-93681e18-12bc-4d2b-825e-d5dab5475ffc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:09.049474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9480e7-705f-4529-9f77-4b6ff2bb8cec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51065ca6-cc9f-4ebd-9626-a6b547121a96,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:09.051988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ee9480e7-705f-4529-9f77-4b6ff2bb8cec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:09.053324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ee9480e7-705f-4529-9f77-4b6ff2bb8cec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:09.054513 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ee9480e7-705f-4529-9f77-4b6ff2bb8cec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241450 Jun 11 11:52:09.057338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 49958) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:09.061731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-54ec6a3e-48e3-429c-b4f8-ffe6913ccb19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'f6d15e1a-a4d9-4900-aeff-3bd1a97a31c7', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:09.083046 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-54ec6a3e-48e3-429c-b4f8-ffe6913ccb19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:52:09.088335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54ec6a3e-48e3-429c-b4f8-ffe6913ccb19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:09.151988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54ec6a3e-48e3-429c-b4f8-ffe6913ccb19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:09.155391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54ec6a3e-48e3-429c-b4f8-ffe6913ccb19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:09.157661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a245fc38-010c-400f-9f56-0a61ab830eab tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:09.175094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec6a3e-48e3-429c-b4f8-ffe6913ccb19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec783c9-5c6c-48ab-9db3-9ebb96709025,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:09.177956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-54ec6a3e-48e3-429c-b4f8-ffe6913ccb19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:09.180426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54ec6a3e-48e3-429c-b4f8-ffe6913ccb19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:09.181562 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-54ec6a3e-48e3-429c-b4f8-ffe6913ccb19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233323 Jun 11 11:52:09.322013 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-e4ec3f12-192d-4af1-848c-723df5690bad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490013172&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.0369782 Jun 11 11:52:09.329917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dc206bf7-b4f7-412b-9da9-84b04609e5c4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:52:09.373004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dc206bf7-b4f7-412b-9da9-84b04609e5c4 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:52:09.385625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-bb3d7fd6-e316-4c83-a1d0-51e1debe7254 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:09.386987 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-bb3d7fd6-e316-4c83-a1d0-51e1debe7254 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 929 time: 0.0588531 Jun 11 11:52:09.535800 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-0b6df619-7a88-4251-8661-360c5f23a726 service neutron] 10.222.0.46 "GET /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1372919 Jun 11 11:52:09.650391 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-56039bde-ce04-4914-a2d4-cc256983050c service neutron] 10.222.0.46 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081212 Jun 11 11:52:09.761368 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-2767b330-6e2d-450e-8368-0972547ab5c4 service neutron] 10.222.0.46 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051819 Jun 11 11:52:09.927619 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2c07003b-06d0-4e09-9bcc-f6fa4e1e5fd2 req-263723eb-63e8-4c75-a7cb-6c5d4a8bbd7c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 210 time: 0.0344484 Jun 11 11:52:10.882125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-afd58077-774d-40fc-91a0-5c5d980c39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:10.884043 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-afd58077-774d-40fc-91a0-5c5d980c39a7 service neutron] 10.222.0.25 "GET /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 1025 time: 0.0575731 Jun 11 11:52:11.019910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-109582b8-2b66-47d7-9c57-44192879d914 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:11.021488 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-109582b8-2b66-47d7-9c57-44192879d914 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=aac8ce3e-5986-4197-9e79-5465be9692ba HTTP/1.1" status: 200 len: 796 time: 0.1324792 Jun 11 11:52:11.083202 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6c4e943d-32d2-4c4c-8cbf-87fb41aa150e req-31c03a65-f6d0-479b-88a1-ae6e0c1d6765 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 210 time: 0.0354090 Jun 11 11:52:11.106379 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-54aef10c-dbb1-43d2-a631-52a7246ad4d2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 472 time: 0.0746055 Jun 11 11:52:11.117445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Request body: {'port': {'device_id': '981ec9a7-8a18-4063-9029-766e9067ab5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:11.216796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:11.538217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc206bf7-b4f7-412b-9da9-84b04609e5c4 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:52:11.545552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:11.557233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Transition to ACTIVE for port object dc206bf7-b4f7-412b-9da9-84b04609e5c4 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:52:11.560819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:11.563554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34f6704d-8161-41c3-a54f-dd0dea5faa4d tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:11.670323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Pushing event updated for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=7']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:11.673202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:11.774129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Attempting to bind port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:52:11.774473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Attempting to bind port dc206bf7-b4f7-412b-9da9-84b04609e5c4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:52:11.774857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Attempting to bind port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on network aac8ce3e-5986-4197-9e79-5465be9692ba {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:52:11.779008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on network aac8ce3e-5986-4197-9e79-5465be9692ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:52:11.779337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Attempting to bind port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on network aac8ce3e-5986-4197-9e79-5465be9692ba {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:52:11.784907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:52:11.785263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Checking segment: {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:52:11.785658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Bound using segment: {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:52:11.786101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Bound port: dc206bf7-b4f7-412b-9da9-84b04609e5c4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f969209-23dc-43f6-a549-f72c1e15fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:52:11.786462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:11.857565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:52:11.861027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:52:11.864527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:11.867811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:11.911016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:11.911638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:11.913029 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] 10.222.0.25 "PUT /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 1130 time: 0.8006592 Jun 11 11:52:11.914093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981ec9a7-8a18-4063-9029-766e9067ab5d', 'tag': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:52:11.917032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11e72b3-4a5f-49b5-bfce-8434b4019162" -d '{"events": [{"name": "network-changed", "server_uuid": "981ec9a7-8a18-4063-9029-766e9067ab5d", "tag": "dc206bf7-b4f7-412b-9da9-84b04609e5c4"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:52:11.940493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Pushing event updated for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=8']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:11.944205 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:11.956527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7dce55-bae2-4dc5-ba49-5761dfbb4b31 x-openstack-request-id: req-cf7dce55-bae2-4dc5-ba49-5761dfbb4b31 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:52:11.956875 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981ec9a7-8a18-4063-9029-766e9067ab5d", "tag": "dc206bf7-b4f7-412b-9da9-84b04609e5c4", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:52:11.957187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf7dce55-bae2-4dc5-ba49-5761dfbb4b31 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:52:11.957644 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '981ec9a7-8a18-4063-9029-766e9067ab5d', 'tag': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'status': 'completed', 'code': 200} Jun 11 11:52:12.025293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-d8ae4f73-b97f-4469-89e6-ec31edb7b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:12.026856 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-d8ae4f73-b97f-4469-89e6-ec31edb7b912 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 1133 time: 0.0618412 Jun 11 11:52:12.115992 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-d4db1d0c-c582-4274-92e9-480633f30eba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 1035 time: 0.0824120 Jun 11 11:52:12.148695 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f94c-a35b-44dd-8db9-5706ad6a154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:12.174643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-54442ea2-7d83-45a9-a7d9-800c31f81071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:12.176043 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-54442ea2-7d83-45a9-a7d9-800c31f81071 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92491749-4654-427e-b0f2-917528a37403 HTTP/1.1" status: 200 len: 835 time: 0.0536752 Jun 11 11:52:12.290577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-906b19a2-027f-4dee-b89a-8cd50f49ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:12.292338 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-906b19a2-027f-4dee-b89a-8cd50f49ec60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aac8ce3e-5986-4197-9e79-5465be9692ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1099322 Jun 11 11:52:12.303913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f89d8f-8ac1-4217-a93a-7ac775a1278e req-18f55776-2304-47d4-aa24-f1d60057fee7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:12.305238 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-69f89d8f-8ac1-4217-a93a-7ac775a1278e req-18f55776-2304-47d4-aa24-f1d60057fee7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 980 time: 0.0929430 Jun 11 11:52:12.416380 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-69f89d8f-8ac1-4217-a93a-7ac775a1278e req-7d4e39ad-68df-4ba6-a5a7-5557f15eda46 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034329 Jun 11 11:52:12.446759 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-df5818f9-6186-40e5-8877-b74f67ca0883 service neutron] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405716 Jun 11 11:52:12.556993 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9cae5b61-f5d0-4e3b-b1aa-34af1b1ec881 req-e390953b-463a-4088-866a-e2d075158daa service neutron] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038542 Jun 11 11:52:12.671685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e72b3-4a5f-49b5-bfce-8434b4019162 req-3b2b3550-48f2-4243-b645-417872e53736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:12.673146 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f11e72b3-4a5f-49b5-bfce-8434b4019162 req-3b2b3550-48f2-4243-b645-417872e53736 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 1133 time: 0.0638082 Jun 11 11:52:12.790622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e72b3-4a5f-49b5-bfce-8434b4019162 req-9b3c920d-ba42-4a4e-a9c6-c2da43dacf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:12.792328 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f11e72b3-4a5f-49b5-bfce-8434b4019162 req-9b3c920d-ba42-4a4e-a9c6-c2da43dacf89 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aac8ce3e-5986-4197-9e79-5465be9692ba HTTP/1.1" status: 200 len: 898 time: 0.1126952 Jun 11 11:52:12.878417 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f11e72b3-4a5f-49b5-bfce-8434b4019162 req-cca6e372-5a9e-4039-9dfb-507cbcd68110 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 1035 time: 0.0784278 Jun 11 11:52:12.939216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e72b3-4a5f-49b5-bfce-8434b4019162 req-3e99e1f6-9bf5-4029-883e-7f8423237f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:12.940619 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f11e72b3-4a5f-49b5-bfce-8434b4019162 req-3e99e1f6-9bf5-4029-883e-7f8423237f0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92491749-4654-427e-b0f2-917528a37403 HTTP/1.1" status: 200 len: 835 time: 0.0554807 Jun 11 11:52:13.004022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e72b3-4a5f-49b5-bfce-8434b4019162 req-a7746b0e-a9ec-4f37-ba86-5cbf03c7ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:13.005463 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f11e72b3-4a5f-49b5-bfce-8434b4019162 req-a7746b0e-a9ec-4f37-ba86-5cbf03c7ad3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aac8ce3e-5986-4197-9e79-5465be9692ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574391 Jun 11 11:52:13.120128 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f11e72b3-4a5f-49b5-bfce-8434b4019162 req-aec6c651-2f39-40bc-a63b-99e752a0b074 service neutron] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074145 Jun 11 11:52:13.245623 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f11e72b3-4a5f-49b5-bfce-8434b4019162 req-3253c201-ffb8-4862-b5b1-d9215c5a2a0c service neutron] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184459 Jun 11 11:52:13.373008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dc206bf7-b4f7-412b-9da9-84b04609e5c4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:52:13.489929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:13.502017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'port_id': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'mac_address': 'fa:16:3e:51:7e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:52:13.545212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:13.560383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc206bf7-b4f7-412b-9da9-84b04609e5c4 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:52:13.585213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:13.590778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:13.592869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:13.603274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524e4a-874e-45a5-830e-02fd73ccda16 req-8b9887e0-dd08-4bc4-b548-927ac3114a38 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:13.604781 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e9524e4a-874e-45a5-830e-02fd73ccda16 req-8b9887e0-dd08-4bc4-b548-927ac3114a38 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 980 time: 0.0722420 Jun 11 11:52:13.647352 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e9524e4a-874e-45a5-830e-02fd73ccda16 req-f77419b2-53a4-43c4-8b10-b6d426121b05 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369637 Jun 11 11:52:13.647888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=9']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:13.651046 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:13.781020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['dc206bf7-b4f7-412b-9da9-84b04609e5c4'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:52:14.728373 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:14.832616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c048fe9-0088-4ccd-9e9d-79a168536649 req-65c75684-b264-4ed7-a233-ef408d3142ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:14.834080 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9c048fe9-0088-4ccd-9e9d-79a168536649 req-65c75684-b264-4ed7-a233-ef408d3142ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 981 time: 0.0712674 Jun 11 11:52:14.875280 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9c048fe9-0088-4ccd-9e9d-79a168536649 req-a0ed1a2f-fcf3-42a7-afa8-f4b51632925e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354910 Jun 11 11:52:14.935239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1bf18b0a-e6e9-40ed-a899-47689e6b69e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:15.392604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dc206bf7-b4f7-412b-9da9-84b04609e5c4 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:52:15.447254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port dc206bf7-b4f7-412b-9da9-84b04609e5c4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:52:15.451008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port dc206bf7-b4f7-412b-9da9-84b04609e5c4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:15.451394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:15.536219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:15.560189 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981ec9a7-8a18-4063-9029-766e9067ab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:52:15.562416 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572eb69a-c8bf-485f-8930-b1f60673d6ca" -d '{"events": [{"server_uuid": "981ec9a7-8a18-4063-9029-766e9067ab5d", "name": "network-vif-plugged", "status": "completed", "tag": "dc206bf7-b4f7-412b-9da9-84b04609e5c4"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:52:15.579928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:15.586816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:15.589063 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-45d3fa53-c6c3-4ca3-854e-8d65e6841795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:15.615702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8723ac-3240-4d78-abf5-28fd0946b1ae x-openstack-request-id: req-3b8723ac-3240-4d78-abf5-28fd0946b1ae {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:52:15.616006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981ec9a7-8a18-4063-9029-766e9067ab5d", "name": "network-vif-plugged", "status": "completed", "tag": "dc206bf7-b4f7-412b-9da9-84b04609e5c4", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:52:15.616274 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b8723ac-3240-4d78-abf5-28fd0946b1ae {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:52:15.616729 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981ec9a7-8a18-4063-9029-766e9067ab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc206bf7-b4f7-412b-9da9-84b04609e5c4', 'code': 200} Jun 11 11:52:15.644129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=10']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:15.647012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:15.824057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbd851-4ac9-406a-82f3-a0d413543092 req-2d7537d7-b66e-439e-8a7d-6dc3c524c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:15.825666 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-60cbd851-4ac9-406a-82f3-a0d413543092 req-2d7537d7-b66e-439e-8a7d-6dc3c524c135 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 1136 time: 0.0566840 Jun 11 11:52:15.868080 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-60cbd851-4ac9-406a-82f3-a0d413543092 req-8dee7a50-f787-4339-b87b-9ea0d0307425 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364571 Jun 11 11:52:16.017789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:16.052540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6210f1e-b513-4f96-bf5a-d89a15a7893e req-319175b2-bf76-47d4-be75-68b06dbc2f52 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:16.054523 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e6210f1e-b513-4f96-bf5a-d89a15a7893e req-319175b2-bf76-47d4-be75-68b06dbc2f52 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 983 time: 0.0696540 Jun 11 11:52:16.096485 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e6210f1e-b513-4f96-bf5a-d89a15a7893e req-4e02b7fd-ca80-4fc8-b641-e31a5a6bb1d8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361047 Jun 11 11:52:17.280143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d19be-0894-43ed-ae67-09965d1f248c req-cb14cf44-5b25-42d6-ace2-203884e4b841 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:17.281614 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-800d19be-0894-43ed-ae67-09965d1f248c req-cb14cf44-5b25-42d6-ace2-203884e4b841 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 983 time: 0.0738189 Jun 11 11:52:17.322864 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-800d19be-0894-43ed-ae67-09965d1f248c req-c63adbb5-2bfc-4ceb-af42-83597ef2bac5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355411 Jun 11 11:52:17.506504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45cc41-a8d0-4449-8bf0-7b62ecff045c req-dd2c9fa8-11e6-4764-9723-9ce8e6994fbc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:17.508042 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6a45cc41-a8d0-4449-8bf0-7b62ecff045c req-dd2c9fa8-11e6-4764-9723-9ce8e6994fbc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 983 time: 0.0749199 Jun 11 11:52:17.553920 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6a45cc41-a8d0-4449-8bf0-7b62ecff045c req-22ebf8d1-1b25-41d5-8514-7c47d04f02f1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 Jun 11 11:52:17.577139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50006) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:17.687455 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df84fa2d-bec1-4644-a7b7-75a7d4424d1a tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:17.688971 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-df84fa2d-bec1-4644-a7b7-75a7d4424d1a tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d&network_id=aac8ce3e-5986-4197-9e79-5465be9692ba HTTP/1.1" status: 200 len: 1131 time: 0.1107621 Jun 11 11:52:17.716183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:18.052080 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501555a-d2d6-4080-b637-5e0f30d7e219 req-416d0668-16eb-4e32-9a62-feff132af91f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:18.053537 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7501555a-d2d6-4080-b637-5e0f30d7e219 req-416d0668-16eb-4e32-9a62-feff132af91f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 983 time: 0.0688825 Jun 11 11:52:18.100542 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7501555a-d2d6-4080-b637-5e0f30d7e219 req-af919729-cb13-4a01-a65f-9e1abb23f411 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Jun 11 11:52:19.281266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59245927-2e1f-49e0-a861-eab188d504a4 req-db074749-a1e8-48f2-a20f-dc8b8aa7a1f3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:19.283505 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-59245927-2e1f-49e0-a861-eab188d504a4 req-db074749-a1e8-48f2-a20f-dc8b8aa7a1f3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 983 time: 0.0697672 Jun 11 11:52:19.302101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-cbf8425e-8ab8-4e19-bf16-24e54f6f43bf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:19.303563 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-cbf8425e-8ab8-4e19-bf16-24e54f6f43bf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 983 time: 0.0697064 Jun 11 11:52:19.324773 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-59245927-2e1f-49e0-a861-eab188d504a4 req-d35efe28-796b-4e85-8630-e1baeb6d9a89 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360179 Jun 11 11:52:19.362849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-3e94acc7-fd63-4deb-8d62-ec65d9a9032f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:19.364185 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-3e94acc7-fd63-4deb-8d62-ec65d9a9032f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0547118 Jun 11 11:52:19.491497 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-571da587-ff41-49dd-8519-86bd7116044e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1219494 Jun 11 11:52:19.501759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:19.588633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:19.753024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dc206bf7-b4f7-412b-9da9-84b04609e5c4,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:19.786283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] For port dc206bf7-b4f7-412b-9da9-84b04609e5c4, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:52:19.824248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] device_id is not set on port dc206bf7-b4f7-412b-9da9-84b04609e5c4 yet. {{(pid=99006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 11:52:19.832202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:19.838141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:19.840390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e84ec686-f428-4fd0-bf92-b7f41d9ca303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:19.939683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=11']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:19.943780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:19.987887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] No DVR routers for this DVR port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:52:20.077534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d783f341-6950-459b-87cb-1b7f07acf64e None None] Provisioning complete for port dc206bf7-b4f7-412b-9da9-84b04609e5c4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:20.078152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d783f341-6950-459b-87cb-1b7f07acf64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:20.121201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-d783f341-6950-459b-87cb-1b7f07acf64e None None] Port dc206bf7-b4f7-412b-9da9-84b04609e5c4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:52:20.190784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] In _notify_port_updated(), no bound segment for port dc206bf7-b4f7-412b-9da9-84b04609e5c4 on network aac8ce3e-5986-4197-9e79-5465be9692ba {{(pid=99006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 11:52:20.191660 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:20.192307 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:20.193607 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e0e65432-5ce1-419d-bc6d-876f0aad6b1c req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] 10.222.0.25 "PUT /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 200 len: 1026 time: 0.6956470 Jun 11 11:52:20.486356 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a46146f3-b25f-4e6a-9a74-d8fac2df1c95 req-d9c6a6c9-9274-44bb-83f4-850f11586bee tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=981ec9a7-8a18-4063-9029-766e9067ab5d HTTP/1.1" status: 200 len: 210 time: 0.0369177 Jun 11 11:52:21.577420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50018) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:21.642030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db73cbce-8cd7-4365-993e-0d5cc1e1a828 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:21.669203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db73cbce-8cd7-4365-993e-0d5cc1e1a828 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:21.730597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db73cbce-8cd7-4365-993e-0d5cc1e1a828 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:21.733242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db73cbce-8cd7-4365-993e-0d5cc1e1a828 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:21.734442 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-db73cbce-8cd7-4365-993e-0d5cc1e1a828 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/f6d15e1a-a4d9-4900-aeff-3bd1a97a31c7 HTTP/1.1" status: 204 len: 168 time: 0.1560321 Jun 11 11:52:21.735413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2f1c358f-e6f7-4638-ab5e-55b4664a8c43 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:21.746712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73cbce-8cd7-4365-993e-0d5cc1e1a828 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d15e1a-a4d9-4900-aeff-3bd1a97a31c7,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:21.748951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-db73cbce-8cd7-4365-993e-0d5cc1e1a828 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:21.767063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50022) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:22.016706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 17db2eff-cf8a-4fcc-b711-e26bd64e0052 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:52:22.017145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:22.540769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:22.541102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:22.639544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 17db2eff-cf8a-4fcc-b711-e26bd64e0052 owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:52:22.838973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:22.841816 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:22.873349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=17db2eff-cf8a-4fcc-b711-e26bd64e0052,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:22.876510 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:22.946571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:22.946903 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 82c4a208-54db-41ff-ba2c-250eb76a0536 disassociated (deleted). External IP: 172.26.6.14, port: dc206bf7-b4f7-412b-9da9-84b04609e5c4. Jun 11 11:52:23.228476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:52:23.372414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:52:23.377129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:23.383369 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b7ec4-5334-454f-ad44-d8e3da9c1aa1 None None] Sync routers for ids ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:52:23.393157 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b7ec4-5334-454f-ad44-d8e3da9c1aa1 None None] Routers {'14ca822f-9e72-4d02-9e42-3b61bab1f0a1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:23.393775 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6f4b7ec4-5334-454f-ad44-d8e3da9c1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:52:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:23.422942 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/floatingips/82c4a208-54db-41ff-ba2c-250eb76a0536 HTTP/1.1" status: 204 len: 168 time: 1.6547983 Jun 11 11:52:23.455878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dc206bf7-b4f7-412b-9da9-84b04609e5c4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:52:23.503188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dc206bf7-b4f7-412b-9da9-84b04609e5c4 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:52:23.534359 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-6f4b7ec4-5334-454f-ad44-d8e3da9c1aa1 None None] Set router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:23.563930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50028) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:23.628087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc2eb-dc99-4734-8aa6-adc721dbb4b7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:23.654624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc2eb-dc99-4734-8aa6-adc721dbb4b7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:23.716494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc2eb-dc99-4734-8aa6-adc721dbb4b7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:23.719258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc2eb-dc99-4734-8aa6-adc721dbb4b7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:23.720413 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ea1bc2eb-dc99-4734-8aa6-adc721dbb4b7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/05926b9a-a4f2-4ac6-b7b5-10c7e04c31d8 HTTP/1.1" status: 204 len: 168 time: 0.1554811 Jun 11 11:52:23.721248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-532fe1d6-c295-42e9-b3c0-0a52bef9438f tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:23.733333 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bc2eb-dc99-4734-8aa6-adc721dbb4b7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05926b9a-a4f2-4ac6-b7b5-10c7e04c31d8,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:23.736203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ea1bc2eb-dc99-4734-8aa6-adc721dbb4b7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:23.758557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50032) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:23.792204 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6f4b7ec4-5334-454f-ad44-d8e3da9c1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:45Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'd86ee43a-0046-432a-a295-a8e6c16b7c11', 'name': '', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:7b:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:44Z', 'updated_at': '2021-06-11T11:51:51Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '92491749-4654-427e-b0f2-917528a37403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:23.795451 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b7ec4-5334-454f-ad44-d8e3da9c1aa1 None None] Checking router: 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:52:23.803200 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b7ec4-5334-454f-ad44-d8e3da9c1aa1 None None] Routers {'14ca822f-9e72-4d02-9e42-3b61bab1f0a1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:23.804423 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6f4b7ec4-5334-454f-ad44-d8e3da9c1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:52:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:23.874190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port dc206bf7-b4f7-412b-9da9-84b04609e5c4 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:52:23.874556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:23.945745 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-6f4b7ec4-5334-454f-ad44-d8e3da9c1aa1 None None] Set router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:23.985974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:24.080190 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for dc206bf7-b4f7-412b-9da9-84b04609e5c4 owned by {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:52:24.197354 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6f4b7ec4-5334-454f-ad44-d8e3da9c1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:45Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'd86ee43a-0046-432a-a295-a8e6c16b7c11', 'name': '', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:7b:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:44Z', 'updated_at': '2021-06-11T11:51:51Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '92491749-4654-427e-b0f2-917528a37403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:24.200749 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b7ec4-5334-454f-ad44-d8e3da9c1aa1 None None] The sync data for ids ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'] in dv-neutron-786478-5-hyperv is: [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:51:45Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'd86ee43a-0046-432a-a295-a8e6c16b7c11', 'name': '', 'network_id': 'aac8ce3e-5986-4197-9e79-5465be9692ba', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:7b:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '92491749-4654-427e-b0f2-917528a37403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:44Z', 'updated_at': '2021-06-11T11:51:51Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '92491749-4654-427e-b0f2-917528a37403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:52:24.246440 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:24.250429 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8b77293a-423f-4fa4-8c2a-a33a77cc3626 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:24.282663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=dc206bf7-b4f7-412b-9da9-84b04609e5c4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:24.294916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.295320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.295715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.296101 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.296483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.296863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.297234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.297615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.297993 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.298366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.298838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.299237 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:24.324034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:24.385052 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:24.387700 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/ports/dc206bf7-b4f7-412b-9da9-84b04609e5c4 HTTP/1.1" status: 204 len: 168 time: 0.6287422 Jun 11 11:52:24.390613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50034) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:24.432589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1cdb99-b7e1-4b57-ab6a-3f7f8d752c24 None None] New status for floating IP 82c4a208-54db-41ff-ba2c-250eb76a0536: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:52:24.904503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:25.230432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port d86ee43a-0046-432a-a295-a8e6c16b7c11 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:52:25.230750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:25.342812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port d86ee43a-0046-432a-a295-a8e6c16b7c11, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d86ee43a-0046-432a-a295-a8e6c16b7c11,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:25.343179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:25.438381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for d86ee43a-0046-432a-a295-a8e6c16b7c11 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:52:25.660532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:25.663391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2f980482-f15d-4729-86ab-887c8d30a375 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:26.018120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=d86ee43a-0046-432a-a295-a8e6c16b7c11,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:26.019821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:26.239784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:26.534478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:52:26.688319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:52:26.696614 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/14ca822f-9e72-4d02-9e42-3b61bab1f0a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3047390 Jun 11 11:52:26.698989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50036) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:26.701643 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5d4dc-68dc-4f92-ae42-c1a5f202762b None None] Sync routers for ids ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:52:26.711652 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5d4dc-68dc-4f92-ae42-c1a5f202762b None None] Routers {'14ca822f-9e72-4d02-9e42-3b61bab1f0a1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:26.712276 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-15a5d4dc-68dc-4f92-ae42-c1a5f202762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:52:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:26.765499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d57dfa-fcb8-4894-bc68-0644cdf25a04 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting subnet 92491749-4654-427e-b0f2-917528a37403 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:52:26.768606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19d57dfa-fcb8-4894-bc68-0644cdf25a04 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:26.815884 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19d57dfa-fcb8-4894-bc68-0644cdf25a04 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:26.853840 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-15a5d4dc-68dc-4f92-ae42-c1a5f202762b None None] Set router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:26.915969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19d57dfa-fcb8-4894-bc68-0644cdf25a04 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:26.981828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19d57dfa-fcb8-4894-bc68-0644cdf25a04 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:26.983810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-be5a393d-5153-45d2-b9c2-34aba7490969 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:27.016098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d57dfa-fcb8-4894-bc68-0644cdf25a04 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Subnet': ['ID=92491749-4654-427e-b0f2-917528a37403,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:27.024537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19d57dfa-fcb8-4894-bc68-0644cdf25a04 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:27.025864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19d57dfa-fcb8-4894-bc68-0644cdf25a04 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:27.029800 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-19d57dfa-fcb8-4894-bc68-0644cdf25a04 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/subnets/92491749-4654-427e-b0f2-917528a37403 HTTP/1.1" status: 204 len: 168 time: 0.3275864 Jun 11 11:52:27.030505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50038) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:27.033635 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c623c4-65d1-454d-8237-889c872e2b6d None None] Network aac8ce3e-5986-4197-9e79-5465be9692ba requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:52:27.088590 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-15a5d4dc-68dc-4f92-ae42-c1a5f202762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:52:25Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:27.091820 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5d4dc-68dc-4f92-ae42-c1a5f202762b None None] Checking router: 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:52:27.100485 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5d4dc-68dc-4f92-ae42-c1a5f202762b None None] Routers {'14ca822f-9e72-4d02-9e42-3b61bab1f0a1'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:27.100783 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-15a5d4dc-68dc-4f92-ae42-c1a5f202762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:52:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:27.189679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:27.267741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d4cbd-d446-43e3-a940-2b4e9a5b74dd None None] DHCP port deletion for aac8ce3e-5986-4197-9e79-5465be9692ba request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:52:27.322095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-046d4cbd-d446-43e3-a940-2b4e9a5b74dd None None] Deleting port 5c89a243-a862-482f-98f1-b08d6a132017 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:52:27.322592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-046d4cbd-d446-43e3-a940-2b4e9a5b74dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:27.337429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:27.340347 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-15a5d4dc-68dc-4f92-ae42-c1a5f202762b None None] Set router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:27.398217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port c80e0774-58bf-484c-906b-2fa5bde92226 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:52:27.398651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:27.407993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-046d4cbd-d446-43e3-a940-2b4e9a5b74dd None None] For port 5c89a243-a862-482f-98f1-b08d6a132017, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5c89a243-a862-482f-98f1-b08d6a132017,segment=NetworkSegment(7f969209-23dc-43f6-a549-f72c1e15fbca),segment_id=7f969209-23dc-43f6-a549-f72c1e15fbca)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:27.408458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-046d4cbd-d446-43e3-a940-2b4e9a5b74dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:27.499266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-046d4cbd-d446-43e3-a940-2b4e9a5b74dd None None] Calling delete_port for 5c89a243-a862-482f-98f1-b08d6a132017 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:52:27.508418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port c80e0774-58bf-484c-906b-2fa5bde92226, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c80e0774-58bf-484c-906b-2fa5bde92226,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:27.508788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:27.576902 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-15a5d4dc-68dc-4f92-ae42-c1a5f202762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:52:25Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:27.580516 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5d4dc-68dc-4f92-ae42-c1a5f202762b None None] The sync data for ids ['14ca822f-9e72-4d02-9e42-3b61bab1f0a1'] in dv-neutron-786478-5-hyperv is: [{'id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'name': 'tempest-TestNetworkBasicOps-router-2099234610', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:51:40Z', 'updated_at': '2021-06-11T11:52:25Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': 'c80e0774-58bf-484c-906b-2fa5bde92226', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca822f-9e72-4d02-9e42-3b61bab1f0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:51:41Z', 'updated_at': '2021-06-11T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:52:27.584257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:27.608800 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for c80e0774-58bf-484c-906b-2fa5bde92226 owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:52:27.610099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-046d4cbd-d446-43e3-a940-2b4e9a5b74dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:27.612496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:27.640887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d4cbd-d446-43e3-a940-2b4e9a5b74dd None None] Pushing event deleted for resources: {'Port': ['ID=5c89a243-a862-482f-98f1-b08d6a132017,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:27.643443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-046d4cbd-d446-43e3-a940-2b4e9a5b74dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:27.645649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d4cbd-d446-43e3-a940-2b4e9a5b74dd None None] No DVR routers for this DVR port 5c89a243-a862-482f-98f1-b08d6a132017 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:52:27.816776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:27.818874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c82c1eb-0a1b-4dd7-b89e-f50ba4882a84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:27.847365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=c80e0774-58bf-484c-906b-2fa5bde92226,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:27.849677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:27.921396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.063192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.065303 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.124828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.125736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Fanout notify agent at l3_agent the message router_deleted on router 14ca822f-9e72-4d02-9e42-3b61bab1f0a1 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:52:28.137939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.139131 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/routers/14ca822f-9e72-4d02-9e42-3b61bab1f0a1 HTTP/1.1" status: 204 len: 168 time: 1.1076674 Jun 11 11:52:28.141751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50040) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:28.246828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.359206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.372264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac8ce3e-5986-4197-9e79-5465be9692ba']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:28.386066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f969209-23dc-43f6-a549-f72c1e15fbca') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:28.386369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f969209-23dc-43f6-a549-f72c1e15fbca') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:28.398347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.412840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.419273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:52:28.419408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:52:28.422251 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:52:28.502509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.505849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56177200-852e-4b32-a261-03731c5b043b tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:28.510260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.511464 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/networks/aac8ce3e-5986-4197-9e79-5465be9692ba HTTP/1.1" status: 204 len: 168 time: 0.3687794 Jun 11 11:52:28.520952 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50042) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:28.529754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Network': ['ID=aac8ce3e-5986-4197-9e79-5465be9692ba,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:28.532483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:28.540275 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-96778875-fdee-40bd-8e71-3640bc158e78 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0180099 Jun 11 11:52:28.543035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50044) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:28.547903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'network': {'name': 'tempest-network-smoke--354363345', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'port_security_enabled': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:28.573835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:52:28.575759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.602405 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:52:28.611677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.611960 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Added segment 1ddd7762-10e3-4964-b7b6-d51c0656172a of type vlan for network ac306e05-1b65-4e39-86d8-39ba7c6924d8 Jun 11 11:52:28.659474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.688636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.697507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:28.698213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.700717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:28.744737 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2006984 Jun 11 11:52:28.747567 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50046) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:28.752350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-154077825', 'admin_state_up': True, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:28.806649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Network': ['ID=ac306e05-1b65-4e39-86d8-39ba7c6924d8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:28.810870 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:28.817556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network ac306e05-1b65-4e39-86d8-39ba7c6924d8 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:52:28.822845 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.823835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:28.890808 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:29.090742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:29.133664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d86ee43a-0046-432a-a295-a8e6c16b7c11 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:52:29.158158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: d86ee43a-0046-432a-a295-a8e6c16b7c11 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:52:29.158566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d86ee43a-0046-432a-a295-a8e6c16b7c11 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:52:29.159084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c80e0774-58bf-484c-906b-2fa5bde92226 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:52:29.181823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c80e0774-58bf-484c-906b-2fa5bde92226 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:52:29.182184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c80e0774-58bf-484c-906b-2fa5bde92226 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:52:29.182640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5c89a243-a862-482f-98f1-b08d6a132017 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:52:29.205155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 5c89a243-a862-482f-98f1-b08d6a132017 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:52:29.205515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5c89a243-a862-482f-98f1-b08d6a132017 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:52:29.344371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:29.368925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:29.484957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.101 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/64cebdb8-790e-4508-b7d1-b38a13d00a47) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:52:29.612050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:29.650083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:29.652761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9cb4b2e4-6d2c-4466-afd9-ad44b8f01c54 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:29.698028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:52:29.700780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:52:29.703113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:52:29.708489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=64cebdb8-790e-4508-b7d1-b38a13d00a47,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:29.711286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:30.031872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:30.299072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:30.845565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router aef24503-1faa-4441-aa88-2a1d1ae456a9 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:52:30.988466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:52:30.997401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Sync routers for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:52:31.006090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:31.006270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:31.006985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:52:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:31.007443 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2588587 Jun 11 11:52:31.010413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50048) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:31.049034 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1294084c-3655-496b-9a6d-19c14341a876 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=d8399334e9cb4ae2b4d59d7a1c160597&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373979 Jun 11 11:52:31.051571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50050) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:31.153665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:31.171683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7d4bf4-355b-4296-a7df-2f6bdda9ab08 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:31.173159 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4e7d4bf4-355b-4296-a7df-2f6bdda9ab08 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1207085 Jun 11 11:52:31.176049 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50052) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:31.215250 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b206053b-8096-4550-939d-de8f99dd4742 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380585 Jun 11 11:52:31.218422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50054) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:31.223148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-133132247', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:31.329177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:52:31.332706 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:31.385590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:29Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:31.388977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Checking router: aef24503-1faa-4441-aa88-2a1d1ae456a9 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:52:31.389350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Updating router aef24503-1faa-4441-aa88-2a1d1ae456a9 port 64cebdb8-790e-4508-b7d1-b38a13d00a47 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:52:31.428987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:31.553140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:31.556097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-84296daf-e035-47ed-9c0f-b907ab40ebd2 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:31.623755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Subnet': ['ID=86394c3c-8ff7-4342-b905-9a892fb5b9a5,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:31.627335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:31.633978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Checking segment: {'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:52:31.634350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network hostable DHCP agents. Network: ac306e05-1b65-4e39-86d8-39ba7c6924d8, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:52:31.651829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network ac306e05-1b65-4e39-86d8-39ba7c6924d8 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:52:31.661774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, ac306e05-1b65-4e39-86d8-39ba7c6924d8) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:52:31.666167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:31.667056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:31.683102 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4635074 Jun 11 11:52:31.685916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50056) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:31.788897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454d1715-3021-4ac3-b1da-52aec829963a None None] Network ac306e05-1b65-4e39-86d8-39ba7c6924d8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:52:31.916273 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:52:31.998571 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:32.015019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Transition to ACTIVE for port object 64cebdb8-790e-4508-b7d1-b38a13d00a47 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:52:32.044929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:32.046903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-4b0851de-c52b-4928-8900-eea891b72af1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:32.075283 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:52:32.076132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:32.130442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7452a-b7fa-49a3-9fe9-d62aa835cd19 None None] Pushing event updated for resources: {'Port': ['ID=64cebdb8-790e-4508-b7d1-b38a13d00a47,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:32.185954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Attempting to bind port 64cebdb8-790e-4508-b7d1-b38a13d00a47 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:52:32.186336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Attempting to bind port 64cebdb8-790e-4508-b7d1-b38a13d00a47 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:52:32.186733 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Attempting to bind port 64cebdb8-790e-4508-b7d1-b38a13d00a47 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:52:32.190704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-46b7452a-b7fa-49a3-9fe9-d62aa835cd19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:32.210961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:52:32.211603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:52:32.212300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:32.212994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:52:32.213776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Bound port: 64cebdb8-790e-4508-b7d1-b38a13d00a47, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:52:32.214210 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:32.267395 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:32.315411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] For port 64cebdb8-790e-4508-b7d1-b38a13d00a47, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:52:32.321262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] For port 64cebdb8-790e-4508-b7d1-b38a13d00a47, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=64cebdb8-790e-4508-b7d1-b38a13d00a47,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:52:32.326598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Allocated IP 172.20.0.2 (ac306e05-1b65-4e39-86d8-39ba7c6924d8/86394c3c-8ff7-4342-b905-9a892fb5b9a5/6970f110-020f-4131-9d6a-b6a93257e862) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:52:32.328968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:32.332318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fbb258ed-2b11-4317-b8de-1b08a636c984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:32.473196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7452a-b7fa-49a3-9fe9-d62aa835cd19 None None] Pushing event updated for resources: {'Port': ['ID=64cebdb8-790e-4508-b7d1-b38a13d00a47,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:32.476247 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:32.477311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:52:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:32.480804 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-46b7452a-b7fa-49a3-9fe9-d62aa835cd19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:32.682815 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:32.722910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:32.769574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Transition to ACTIVE for port object 6970f110-020f-4131-9d6a-b6a93257e862 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:52:32.847619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Transition to ACTIVE for port object 6970f110-020f-4131-9d6a-b6a93257e862 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:52:32.859987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:32.863855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-46b7452a-b7fa-49a3-9fe9-d62aa835cd19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:32.915782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.1 (ac306e05-1b65-4e39-86d8-39ba7c6924d8/86394c3c-8ff7-4342-b905-9a892fb5b9a5/ef8acb4c-7c5d-4122-bd8e-822cf5d06370) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:52:32.917334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Network ac306e05-1b65-4e39-86d8-39ba7c6924d8 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:52:32.924180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:52:32.929133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:52:32.937789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Pushing event updated for resources: {'Port': ['ID=6970f110-020f-4131-9d6a-b6a93257e862,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:32.966722 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:33.037672 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Attempting to bind port 6970f110-020f-4131-9d6a-b6a93257e862 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:52:33.038943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Attempting to bind port 6970f110-020f-4131-9d6a-b6a93257e862 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:52:33.039075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Attempting to bind port 6970f110-020f-4131-9d6a-b6a93257e862 on network ac306e05-1b65-4e39-86d8-39ba7c6924d8 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:52:33.046276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:52:33.046684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Checking segment: {'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:52:33.047126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:33.047507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Bound using segment: {'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:52:33.048005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Bound port: 6970f110-020f-4131-9d6a-b6a93257e862, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:52:33.048364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:33.053516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:33.066474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object ef8acb4c-7c5d-4122-bd8e-822cf5d06370 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:52:33.070038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:29Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:33.100372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a82e9b-3752-46df-8f05-5bfcefa77735 None None] The sync data for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv is: [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:29Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:52:33.108628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:33.111684 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ad5d205a-466a-4a99-84ab-2e008c6e25c9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:33.140536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] For port 6970f110-020f-4131-9d6a-b6a93257e862, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:52:33.144581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] For port 6970f110-020f-4131-9d6a-b6a93257e862, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=6970f110-020f-4131-9d6a-b6a93257e862,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:52:33.148916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:33.152651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3aab31c5-721e-45c2-bbce-e22be48e8b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:33.165941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network ac306e05-1b65-4e39-86d8-39ba7c6924d8 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:52:33.169725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:52:33.173948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:52:33.210212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:33.216102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:33.227264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Pushing event updated for resources: {'Port': ['ID=6970f110-020f-4131-9d6a-b6a93257e862,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:33.234922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:33.235155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:33.461299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:33.839971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:33.845403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:33.848740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-21dd4b89-8eca-4f74-bd04-21b9d1d09dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:33.938428 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:33.940921 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:33.943041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:34.064376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network ac306e05-1b65-4e39-86d8-39ba7c6924d8 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:52:34.065770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:52:34.161904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f7eaed-242d-4f1c-9d02-4d0a99b2986c None None] Network ac306e05-1b65-4e39-86d8-39ba7c6924d8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:52:34.221822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router aef24503-1faa-4441-aa88-2a1d1ae456a9 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:52:34.267469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bce8e7d5-3fc2-4a73-9f23-4d81ab5a9e62 None None] Provisioning for port 6970f110-020f-4131-9d6a-b6a93257e862 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:52:34.371997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:52:34.379971 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/aef24503-1faa-4441-aa88-2a1d1ae456a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6901822 Jun 11 11:52:34.380100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50058) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:34.511134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c955cb-e1ff-4d61-8613-9c54330ecbb5 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:34.511702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c955cb-e1ff-4d61-8613-9c54330ecbb5 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:34.512233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c955cb-e1ff-4d61-8613-9c54330ecbb5 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:34.512769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c955cb-e1ff-4d61-8613-9c54330ecbb5 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:34.516111 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e5c955cb-e1ff-4d61-8613-9c54330ecbb5 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1351852 Jun 11 11:52:34.517159 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50060) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:34.614864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cff7b1d5-ccb7-45e0-a30b-fa1f7f152901 None None] Provisioning for port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:52:34.620681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cff7b1d5-ccb7-45e0-a30b-fa1f7f152901 None None] Provisioning complete for port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:34.621214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cff7b1d5-ccb7-45e0-a30b-fa1f7f152901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:34.699607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-cff7b1d5-ccb7-45e0-a30b-fa1f7f152901 None None] Port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:52:34.764403 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Sync routers for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:52:34.780872 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:34.781783 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-de917ca0-630f-4959-9a01-77024942de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:52:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:34.823669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-17e8cabd-5ee6-474d-ae30-866bcf829346 None None] Provisioning complete for port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:34.824481 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-17e8cabd-5ee6-474d-ae30-866bcf829346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:34.874381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-17e8cabd-5ee6-474d-ae30-866bcf829346 None None] Port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:52:34.948306 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:34.993432 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-da9ba66f-34dc-4a2c-b3d3-005da286397d None None] Provisioning complete for port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:34.993964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-da9ba66f-34dc-4a2c-b3d3-005da286397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:34.997859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79591d-b551-41bc-8ac9-bd8d4335e1c7 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:34.998607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79591d-b551-41bc-8ac9-bd8d4335e1c7 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:34.999077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79591d-b551-41bc-8ac9-bd8d4335e1c7 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:34.999539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79591d-b551-41bc-8ac9-bd8d4335e1c7 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:35.002109 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dc79591d-b551-41bc-8ac9-bd8d4335e1c7 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.4832835 Jun 11 11:52:35.004352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50062) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:35.037077 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-da9ba66f-34dc-4a2c-b3d3-005da286397d None None] Port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:52:35.198819 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-28f62cf0-e0e0-4cb0-b3bd-19d75c633189 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1932163 Jun 11 11:52:35.215063 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6970f110-020f-4131-9d6a-b6a93257e862 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:52:35.236658 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-de917ca0-630f-4959-9a01-77024942de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:35.240501 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Checking router: aef24503-1faa-4441-aa88-2a1d1ae456a9 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:52:35.240924 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Updating router aef24503-1faa-4441-aa88-2a1d1ae456a9 port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:52:35.285424 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.450584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 6970f110-020f-4131-9d6a-b6a93257e862 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:52:35.454219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 6970f110-020f-4131-9d6a-b6a93257e862 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:35.454664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.547637 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.588113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50066) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:35.588763 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 6970f110-020f-4131-9d6a-b6a93257e862, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=6970f110-020f-4131-9d6a-b6a93257e862,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:35.593238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.594162 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 64cebdb8-790e-4508-b7d1-b38a13d00a47 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:52:35.595104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5c88bba9-93ef-45ca-b67d-ac810e8b0010 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514191520', 'description': 'tempest-secgroup-smoke-1514191520 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:35.595959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:35.620159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c88bba9-93ef-45ca-b67d-ac810e8b0010 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.629451 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.639771 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Transition to ACTIVE for port object ef8acb4c-7c5d-4122-bd8e-822cf5d06370 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:52:35.646171 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.648741 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-acf53d70-fe0c-49c6-aa18-3b810cb4fd30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:35.691297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=6970f110-020f-4131-9d6a-b6a93257e862,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:35.698620 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:35.707565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 64cebdb8-790e-4508-b7d1-b38a13d00a47 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:52:35.714919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 64cebdb8-790e-4508-b7d1-b38a13d00a47 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:35.715312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.731510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c88bba9-93ef-45ca-b67d-ac810e8b0010 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.736764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c88bba9-93ef-45ca-b67d-ac810e8b0010 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.742779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dcc52e30-94c0-480a-9906-f21c699ad646 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:35.775601 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Pushing event updated for resources: {'Port': ['ID=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:35.780870 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88bba9-93ef-45ca-b67d-ac810e8b0010 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df61adad-7cbd-498e-b2d2-356f66986fd8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:35.783936 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.784309 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.784650 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.784981 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.785314 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.785489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c88bba9-93ef-45ca-b67d-ac810e8b0010 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:35.785669 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.785951 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.786272 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.786631 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.786982 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.787301 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.787633 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:35.796644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5c88bba9-93ef-45ca-b67d-ac810e8b0010 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.798624 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5c88bba9-93ef-45ca-b67d-ac810e8b0010 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2080550 Jun 11 11:52:35.801426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50068) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:35.808591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ff97bb29-8e42-420f-a5f0-bc0d7e444391 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'df61adad-7cbd-498e-b2d2-356f66986fd8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:35.815110 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:35.836449 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Attempting to bind port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:52:35.837020 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Attempting to bind port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:52:35.837400 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Attempting to bind port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 on network ac306e05-1b65-4e39-86d8-39ba7c6924d8 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:52:35.839893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff97bb29-8e42-420f-a5f0-bc0d7e444391 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.843302 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:52:35.844020 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Checking segment: {'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:52:35.844434 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.844835 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Bound using segment: {'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:52:35.845313 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Bound port: ef8acb4c-7c5d-4122-bd8e-822cf5d06370, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:52:35.845722 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.854277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.885164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 64cebdb8-790e-4508-b7d1-b38a13d00a47, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=64cebdb8-790e-4508-b7d1-b38a13d00a47,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:35.890239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.893476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-38a7abc4-8adb-44d1-800f-03e0305c4c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:35.918478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff97bb29-8e42-420f-a5f0-bc0d7e444391 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.923248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff97bb29-8e42-420f-a5f0-bc0d7e444391 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.929085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bd2fa865-df7b-4a64-83e2-1c1527283926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:35.932255 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-de917ca0-630f-4959-9a01-77024942de56 None None] For port ef8acb4c-7c5d-4122-bd8e-822cf5d06370, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:52:35.936478 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-de917ca0-630f-4959-9a01-77024942de56 None None] For port ef8acb4c-7c5d-4122-bd8e-822cf5d06370, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:52:35.943264 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.943526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97bb29-8e42-420f-a5f0-bc0d7e444391 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c868e688-337f-4921-992c-049ffb6f4460,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:35.946665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ff97bb29-8e42-420f-a5f0-bc0d7e444391 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:35.947389 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:35.957733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ff97bb29-8e42-420f-a5f0-bc0d7e444391 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:35.959372 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ff97bb29-8e42-420f-a5f0-bc0d7e444391 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561673 Jun 11 11:52:35.962668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50070) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:35.965365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=64cebdb8-790e-4508-b7d1-b38a13d00a47,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:35.968258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-6143cbb0-5fc2-45ef-b960-a3367b313b27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'df61adad-7cbd-498e-b2d2-356f66986fd8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:35.968576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:36.001578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6143cbb0-5fc2-45ef-b960-a3367b313b27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.003262 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:36.003915 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-de917ca0-630f-4959-9a01-77024942de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:52:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:36.081268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6143cbb0-5fc2-45ef-b960-a3367b313b27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.086576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6143cbb0-5fc2-45ef-b960-a3367b313b27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.088499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-54ec6a3e-48e3-429c-b4f8-ffe6913ccb19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:36.108278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143cbb0-5fc2-45ef-b960-a3367b313b27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a0d7b6-7be4-4327-8511-cf8eaa38f1c1,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:36.113124 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6143cbb0-5fc2-45ef-b960-a3367b313b27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:36.119932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6143cbb0-5fc2-45ef-b960-a3367b313b27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.121181 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6143cbb0-5fc2-45ef-b960-a3367b313b27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1573710 Jun 11 11:52:36.124072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50072) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:36.128857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-be27c3f2-a346-41e3-ac2f-1b024b6db3a2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'df61adad-7cbd-498e-b2d2-356f66986fd8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:36.158215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be27c3f2-a346-41e3-ac2f-1b024b6db3a2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.226831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be27c3f2-a346-41e3-ac2f-1b024b6db3a2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.231936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be27c3f2-a346-41e3-ac2f-1b024b6db3a2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.233872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-afecaa5a-1624-4852-a4bc-6ee93457fc4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:36.234138 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Pushing event updated for resources: {'Port': ['ID=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:36.237282 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:36.252258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27c3f2-a346-41e3-ac2f-1b024b6db3a2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5a1771-d4db-4da0-9192-6034da9966c2,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:36.255414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-be27c3f2-a346-41e3-ac2f-1b024b6db3a2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:36.258998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-be27c3f2-a346-41e3-ac2f-1b024b6db3a2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.260272 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-be27c3f2-a346-41e3-ac2f-1b024b6db3a2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352184 Jun 11 11:52:36.263041 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50074) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:36.268056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-97cc645e-e52e-4588-9791-e8e7ddbd67c0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'df61adad-7cbd-498e-b2d2-356f66986fd8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:36.281907 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-de917ca0-630f-4959-9a01-77024942de56 None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:36.294200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-97cc645e-e52e-4588-9791-e8e7ddbd67c0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.361128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-97cc645e-e52e-4588-9791-e8e7ddbd67c0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.365466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-97cc645e-e52e-4588-9791-e8e7ddbd67c0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.367974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0047df8a-f1fb-4b39-80fd-4ec750b8dea8 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:36.385737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc645e-e52e-4588-9791-e8e7ddbd67c0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39533e93-d2b5-4b3e-8080-b171ae99badd,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:36.388578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-97cc645e-e52e-4588-9791-e8e7ddbd67c0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:36.392270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-97cc645e-e52e-4588-9791-e8e7ddbd67c0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.393710 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-97cc645e-e52e-4588-9791-e8e7ddbd67c0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297162 Jun 11 11:52:36.396375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50076) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:36.401655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-56d554a9-c45b-4449-912b-b37cc76caecb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'df61adad-7cbd-498e-b2d2-356f66986fd8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:36.427192 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-56d554a9-c45b-4449-912b-b37cc76caecb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:52:36.433295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56d554a9-c45b-4449-912b-b37cc76caecb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.501038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56d554a9-c45b-4449-912b-b37cc76caecb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.505728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56d554a9-c45b-4449-912b-b37cc76caecb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.511469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-be27c3f2-a346-41e3-ac2f-1b024b6db3a2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:36.529077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d554a9-c45b-4449-912b-b37cc76caecb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a28c700-a62b-42d2-b956-806a1d86ff0e,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:36.533295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56d554a9-c45b-4449-912b-b37cc76caecb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:36.536525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-56d554a9-c45b-4449-912b-b37cc76caecb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.541260 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-56d554a9-c45b-4449-912b-b37cc76caecb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411648 Jun 11 11:52:36.541803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50078) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:36.547811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-88355eaf-e95d-4d34-9782-c5810732ba7b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'df61adad-7cbd-498e-b2d2-356f66986fd8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:36.557842 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-de917ca0-630f-4959-9a01-77024942de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:52:35Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:36.561347 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de917ca0-630f-4959-9a01-77024942de56 None None] The sync data for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv is: [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:52:35Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:52:36.574838 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-88355eaf-e95d-4d34-9782-c5810732ba7b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:52:36.580016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-88355eaf-e95d-4d34-9782-c5810732ba7b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.664380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-88355eaf-e95d-4d34-9782-c5810732ba7b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.671669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-88355eaf-e95d-4d34-9782-c5810732ba7b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.673541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9fb029e2-f58b-4391-ba60-6cc2b97f8874 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:36.692151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88355eaf-e95d-4d34-9782-c5810732ba7b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a9f5f0-fd96-436b-88e8-f314716f21bc,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:36.695375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-88355eaf-e95d-4d34-9782-c5810732ba7b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:36.698813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-88355eaf-e95d-4d34-9782-c5810732ba7b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:36.700625 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-88355eaf-e95d-4d34-9782-c5810732ba7b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576118 Jun 11 11:52:36.851976 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-518d7bda-aba9-46da-bc39-671aeab63d67 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514191520&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.0416346 Jun 11 11:52:37.000325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-941ad4c0-1f1e-47cf-a022-6b5e8dd1984b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:37.001714 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-941ad4c0-1f1e-47cf-a022-6b5e8dd1984b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/networks?id=ac306e05-1b65-4e39-86d8-39ba7c6924d8 HTTP/1.1" status: 200 len: 796 time: 0.1426797 Jun 11 11:52:37.016999 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-6678f713-a1c7-44ee-ab27-afbc6387c86e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/quotas/d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 375 time: 0.0096138 Jun 11 11:52:37.100252 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-10abff7c-0168-4cae-8b58-e055054b351a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770466 Jun 11 11:52:37.160557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-315f4157-a081-43ea-afbf-9b60ba7c3bf9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 11:52:37.161804 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-315f4157-a081-43ea-afbf-9b60ba7c3bf9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0522671 Jun 11 11:52:37.239115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef8acb4c-7c5d-4122-bd8e-822cf5d06370 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:52:37.287170 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-a62af6d4-6ede-4a96-b419-f506b5262d81 service neutron] 10.222.0.46 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191053 Jun 11 11:52:37.300861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:52:37.306183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:37.306863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:37.402827 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:37.417553 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-9d7e1a7c-7bd6-4230-a608-bd8cf42e8267 service neutron] 10.222.0.46 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232908 Jun 11 11:52:37.442686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ef8acb4c-7c5d-4122-bd8e-822cf5d06370, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:37.447416 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:37.448308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6970f110-020f-4131-9d6a-b6a93257e862 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:52:37.450498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:37.567608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:37.571713 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:37.580352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 6970f110-020f-4131-9d6a-b6a93257e862 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:37.580462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:37.646151 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4ea51e04-192b-497f-b542-c521aca622d6 req-99f5c77c-a5e0-4271-b070-7e66dbc9d417 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 210 time: 0.0424206 Jun 11 11:52:37.674711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 64cebdb8-790e-4508-b7d1-b38a13d00a47 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:52:37.730098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 64cebdb8-790e-4508-b7d1-b38a13d00a47 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:37.730491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:38.731329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-01f3be79-af49-496a-9ecb-993adbe33cdb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:38.732818 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-01f3be79-af49-496a-9ecb-993adbe33cdb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=ac306e05-1b65-4e39-86d8-39ba7c6924d8 HTTP/1.1" status: 200 len: 796 time: 0.1334002 Jun 11 11:52:38.783302 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-9f5f70c7-9b23-4bd5-91dd-a46f2a0db82e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 380 time: 0.0423400 Jun 11 11:52:38.792927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'device_id': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'admin_state_up': True, 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'security_groups': ['df61adad-7cbd-498e-b2d2-356f66986fd8']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:38.799993 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-588dbe99-2b62-4ebd-9bd9-dda0be4fb28c req-1e32d632-4849-41c3-b980-401c8e582dd3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 210 time: 0.0355144 Jun 11 11:52:38.932081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:52:38.935711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:39.078895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.10 (ac306e05-1b65-4e39-86d8-39ba7c6924d8/86394c3c-8ff7-4342-b905-9a892fb5b9a5/9500d760-7181-4f9d-b0af-dfd6c8974b51) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:52:39.142459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef8acb4c-7c5d-4122-bd8e-822cf5d06370 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:52:39.194731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:39.195119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:39.249787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:39.262584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 9500d760-7181-4f9d-b0af-dfd6c8974b51 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:52:39.299830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:39.303647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-84a459cc-4bd5-4c1e-a2c1-c282a30dd22c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:39.349199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network ac306e05-1b65-4e39-86d8-39ba7c6924d8 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:52:39.352906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:52:39.356807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:52:39.393133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=9500d760-7181-4f9d-b0af-dfd6c8974b51,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:39.398861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:39.424423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:39.425044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:39.439271 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6505451 Jun 11 11:52:39.450652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Request body: {'port': {'device_id': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:39.531237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9d5807b8-e27d-48ca-b6bc-9dd0022f7a81 None None] Provisioning for port 9500d760-7181-4f9d-b0af-dfd6c8974b51 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:52:39.534690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9d5807b8-e27d-48ca-b6bc-9dd0022f7a81 None None] Provisioning complete for port 9500d760-7181-4f9d-b0af-dfd6c8974b51 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:39.535083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9d5807b8-e27d-48ca-b6bc-9dd0022f7a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:39.538854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:39.575235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-9d5807b8-e27d-48ca-b6bc-9dd0022f7a81 None None] Port 9500d760-7181-4f9d-b0af-dfd6c8974b51 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:52:39.846019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9500d760-7181-4f9d-b0af-dfd6c8974b51 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:52:39.854014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:39.865566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Transition to ACTIVE for port object 9500d760-7181-4f9d-b0af-dfd6c8974b51 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:52:39.870009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:39.872846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3d4a13e1-53b1-44d7-aaa8-28f6c5fa434e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:40.001927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Pushing event updated for resources: {'Port': ['ID=9500d760-7181-4f9d-b0af-dfd6c8974b51,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:40.064089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.064489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.064878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.065268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.065875 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.066014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.066391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.066794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.067171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.067550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.067914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.068267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:52:40.072613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:40.123850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Attempting to bind port 9500d760-7181-4f9d-b0af-dfd6c8974b51 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:52:40.124199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Attempting to bind port 9500d760-7181-4f9d-b0af-dfd6c8974b51 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:52:40.124534 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Attempting to bind port 9500d760-7181-4f9d-b0af-dfd6c8974b51 on network ac306e05-1b65-4e39-86d8-39ba7c6924d8 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:52:40.137739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce784f1b-0309-4b37-a6bf-821ed4d0742e req-8be8087d-f130-442a-999d-4bc5fd246dd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:40.139322 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ce784f1b-0309-4b37-a6bf-821ed4d0742e req-8be8087d-f130-442a-999d-4bc5fd246dd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 944 time: 0.1813192 Jun 11 11:52:40.140381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Port 9500d760-7181-4f9d-b0af-dfd6c8974b51 on network ac306e05-1b65-4e39-86d8-39ba7c6924d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:52:40.140705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Attempting to bind port 9500d760-7181-4f9d-b0af-dfd6c8974b51 on network ac306e05-1b65-4e39-86d8-39ba7c6924d8 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:52:40.147492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:52:40.147838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Checking segment: {'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:52:40.148224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Bound using segment: {'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:52:40.148654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Bound port: 9500d760-7181-4f9d-b0af-dfd6c8974b51, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ddd7762-10e3-4964-b7b6-d51c0656172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:52:40.149007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:40.234482 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ce784f1b-0309-4b37-a6bf-821ed4d0742e req-8d053445-4206-416f-985e-3a9d17999359 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=df61adad-7cbd-498e-b2d2-356f66986fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885994 Jun 11 11:52:40.262806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] For port 9500d760-7181-4f9d-b0af-dfd6c8974b51, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:52:40.266039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] For port 9500d760-7181-4f9d-b0af-dfd6c8974b51, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9500d760-7181-4f9d-b0af-dfd6c8974b51,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:52:40.271732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:40.275400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f3638cce-7251-4681-971c-e346a9e8628e tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:40.313758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:40.314514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:40.315971 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] 10.222.0.25 "PUT /v2.0/ports/9500d760-7181-4f9d-b0af-dfd6c8974b51 HTTP/1.1" status: 200 len: 1094 time: 0.8696456 Jun 11 11:52:40.316571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'tag': '9500d760-7181-4f9d-b0af-dfd6c8974b51'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:52:40.319149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1335eb4-3175-4d6d-af64-efa66ea36f35" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a34c3a-1a83-4ae9-a126-f39348e8b69a", "tag": "9500d760-7181-4f9d-b0af-dfd6c8974b51"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:52:40.353936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Pushing event updated for resources: {'Port': ['ID=9500d760-7181-4f9d-b0af-dfd6c8974b51,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:40.358497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945f8603-039d-4f25-9b07-466487314487 x-openstack-request-id: req-945f8603-039d-4f25-9b07-466487314487 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:52:40.358861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a34c3a-1a83-4ae9-a126-f39348e8b69a", "tag": "9500d760-7181-4f9d-b0af-dfd6c8974b51", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:52:40.359169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-945f8603-039d-4f25-9b07-466487314487 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:52:40.359612 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'tag': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'status': 'completed', 'code': 200} Jun 11 11:52:40.360367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:40.423267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-7bea0260-9892-4973-bcf1-bba8226b1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:40.424785 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-7bea0260-9892-4973-bcf1-bba8226b1eff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 1097 time: 0.0636027 Jun 11 11:52:40.484936 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-48dc2b9e-f567-4208-8642-941f7434ce0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9500d760-7181-4f9d-b0af-dfd6c8974b51 HTTP/1.1" status: 200 len: 217 time: 0.0526004 Jun 11 11:52:40.542443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-7ee9ec85-09c5-4ece-9aec-94f24d3fcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:40.543939 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-7ee9ec85-09c5-4ece-9aec-94f24d3fcd8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86394c3c-8ff7-4342-b905-9a892fb5b9a5 HTTP/1.1" status: 200 len: 834 time: 0.0534477 Jun 11 11:52:40.607438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-e32fae7a-dae2-4053-a173-d85660197486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:40.608877 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-e32fae7a-dae2-4053-a173-d85660197486 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac306e05-1b65-4e39-86d8-39ba7c6924d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592511 Jun 11 11:52:40.724957 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-4c2346be-7289-4ca7-ab19-80d50a28e317 service neutron] 10.222.0.25 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096976 Jun 11 11:52:40.840128 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6587b1f8-d807-43fd-ac5b-308b637739dd req-c16e6129-0da0-40d6-8822-43fb98bb1a1b service neutron] 10.222.0.25 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083028 Jun 11 11:52:40.943519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1335eb4-3175-4d6d-af64-efa66ea36f35 req-61bb4cbd-1f57-41d2-92f4-1050619296ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:40.945405 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1335eb4-3175-4d6d-af64-efa66ea36f35 req-61bb4cbd-1f57-41d2-92f4-1050619296ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 1097 time: 0.0588307 Jun 11 11:52:41.062699 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1335eb4-3175-4d6d-af64-efa66ea36f35 req-5272b365-0f48-4828-afa3-b10e22486561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:41.064151 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1335eb4-3175-4d6d-af64-efa66ea36f35 req-5272b365-0f48-4828-afa3-b10e22486561 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ac306e05-1b65-4e39-86d8-39ba7c6924d8 HTTP/1.1" status: 200 len: 898 time: 0.1119225 Jun 11 11:52:41.123011 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1335eb4-3175-4d6d-af64-efa66ea36f35 req-b089b675-207c-4cc0-b31c-1c7564c21cf0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9500d760-7181-4f9d-b0af-dfd6c8974b51 HTTP/1.1" status: 200 len: 217 time: 0.0523484 Jun 11 11:52:41.178104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1335eb4-3175-4d6d-af64-efa66ea36f35 req-daa0e5dd-82db-481d-a2b8-60fd6657a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:41.180098 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1335eb4-3175-4d6d-af64-efa66ea36f35 req-daa0e5dd-82db-481d-a2b8-60fd6657a7d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86394c3c-8ff7-4342-b905-9a892fb5b9a5 HTTP/1.1" status: 200 len: 834 time: 0.0508876 Jun 11 11:52:41.243824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1335eb4-3175-4d6d-af64-efa66ea36f35 req-c62cd276-03d9-48fc-8cfc-a6ca1ef1da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:41.245229 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1335eb4-3175-4d6d-af64-efa66ea36f35 req-c62cd276-03d9-48fc-8cfc-a6ca1ef1da37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac306e05-1b65-4e39-86d8-39ba7c6924d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578766 Jun 11 11:52:41.403073 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1335eb4-3175-4d6d-af64-efa66ea36f35 req-0530a104-297d-4466-ac22-3fa58d6a7f72 service neutron] 10.222.0.25 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503165 Jun 11 11:52:41.465651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece78cad-9c88-4e09-bf12-81f1d914019f req-0cda357f-a958-447f-9fbf-64378f14a887 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:41.467084 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ece78cad-9c88-4e09-bf12-81f1d914019f req-0cda357f-a958-447f-9fbf-64378f14a887 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 944 time: 0.1210091 Jun 11 11:52:41.577481 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ece78cad-9c88-4e09-bf12-81f1d914019f req-cb0cbdd1-cb10-4cdc-9d82-f2bda02a74d5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=df61adad-7cbd-498e-b2d2-356f66986fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710766 Jun 11 11:52:41.579579 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1335eb4-3175-4d6d-af64-efa66ea36f35 req-0fc5615c-e95d-403c-bed2-1159aa663325 service neutron] 10.222.0.25 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676867 Jun 11 11:52:42.150844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1cabb04e-599c-4cde-b3f3-6b48daaef523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:42.759837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bab1b-b184-4240-88f2-5cc55f581b7d req-fd375e0b-df96-456f-8254-8d075c726a05 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:42.761272 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d90bab1b-b184-4240-88f2-5cc55f581b7d req-fd375e0b-df96-456f-8254-8d075c726a05 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 944 time: 0.0725627 Jun 11 11:52:42.802220 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d90bab1b-b184-4240-88f2-5cc55f581b7d req-3055c2b6-8f31-4ef6-b01c-9a36fdddf692 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=df61adad-7cbd-498e-b2d2-356f66986fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351043 Jun 11 11:52:43.532378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9500d760-7181-4f9d-b0af-dfd6c8974b51 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:52:43.650278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9500d760-7181-4f9d-b0af-dfd6c8974b51, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9500d760-7181-4f9d-b0af-dfd6c8974b51,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:43.661797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'port_id': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'mac_address': 'fa:16:3e:b1:69:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:52:43.706749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:43.721380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9500d760-7181-4f9d-b0af-dfd6c8974b51 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:52:43.741653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9500d760-7181-4f9d-b0af-dfd6c8974b51, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9500d760-7181-4f9d-b0af-dfd6c8974b51,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:43.745488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:43.747338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:43.798142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=9500d760-7181-4f9d-b0af-dfd6c8974b51,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:43.801005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:43.931561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['9500d760-7181-4f9d-b0af-dfd6c8974b51'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:52:43.992834 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c48d4-765a-4a02-ac72-32edb5ae7133 req-43781934-2700-4a9e-8b3d-9345dfe7ce42 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:43.994364 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c08c48d4-765a-4a02-ac72-32edb5ae7133 req-43781934-2700-4a9e-8b3d-9345dfe7ce42 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 945 time: 0.0700927 Jun 11 11:52:44.037112 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c08c48d4-765a-4a02-ac72-32edb5ae7133 req-9bf790f2-b01d-4755-9800-09d31144ecd6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=df61adad-7cbd-498e-b2d2-356f66986fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369513 Jun 11 11:52:44.728790 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:44.935993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0dc8255d-fd3f-4441-8158-9959ce0166d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:45.212176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa029-7185-4f97-8e9a-9401351b27ad req-665050e8-eb3e-40b1-a111-8e1c63743dce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:45.213523 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc5fa029-7185-4f97-8e9a-9401351b27ad req-665050e8-eb3e-40b1-a111-8e1c63743dce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 945 time: 0.0676143 Jun 11 11:52:45.254033 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc5fa029-7185-4f97-8e9a-9401351b27ad req-1cfa1926-c813-4eec-9957-2bc56cbc4f71 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=df61adad-7cbd-498e-b2d2-356f66986fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346971 Jun 11 11:52:45.532191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9500d760-7181-4f9d-b0af-dfd6c8974b51 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:52:45.585614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 9500d760-7181-4f9d-b0af-dfd6c8974b51 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:52:45.589554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 9500d760-7181-4f9d-b0af-dfd6c8974b51 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:52:45.590010 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:45.681432 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:45.705219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9500d760-7181-4f9d-b0af-dfd6c8974b51'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:52:45.707582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0714c1-683f-4fbd-ae32-66179f69e0f0" -d '{"events": [{"server_uuid": "f1a34c3a-1a83-4ae9-a126-f39348e8b69a", "name": "network-vif-plugged", "status": "completed", "tag": "9500d760-7181-4f9d-b0af-dfd6c8974b51"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:52:45.720813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9500d760-7181-4f9d-b0af-dfd6c8974b51, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9500d760-7181-4f9d-b0af-dfd6c8974b51,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:52:45.725746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:45.727737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:45.753952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c95930-60c6-40fa-a1fa-3cefcfd32f32 x-openstack-request-id: req-78c95930-60c6-40fa-a1fa-3cefcfd32f32 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:52:45.754664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a34c3a-1a83-4ae9-a126-f39348e8b69a", "name": "network-vif-plugged", "status": "completed", "tag": "9500d760-7181-4f9d-b0af-dfd6c8974b51", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:52:45.754664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78c95930-60c6-40fa-a1fa-3cefcfd32f32 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:52:45.754977 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'code': 200} Jun 11 11:52:45.782345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=9500d760-7181-4f9d-b0af-dfd6c8974b51,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:45.785115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:45.968511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f6cc6-c1f9-4516-bdb2-23075c850890 req-15e53d55-f37c-44a3-8043-36bdbe2b1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:45.970093 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-809f6cc6-c1f9-4516-bdb2-23075c850890 req-15e53d55-f37c-44a3-8043-36bdbe2b1b22 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 1099 time: 0.0591137 Jun 11 11:52:46.011936 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-809f6cc6-c1f9-4516-bdb2-23075c850890 req-84e623cc-0abb-46e5-bab4-08fa3bd13b80 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=df61adad-7cbd-498e-b2d2-356f66986fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355723 Jun 11 11:52:46.020655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:46.437066 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c612e9-0c88-4a1e-8bd6-d1664192e944 req-18e01807-860c-4c00-8875-794c22402e5b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:46.438410 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-57c612e9-0c88-4a1e-8bd6-d1664192e944 req-18e01807-860c-4c00-8875-794c22402e5b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 946 time: 0.0733399 Jun 11 11:52:46.479086 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-57c612e9-0c88-4a1e-8bd6-d1664192e944 req-9c727e5f-43f8-44cc-a63b-2ee3f19d38fc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=df61adad-7cbd-498e-b2d2-356f66986fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349405 Jun 11 11:52:47.658905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d87fe-bda4-4539-b592-48cfb78f7752 req-bfacedc0-2730-4130-a91b-83af7595f5bf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:47.660385 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5c8d87fe-bda4-4539-b592-48cfb78f7752 req-bfacedc0-2730-4130-a91b-83af7595f5bf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 946 time: 0.0707028 Jun 11 11:52:47.701935 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5c8d87fe-bda4-4539-b592-48cfb78f7752 req-090cc6ca-57d8-4bd0-a7ff-83e68a36aaac tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=df61adad-7cbd-498e-b2d2-356f66986fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358019 Jun 11 11:52:47.718060 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:47.883025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099ce2-3508-4059-8fa7-3df60fb976d0 req-e9aeb2c5-ab6e-42ec-923a-f89a07f96864 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:47.884459 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ce099ce2-3508-4059-8fa7-3df60fb976d0 req-e9aeb2c5-ab6e-42ec-923a-f89a07f96864 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 946 time: 0.0694704 Jun 11 11:52:47.924744 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ce099ce2-3508-4059-8fa7-3df60fb976d0 req-24f23631-38d4-4ced-87e4-61e25cc732c8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=df61adad-7cbd-498e-b2d2-356f66986fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348122 Jun 11 11:52:47.948378 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50130) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:48.008684 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c48fc-6c83-43fc-a08a-ba88a49ff3f9 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:48.010132 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3f4c48fc-6c83-43fc-a08a-ba88a49ff3f9 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 1094 time: 0.0608089 Jun 11 11:52:48.012841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50132) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:48.017065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:52:48.037986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:48.156650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:48.277935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.199 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/f104936f-d076-4d25-84d6-6574c32be66a) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:52:48.808464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:48.846723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:48.848514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:48.900065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:52:48.903028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:52:48.907291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:52:48.936058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=f104936f-d076-4d25-84d6-6574c32be66a,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:48.940798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:49.358202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:49.444847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:49.624221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:49.628690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:49.630834 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d6137835-b575-4f8a-99ff-3a1c86e98f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:52:49.716597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=f104936f-d076-4d25-84d6-6574c32be66a,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:52:49.721162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:52:49.727498 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:49.864082 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 associated. External IP: 172.26.6.199, port: 9500d760-7181-4f9d-b0af-dfd6c8974b51. Jun 11 11:52:50.149651 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router aef24503-1faa-4441-aa88-2a1d1ae456a9 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:52:50.305313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:52:50.314640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ccada-966e-4cc8-8c40-b5f4ad8b19e4 None None] Sync routers for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:52:50.321316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:52:50.325867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ccada-966e-4cc8-8c40-b5f4ad8b19e4 None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:50.326495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cc4ccada-966e-4cc8-8c40-b5f4ad8b19e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:52:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:50.363433 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3496046 Jun 11 11:52:50.364117 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'tag': '9500d760-7181-4f9d-b0af-dfd6c8974b51'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:52:50.366847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50134) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:50.367383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6a13fd-d6da-4124-9efc-611fee476721" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a34c3a-1a83-4ae9-a126-f39348e8b69a", "tag": "9500d760-7181-4f9d-b0af-dfd6c8974b51"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:52:50.422890 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aa911a-99e7-468f-b53b-45b3905b4c0f x-openstack-request-id: req-44aa911a-99e7-468f-b53b-45b3905b4c0f {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:52:50.423265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a34c3a-1a83-4ae9-a126-f39348e8b69a", "tag": "9500d760-7181-4f9d-b0af-dfd6c8974b51", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:52:50.423532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44aa911a-99e7-468f-b53b-45b3905b4c0f {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:52:50.424243 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'tag': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'status': 'completed', 'code': 200} Jun 11 11:52:50.483241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-cc4ccada-966e-4cc8-8c40-b5f4ad8b19e4 None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:50.575362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a13fd-d6da-4124-9efc-611fee476721 req-fea8af70-380b-4743-80fc-d8a50c65e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:50.576726 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6b6a13fd-d6da-4124-9efc-611fee476721 req-fea8af70-380b-4743-80fc-d8a50c65e327 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 1099 time: 0.0975707 Jun 11 11:52:50.584662 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f54a2130-2d55-4d37-b086-8d0a0dccdc4f tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers/aef24503-1faa-4441-aa88-2a1d1ae456a9 HTTP/1.1" status: 200 len: 922 time: 0.2142482 Jun 11 11:52:50.585126 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50138) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:50.684031 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fe2515e5-ee9c-4186-9a17-42a8ce6e7f30 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 HTTP/1.1" status: 200 len: 992 time: 0.0973396 Jun 11 11:52:50.728785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a13fd-d6da-4124-9efc-611fee476721 req-69aea930-623a-435c-9e1c-6371a936ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:50.730343 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6b6a13fd-d6da-4124-9efc-611fee476721 req-69aea930-623a-435c-9e1c-6371a936ecbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=ac306e05-1b65-4e39-86d8-39ba7c6924d8 HTTP/1.1" status: 200 len: 898 time: 0.1470144 Jun 11 11:52:50.792960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cc4ccada-966e-4cc8-8c40-b5f4ad8b19e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '6606faf6-7eb3-4c98-9464-7b3ae8c71dc5', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'port_id': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'mac_address': 'fa:16:3e:b1:69:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:52:49Z', 'updated_at': '2021-06-11T11:52:49Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:52:37Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:50.796459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ccada-966e-4cc8-8c40-b5f4ad8b19e4 None None] Checking router: aef24503-1faa-4441-aa88-2a1d1ae456a9 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:52:50.805418 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ccada-966e-4cc8-8c40-b5f4ad8b19e4 None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:52:50.806038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cc4ccada-966e-4cc8-8c40-b5f4ad8b19e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:52:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:50.814020 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6b6a13fd-d6da-4124-9efc-611fee476721 req-d357d654-8d9c-48e3-aa1b-45829cca218a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9500d760-7181-4f9d-b0af-dfd6c8974b51 HTTP/1.1" status: 200 len: 1000 time: 0.0762537 Jun 11 11:52:50.875261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a13fd-d6da-4124-9efc-611fee476721 req-00ba02b9-32bd-43fb-a8fb-d1a2b429dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:50.876694 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6b6a13fd-d6da-4124-9efc-611fee476721 req-00ba02b9-32bd-43fb-a8fb-d1a2b429dbba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86394c3c-8ff7-4342-b905-9a892fb5b9a5 HTTP/1.1" status: 200 len: 834 time: 0.0561326 Jun 11 11:52:50.941368 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a13fd-d6da-4124-9efc-611fee476721 req-e91e39fb-e79e-4dbc-8c60-574bc16aa714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:52:50.942869 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6b6a13fd-d6da-4124-9efc-611fee476721 req-e91e39fb-e79e-4dbc-8c60-574bc16aa714 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac306e05-1b65-4e39-86d8-39ba7c6924d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0601981 Jun 11 11:52:50.949450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-cc4ccada-966e-4cc8-8c40-b5f4ad8b19e4 None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:52:51.057817 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6b6a13fd-d6da-4124-9efc-611fee476721 req-efd0d3ec-b7c0-4edb-83de-e7940afa6e71 service neutron] 10.222.0.25 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087918 Jun 11 11:52:51.403873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cc4ccada-966e-4cc8-8c40-b5f4ad8b19e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '6606faf6-7eb3-4c98-9464-7b3ae8c71dc5', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'port_id': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'mac_address': 'fa:16:3e:b1:69:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:52:49Z', 'updated_at': '2021-06-11T11:52:49Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:52:37Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:52:51.407355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ccada-966e-4cc8-8c40-b5f4ad8b19e4 None None] The sync data for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv is: [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '6606faf6-7eb3-4c98-9464-7b3ae8c71dc5', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'port_id': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'mac_address': 'fa:16:3e:b1:69:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:52:49Z', 'updated_at': '2021-06-11T11:52:49Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:52:37Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:52:51.505151 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6b6a13fd-d6da-4124-9efc-611fee476721 req-b01ecc32-b623-45c5-a971-6e6208193589 service neutron] 10.222.0.25 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410260 Jun 11 11:52:51.595048 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eeed44-78bb-4d2f-93cd-55b5d108da75 None None] New status for floating IP 6606faf6-7eb3-4c98-9464-7b3ae8c71dc5: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:52:51.685793 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50140) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:51.766925 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-db2df0ee-5e3b-4782-8395-81b29a5a0040 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 HTTP/1.1" status: 200 len: 992 time: 0.0798221 Jun 11 11:52:52.770790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50142) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:52:52.847591 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f20f47d3-6759-498e-883a-fc08d804aa8c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 HTTP/1.1" status: 200 len: 994 time: 0.0754075 Jun 11 11:52:57.533759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:05.676461 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-5704c995-2e98-4ba2-82da-9fb57619df7f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560355 Jun 11 11:53:05.775765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-ef7c3ae3-0a02-4ab9-b0f0-82d84578c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:05.777175 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-ef7c3ae3-0a02-4ab9-b0f0-82d84578c5f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 1099 time: 0.0565834 Jun 11 11:53:05.906407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-48b14ebe-dad5-450e-bce0-3cfa352d5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:05.907792 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-48b14ebe-dad5-450e-bce0-3cfa352d5d90 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ac306e05-1b65-4e39-86d8-39ba7c6924d8 HTTP/1.1" status: 200 len: 898 time: 0.1094124 Jun 11 11:53:05.994208 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-52e427d0-ff38-4164-add4-97822c1016d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9500d760-7181-4f9d-b0af-dfd6c8974b51 HTTP/1.1" status: 200 len: 1002 time: 0.0787878 Jun 11 11:53:06.050733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-ef2a1a39-0d6a-4c1b-8cc7-5972a71545bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:06.052162 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-ef2a1a39-0d6a-4c1b-8cc7-5972a71545bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86394c3c-8ff7-4342-b905-9a892fb5b9a5 HTTP/1.1" status: 200 len: 834 time: 0.0521972 Jun 11 11:53:06.118753 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-039c0411-6f25-47ad-81a1-b32e47c3dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:06.120219 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-039c0411-6f25-47ad-81a1-b32e47c3dcb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac306e05-1b65-4e39-86d8-39ba7c6924d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0617533 Jun 11 11:53:06.230076 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-117bf873-252e-4070-9225-65cb5dcc4c87 service neutron] 10.222.0.25 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031532 Jun 11 11:53:06.353255 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61a5086d-c5a1-424f-b6c3-bd0b1f4a5407 req-06a67e15-2416-4ec6-b35c-b8ea9cdabe86 service neutron] 10.222.0.25 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151214 Jun 11 11:53:08.915560 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:53:12.150429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-10abe8f8-2ebf-4f63-9547-f86f682fd8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:14.729663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:14.935750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1fd2820b-da84-4ac8-9d2f-888689ac1534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:16.021669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:17.721425 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:22.117720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50154) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:22.266790 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-086990b1-b92e-4265-ad92-6933f687658b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers/aef24503-1faa-4441-aa88-2a1d1ae456a9/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1477222 Jun 11 11:53:22.269499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50156) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:22.428642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6c4461-838f-4e2d-9969-2d04884c0d65 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Notify agent at dv-neutron-786478-5-hyperv the message router_removed_from_agent {{(pid=99005) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 11 11:53:22.431906 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8d6c4461-838f-4e2d-9969-2d04884c0d65 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "DELETE /v2.0/agents/c3af7413-17fb-4551-8cd1-bb99049ec7ed/l3-routers/aef24503-1faa-4441-aa88-2a1d1ae456a9 HTTP/1.1" status: 204 len: 168 time: 0.1615005 Jun 11 11:53:22.434331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50158) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:22.576553 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4b26ed3b-85df-41b2-9d0e-d73bc5888f0b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers/aef24503-1faa-4441-aa88-2a1d1ae456a9/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1410277 Jun 11 11:53:22.579094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50160) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:22.658508 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-90274ed6-04e9-4e5e-bdd3-5a0520f8695e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 HTTP/1.1" status: 200 len: 994 time: 0.0782886 Jun 11 11:53:23.174250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ab7ba-6c94-45d7-b163-12432e9311fc None None] New status for floating IP 6606faf6-7eb3-4c98-9464-7b3ae8c71dc5: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:53:23.220983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef8acb4c-7c5d-4122-bd8e-822cf5d06370 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:53:23.426454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:23.467361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ef8acb4c-7c5d-4122-bd8e-822cf5d06370, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:23.471035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:23.471778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 64cebdb8-790e-4508-b7d1-b38a13d00a47 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:53:23.473307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-45d3fa53-c6c3-4ca3-854e-8d65e6841795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:23.555837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:23.563281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.563630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.563970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.564304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.564636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.564966 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.565294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.565617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.565949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.566266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.566611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.566933 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:23.572374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:23.613607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:23.634305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 64cebdb8-790e-4508-b7d1-b38a13d00a47, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=64cebdb8-790e-4508-b7d1-b38a13d00a47,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:23.637878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:23.639583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:23.662784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50162) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:23.690033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=64cebdb8-790e-4508-b7d1-b38a13d00a47,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:23.693538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:23.744002 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-91c47465-3709-484b-9763-35521b2d79a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 HTTP/1.1" status: 200 len: 992 time: 0.0798993 Jun 11 11:53:24.877785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50166) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:25.042989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad4c094-08b6-493f-9013-80f5b52cf869 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Router aef24503-1faa-4441-aa88-2a1d1ae456a9 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:53:25.043331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad4c094-08b6-493f-9013-80f5b52cf869 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Notify agent at dv-neutron-786478-5-hyperv the message router_added_to_agent {{(pid=99006) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 11 11:53:25.068728 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0ad4c094-08b6-493f-9013-80f5b52cf869 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "POST /v2.0/agents/c3af7413-17fb-4551-8cd1-bb99049ec7ed/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1898670 Jun 11 11:53:25.071354 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6428233-b700-4039-ad18-5a69fb00b4be None None] Sync routers for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:53:25.071823 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50170) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:25.080983 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6428233-b700-4039-ad18-5a69fb00b4be None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:25.081605 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e6428233-b700-4039-ad18-5a69fb00b4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:25.223806 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e6428233-b700-4039-ad18-5a69fb00b4be None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:25.230430 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4b242eba-b722-4637-a409-6fb09850d64d tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers/aef24503-1faa-4441-aa88-2a1d1ae456a9/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1576738 Jun 11 11:53:25.233018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50172) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:25.313187 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e4936d6f-f06a-4628-ab28-4b13413252df tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 HTTP/1.1" status: 200 len: 992 time: 0.0790541 Jun 11 11:53:25.501710 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e6428233-b700-4039-ad18-5a69fb00b4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:53:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '6606faf6-7eb3-4c98-9464-7b3ae8c71dc5', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'port_id': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'mac_address': 'fa:16:3e:b1:69:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:52:49Z', 'updated_at': '2021-06-11T11:53:23Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:53:23Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:25.504776 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6428233-b700-4039-ad18-5a69fb00b4be None None] Checking router: aef24503-1faa-4441-aa88-2a1d1ae456a9 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:53:25.512993 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6428233-b700-4039-ad18-5a69fb00b4be None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:25.513593 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e6428233-b700-4039-ad18-5a69fb00b4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:25.743826 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e6428233-b700-4039-ad18-5a69fb00b4be None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:26.019242 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e6428233-b700-4039-ad18-5a69fb00b4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:53:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '6606faf6-7eb3-4c98-9464-7b3ae8c71dc5', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'port_id': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'mac_address': 'fa:16:3e:b1:69:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:52:49Z', 'updated_at': '2021-06-11T11:53:23Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:53:23Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:26.022719 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6428233-b700-4039-ad18-5a69fb00b4be None None] The sync data for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv is: [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:53:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '6606faf6-7eb3-4c98-9464-7b3ae8c71dc5', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'port_id': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'mac_address': 'fa:16:3e:b1:69:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:52:49Z', 'updated_at': '2021-06-11T11:53:23Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:53:23Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:53:26.316370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50174) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:26.398007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-806e2297-3156-482d-82b1-d2a1adcaeabf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 HTTP/1.1" status: 200 len: 992 time: 0.0801830 Jun 11 11:53:27.211317 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef8acb4c-7c5d-4122-bd8e-822cf5d06370 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:53:27.263564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:27.263945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:27.350409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:27.385321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ef8acb4c-7c5d-4122-bd8e-822cf5d06370, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:27.389438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:27.390323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 64cebdb8-790e-4508-b7d1-b38a13d00a47 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:53:27.391863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:27.401653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50178) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:27.480379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:27.484197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:27.493587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 64cebdb8-790e-4508-b7d1-b38a13d00a47 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:27.493976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:27.498286 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-319e83ff-543f-40f6-b0f4-22cee25fb5ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 HTTP/1.1" status: 200 len: 992 time: 0.0952573 Jun 11 11:53:27.548672 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:27.592051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:27.613627 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 64cebdb8-790e-4508-b7d1-b38a13d00a47, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=64cebdb8-790e-4508-b7d1-b38a13d00a47,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:27.618045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:27.619958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1695cabc-2a62-41b0-8f20-b16605809aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:27.676417 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=64cebdb8-790e-4508-b7d1-b38a13d00a47,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:27.680238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:27.684142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b1fce-4a5a-4ab4-8b25-e807991c0f2e None None] New status for floating IP 6606faf6-7eb3-4c98-9464-7b3ae8c71dc5: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:53:28.502087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50180) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:28.583216 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3e223059-2146-465b-9a54-ffb1b9d85b9a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 HTTP/1.1" status: 200 len: 994 time: 0.0799766 Jun 11 11:53:28.857222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50186) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:29.050147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port f104936f-d076-4d25-84d6-6574c32be66a {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:53:29.050491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:29.178117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef8acb4c-7c5d-4122-bd8e-822cf5d06370 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:53:29.236773 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:29.237156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:29.328265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 64cebdb8-790e-4508-b7d1-b38a13d00a47 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:53:29.385285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 64cebdb8-790e-4508-b7d1-b38a13d00a47 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:29.385690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:29.555262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:29.555588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:29.646597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for f104936f-d076-4d25-84d6-6574c32be66a owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:53:29.814976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:29.816881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:29.844595 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=f104936f-d076-4d25-84d6-6574c32be66a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:29.856883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.857275 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.857785 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.858019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.858389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.858789 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.859158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.859527 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.859891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.860252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.860612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.860971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:29.884591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:29.935970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:29.936248 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 disassociated (deleted). External IP: 172.26.6.199, port: 9500d760-7181-4f9d-b0af-dfd6c8974b51. Jun 11 11:53:30.220018 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router aef24503-1faa-4441-aa88-2a1d1ae456a9 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:53:30.363345 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:53:30.367786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:30.373063 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae6cb0-d7e2-40bb-bae4-366b8ea8a811 None None] Sync routers for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:53:30.381675 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae6cb0-d7e2-40bb-bae4-366b8ea8a811 None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:30.382277 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a3ae6cb0-d7e2-40bb-bae4-366b8ea8a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:30.424440 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/floatingips/6606faf6-7eb3-4c98-9464-7b3ae8c71dc5 HTTP/1.1" status: 204 len: 168 time: 1.5660911 Jun 11 11:53:30.425122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'tag': '9500d760-7181-4f9d-b0af-dfd6c8974b51'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:53:30.427525 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cd1934-115a-408b-a604-4228e7f2426f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a34c3a-1a83-4ae9-a126-f39348e8b69a", "tag": "9500d760-7181-4f9d-b0af-dfd6c8974b51"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:53:30.531482 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-a3ae6cb0-d7e2-40bb-bae4-366b8ea8a811 None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:30.606718 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1e184c-88bf-4105-a151-a9233733203a x-openstack-request-id: req-ed1e184c-88bf-4105-a151-a9233733203a {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:53:30.607062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a34c3a-1a83-4ae9-a126-f39348e8b69a", "tag": "9500d760-7181-4f9d-b0af-dfd6c8974b51", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:53:30.607459 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed1e184c-88bf-4105-a151-a9233733203a {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:53:30.608105 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'tag': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'status': 'completed', 'code': 200} Jun 11 11:53:30.698790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd1934-115a-408b-a604-4228e7f2426f req-45eaedcb-4b9f-4c5a-a259-e5fc57469685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:30.700453 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b7cd1934-115a-408b-a604-4228e7f2426f req-45eaedcb-4b9f-4c5a-a259-e5fc57469685 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 1099 time: 0.0642214 Jun 11 11:53:30.814237 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a3ae6cb0-d7e2-40bb-bae4-366b8ea8a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:53:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:53:27Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:30.818220 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae6cb0-d7e2-40bb-bae4-366b8ea8a811 None None] Checking router: aef24503-1faa-4441-aa88-2a1d1ae456a9 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:53:30.826652 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae6cb0-d7e2-40bb-bae4-366b8ea8a811 None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:30.827527 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a3ae6cb0-d7e2-40bb-bae4-366b8ea8a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:30.827740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd1934-115a-408b-a604-4228e7f2426f req-666b0385-f737-45a8-9d44-9fafe08d021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:30.828909 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61985e2-1a55-4d04-8ed4-406bbede65a8 req-6164a82b-690c-4286-980e-9429b5bd2f05 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:30.829151 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b7cd1934-115a-408b-a604-4228e7f2426f req-666b0385-f737-45a8-9d44-9fafe08d021f service neutron] 10.222.0.25 "GET /v2.0/networks?id=ac306e05-1b65-4e39-86d8-39ba7c6924d8 HTTP/1.1" status: 200 len: 898 time: 0.1219506 Jun 11 11:53:30.830824 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b61985e2-1a55-4d04-8ed4-406bbede65a8 req-6164a82b-690c-4286-980e-9429b5bd2f05 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 946 time: 0.0772507 Jun 11 11:53:30.874410 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b61985e2-1a55-4d04-8ed4-406bbede65a8 req-0f25cb4b-e2c1-42e7-b6cf-331e332d4424 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=df61adad-7cbd-498e-b2d2-356f66986fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372140 Jun 11 11:53:30.885417 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b7cd1934-115a-408b-a604-4228e7f2426f req-8e264f4b-6860-46a6-bdd0-b1429d698d0e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9500d760-7181-4f9d-b0af-dfd6c8974b51 HTTP/1.1" status: 200 len: 217 time: 0.0497425 Jun 11 11:53:30.948905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd1934-115a-408b-a604-4228e7f2426f req-6a756222-9bc5-4d20-b9b2-48bc6cdcf752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:30.950364 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b7cd1934-115a-408b-a604-4228e7f2426f req-6a756222-9bc5-4d20-b9b2-48bc6cdcf752 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86394c3c-8ff7-4342-b905-9a892fb5b9a5 HTTP/1.1" status: 200 len: 834 time: 0.0584579 Jun 11 11:53:30.976677 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-a3ae6cb0-d7e2-40bb-bae4-366b8ea8a811 None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:31.013037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd1934-115a-408b-a604-4228e7f2426f req-32a1d821-b7ab-467a-be9d-b2d67882b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:31.014511 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b7cd1934-115a-408b-a604-4228e7f2426f req-32a1d821-b7ab-467a-be9d-b2d67882b1de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac306e05-1b65-4e39-86d8-39ba7c6924d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573461 Jun 11 11:53:31.131031 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b7cd1934-115a-408b-a604-4228e7f2426f req-f076831f-0268-413c-89b2-e7ef07a51f2d service neutron] 10.222.0.25 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089213 Jun 11 11:53:31.230256 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a3ae6cb0-d7e2-40bb-bae4-366b8ea8a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:53:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:53:27Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:31.233920 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae6cb0-d7e2-40bb-bae4-366b8ea8a811 None None] The sync data for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv is: [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:52:33Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:53:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'ef8acb4c-7c5d-4122-bd8e-822cf5d06370', 'name': '', 'network_id': 'ac306e05-1b65-4e39-86d8-39ba7c6924d8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:e4:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:32Z', 'updated_at': '2021-06-11T11:53:27Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '86394c3c-8ff7-4342-b905-9a892fb5b9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:53:31.247819 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b7cd1934-115a-408b-a604-4228e7f2426f req-12cb14a7-67b2-4918-b908-e090905143dd service neutron] 10.222.0.25 "GET /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104417 Jun 11 11:53:31.884304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1587a-d741-4cb8-b2e0-1c935dc53fad None None] New status for floating IP 6606faf6-7eb3-4c98-9464-7b3ae8c71dc5: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:53:32.107235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17755-b90d-4a2e-a8c3-4fb8042d0142 req-17462ba4-e1cc-4276-b3c4-769c033a313e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:32.108690 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-efd17755-b90d-4a2e-a8c3-4fb8042d0142 req-17462ba4-e1cc-4276-b3c4-769c033a313e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 946 time: 0.1146591 Jun 11 11:53:32.117263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53e15a-6f39-4dad-a1f2-bacab0a545a9 req-f4896b0b-45c3-4c75-b366-8558e6479b1e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:32.118652 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-db53e15a-6f39-4dad-a1f2-bacab0a545a9 req-f4896b0b-45c3-4c75-b366-8558e6479b1e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 946 time: 0.1151853 Jun 11 11:53:32.209524 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-efd17755-b90d-4a2e-a8c3-4fb8042d0142 req-bfbc3203-3ee7-4605-ab1c-eb13866d4e19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=df61adad-7cbd-498e-b2d2-356f66986fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898666 Jun 11 11:53:32.265520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-db53e15a-6f39-4dad-a1f2-bacab0a545a9 req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 9500d760-7181-4f9d-b0af-dfd6c8974b51 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:53:32.265866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-db53e15a-6f39-4dad-a1f2-bacab0a545a9 req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:32.378258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-db53e15a-6f39-4dad-a1f2-bacab0a545a9 req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 9500d760-7181-4f9d-b0af-dfd6c8974b51, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9500d760-7181-4f9d-b0af-dfd6c8974b51,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:32.378649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-db53e15a-6f39-4dad-a1f2-bacab0a545a9 req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:32.470831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-db53e15a-6f39-4dad-a1f2-bacab0a545a9 req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 9500d760-7181-4f9d-b0af-dfd6c8974b51 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:53:32.621790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-db53e15a-6f39-4dad-a1f2-bacab0a545a9 req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:32.625680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-949dae8c-c06b-4d00-ab1e-f072294e8838 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:32.654422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=9500d760-7181-4f9d-b0af-dfd6c8974b51,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:32.656821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:32.715728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-db53e15a-6f39-4dad-a1f2-bacab0a545a9 req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port 9500d760-7181-4f9d-b0af-dfd6c8974b51 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:53:32.718180 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-db53e15a-6f39-4dad-a1f2-bacab0a545a9 req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:32.720603 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-db53e15a-6f39-4dad-a1f2-bacab0a545a9 req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "DELETE /v2.0/ports/9500d760-7181-4f9d-b0af-dfd6c8974b51 HTTP/1.1" status: 204 len: 173 time: 0.5951796 Jun 11 11:53:32.721193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'name': 'network-vif-deleted', 'tag': '9500d760-7181-4f9d-b0af-dfd6c8974b51'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:53:32.724464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581beba8-d791-4c7c-9c81-3f748e465424" -d '{"events": [{"server_uuid": "f1a34c3a-1a83-4ae9-a126-f39348e8b69a", "name": "network-vif-deleted", "tag": "9500d760-7181-4f9d-b0af-dfd6c8974b51"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:53:32.764861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa77df5-f0ab-4ef1-a8c3-87497cd1ffd5 x-openstack-request-id: req-bfa77df5-f0ab-4ef1-a8c3-87497cd1ffd5 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:53:32.765219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a34c3a-1a83-4ae9-a126-f39348e8b69a", "name": "network-vif-deleted", "tag": "9500d760-7181-4f9d-b0af-dfd6c8974b51", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:53:32.765539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bfa77df5-f0ab-4ef1-a8c3-87497cd1ffd5 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:53:32.765990 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a34c3a-1a83-4ae9-a126-f39348e8b69a', 'name': 'network-vif-deleted', 'tag': '9500d760-7181-4f9d-b0af-dfd6c8974b51', 'status': 'completed', 'code': 200} Jun 11 11:53:33.374327 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-69e54987-3904-4c0b-a43f-51ae94030618 req-54fe43e7-6b16-4016-a1fc-d2c5cc3e0200 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a34c3a-1a83-4ae9-a126-f39348e8b69a HTTP/1.1" status: 200 len: 210 time: 0.0325851 Jun 11 11:53:34.497516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50204) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:34.561524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a868c49c-d6a8-4de4-ac7a-f4ccfbc721ee tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:34.592746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a868c49c-d6a8-4de4-ac7a-f4ccfbc721ee tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:34.660639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a868c49c-d6a8-4de4-ac7a-f4ccfbc721ee tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:34.663868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a868c49c-d6a8-4de4-ac7a-f4ccfbc721ee tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:34.665061 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a868c49c-d6a8-4de4-ac7a-f4ccfbc721ee tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/df61adad-7cbd-498e-b2d2-356f66986fd8 HTTP/1.1" status: 204 len: 168 time: 0.1661012 Jun 11 11:53:34.666125 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-29fb8d43-a07c-4097-a543-c0323c0020ae tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:34.676299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868c49c-d6a8-4de4-ac7a-f4ccfbc721ee tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df61adad-7cbd-498e-b2d2-356f66986fd8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:34.678792 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a868c49c-d6a8-4de4-ac7a-f4ccfbc721ee tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:34.710693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50208) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:35.204491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:35.545614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port ef8acb4c-7c5d-4122-bd8e-822cf5d06370 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:53:35.546302 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:35.657620 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port ef8acb4c-7c5d-4122-bd8e-822cf5d06370, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:35.657978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:35.750220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for ef8acb4c-7c5d-4122-bd8e-822cf5d06370 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:53:35.812446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9500d760-7181-4f9d-b0af-dfd6c8974b51 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:53:35.836936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 9500d760-7181-4f9d-b0af-dfd6c8974b51 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:53:35.837318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9500d760-7181-4f9d-b0af-dfd6c8974b51 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:53:35.977002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:35.979819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b8c942c7-a52d-4c7d-92fe-6abc3df14a5b tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:36.016295 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=ef8acb4c-7c5d-4122-bd8e-822cf5d06370,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:36.017940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:36.240411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:36.525858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router aef24503-1faa-4441-aa88-2a1d1ae456a9 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:53:36.664755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:53:36.669870 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/aef24503-1faa-4441-aa88-2a1d1ae456a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9581380 Jun 11 11:53:36.672922 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50210) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:36.674075 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109bd8f-7682-4df4-89fe-566e79645679 None None] Sync routers for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:53:36.682942 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109bd8f-7682-4df4-89fe-566e79645679 None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:36.683544 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c109bd8f-7682-4df4-89fe-566e79645679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:36.731104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18abda3-39ec-4851-81a7-4e2b3780ca87 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting subnet 86394c3c-8ff7-4342-b905-9a892fb5b9a5 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:53:36.734208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b18abda3-39ec-4851-81a7-4e2b3780ca87 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:36.781557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b18abda3-39ec-4851-81a7-4e2b3780ca87 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:36.820523 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c109bd8f-7682-4df4-89fe-566e79645679 None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:36.881695 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b18abda3-39ec-4851-81a7-4e2b3780ca87 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:36.949529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b18abda3-39ec-4851-81a7-4e2b3780ca87 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:36.951991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-be7c612f-b241-48e4-9c0a-ead1bcb16997 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:36.986328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18abda3-39ec-4851-81a7-4e2b3780ca87 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Subnet': ['ID=86394c3c-8ff7-4342-b905-9a892fb5b9a5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:36.989235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b18abda3-39ec-4851-81a7-4e2b3780ca87 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:36.991251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b18abda3-39ec-4851-81a7-4e2b3780ca87 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:36.995564 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b18abda3-39ec-4851-81a7-4e2b3780ca87 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/subnets/86394c3c-8ff7-4342-b905-9a892fb5b9a5 HTTP/1.1" status: 204 len: 168 time: 0.3192582 Jun 11 11:53:36.995847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50212) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:36.997476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59672c34-d54e-4aa5-aa6d-476d380b1cc1 None None] Network ac306e05-1b65-4e39-86d8-39ba7c6924d8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:53:37.158076 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c109bd8f-7682-4df4-89fe-566e79645679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:53:35Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:53:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:37.162674 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109bd8f-7682-4df4-89fe-566e79645679 None None] Checking router: aef24503-1faa-4441-aa88-2a1d1ae456a9 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:53:37.172075 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109bd8f-7682-4df4-89fe-566e79645679 None None] Routers {'aef24503-1faa-4441-aa88-2a1d1ae456a9'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:37.172719 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c109bd8f-7682-4df4-89fe-566e79645679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['aef24503-1faa-4441-aa88-2a1d1ae456a9'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:37.249699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c3d21d-bc8b-4a4a-8a1e-7e6512e36f0c None None] DHCP port deletion for ac306e05-1b65-4e39-86d8-39ba7c6924d8 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:53:37.313529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-34c3d21d-bc8b-4a4a-8a1e-7e6512e36f0c None None] Deleting port 6970f110-020f-4131-9d6a-b6a93257e862 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:53:37.314359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-34c3d21d-bc8b-4a4a-8a1e-7e6512e36f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:37.322036 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c109bd8f-7682-4df4-89fe-566e79645679 None None] Set router aef24503-1faa-4441-aa88-2a1d1ae456a9 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:37.404298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-34c3d21d-bc8b-4a4a-8a1e-7e6512e36f0c None None] For port 6970f110-020f-4131-9d6a-b6a93257e862, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=6970f110-020f-4131-9d6a-b6a93257e862,segment=NetworkSegment(1ddd7762-10e3-4964-b7b6-d51c0656172a),segment_id=1ddd7762-10e3-4964-b7b6-d51c0656172a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:37.404998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-34c3d21d-bc8b-4a4a-8a1e-7e6512e36f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:37.501699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-34c3d21d-bc8b-4a4a-8a1e-7e6512e36f0c None None] Calling delete_port for 6970f110-020f-4131-9d6a-b6a93257e862 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:53:37.562106 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c109bd8f-7682-4df4-89fe-566e79645679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:53:35Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:53:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:37.565986 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109bd8f-7682-4df4-89fe-566e79645679 None None] The sync data for ids ['aef24503-1faa-4441-aa88-2a1d1ae456a9'] in dv-neutron-786478-5-hyperv is: [{'id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'name': 'tempest-TestNetworkBasicOps-router-154077825', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:52:28Z', 'updated_at': '2021-06-11T11:53:35Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '64cebdb8-790e-4508-b7d1-b38a13d00a47', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef24503-1faa-4441-aa88-2a1d1ae456a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:52:29Z', 'updated_at': '2021-06-11T11:53:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:53:37.576000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:37.613968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-34c3d21d-bc8b-4a4a-8a1e-7e6512e36f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:37.616646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:37.648116 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3d21d-bc8b-4a4a-8a1e-7e6512e36f0c None None] Pushing event deleted for resources: {'Port': ['ID=6970f110-020f-4131-9d6a-b6a93257e862,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:37.652580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3d21d-bc8b-4a4a-8a1e-7e6512e36f0c None None] No DVR routers for this DVR port 6970f110-020f-4131-9d6a-b6a93257e862 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:53:37.655989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-34c3d21d-bc8b-4a4a-8a1e-7e6512e36f0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:37.726629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:37.784811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 64cebdb8-790e-4508-b7d1-b38a13d00a47 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:53:37.785159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:37.894414 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 64cebdb8-790e-4508-b7d1-b38a13d00a47, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=64cebdb8-790e-4508-b7d1-b38a13d00a47,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:37.894720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:37.994715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 64cebdb8-790e-4508-b7d1-b38a13d00a47 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:53:38.204077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.206925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-51bbc9bf-4a76-458d-8e21-1b0f4600d15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:38.236981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=64cebdb8-790e-4508-b7d1-b38a13d00a47,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:38.239192 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:38.310991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.446845 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.448978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.516617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.517061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Fanout notify agent at l3_agent the message router_deleted on router aef24503-1faa-4441-aa88-2a1d1ae456a9 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:53:38.524145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.525263 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/routers/aef24503-1faa-4441-aa88-2a1d1ae456a9 HTTP/1.1" status: 204 len: 168 time: 1.5285943 Jun 11 11:53:38.528064 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50214) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:38.632654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.745665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.756243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac306e05-1b65-4e39-86d8-39ba7c6924d8']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:38.766787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddd7762-10e3-4964-b7b6-d51c0656172a') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:38.767029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddd7762-10e3-4964-b7b6-d51c0656172a') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:38.776402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.790807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.796759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:53:38.797264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:53:38.800483 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:53:38.884128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.887570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-13bf7a8f-975a-4746-a301-0644bee34d12 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:38.891470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.893138 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/networks/ac306e05-1b65-4e39-86d8-39ba7c6924d8 HTTP/1.1" status: 204 len: 168 time: 0.3641255 Jun 11 11:53:38.907040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Network': ['ID=ac306e05-1b65-4e39-86d8-39ba7c6924d8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:38.913637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:38.914041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50216) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:38.918988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'network': {'name': 'tempest-network-smoke--528723260', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'port_security_enabled': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:38.941530 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:53:38.945108 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.972347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:53:38.981598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:38.981929 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Added segment 48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6 of type vlan for network 206952dd-31af-4b31-8a85-46bb7da82b1d Jun 11 11:53:39.035742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:39.066779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:39.072248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:39.072836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:39.075857 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-41431566-22af-42b4-b78d-51499d9dd39b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:39.114903 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2000325 Jun 11 11:53:39.117606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50218) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:39.122137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'admin_state_up': True, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:39.175194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef8acb4c-7c5d-4122-bd8e-822cf5d06370 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:53:39.179510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Network': ['ID=206952dd-31af-4b31-8a85-46bb7da82b1d,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:39.182700 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:39.194368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:39.195420 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:39.200875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 206952dd-31af-4b31-8a85-46bb7da82b1d details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:53:39.215142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: ef8acb4c-7c5d-4122-bd8e-822cf5d06370 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:53:39.215496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ef8acb4c-7c5d-4122-bd8e-822cf5d06370 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:53:39.215925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6970f110-020f-4131-9d6a-b6a93257e862 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:53:39.252063 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 6970f110-020f-4131-9d6a-b6a93257e862 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:53:39.252334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6970f110-020f-4131-9d6a-b6a93257e862 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:53:39.252766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 64cebdb8-790e-4508-b7d1-b38a13d00a47 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:53:39.264859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:39.278846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 64cebdb8-790e-4508-b7d1-b38a13d00a47 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:53:39.279202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 64cebdb8-790e-4508-b7d1-b38a13d00a47 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:53:39.466154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:39.720808 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:39.746327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:39.860649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.43 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/514ae758-9788-4bd6-8fdf-baa0aea36ab4) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:53:39.990821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:40.029359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:40.032194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1b3f68f0-c589-48e6-b08a-aa133e05edb4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:40.079419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:53:40.082173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:53:40.086213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:53:40.118648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=514ae758-9788-4bd6-8fdf-baa0aea36ab4,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:40.125405 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:40.420508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:40.699163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:40.860067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router d704d6a8-1f20-4108-93ef-42216a353a85 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:53:41.003899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:53:41.013320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Sync routers for ids ['d704d6a8-1f20-4108-93ef-42216a353a85'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:53:41.023208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Routers {'d704d6a8-1f20-4108-93ef-42216a353a85'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:41.023406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:41.024163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d704d6a8-1f20-4108-93ef-42216a353a85'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:41.026970 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9084156 Jun 11 11:53:41.027959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50220) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:41.065380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50222) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:41.065606 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4f7650ba-0e7c-482c-b42b-49b9db2cafcb tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=d8399334e9cb4ae2b4d59d7a1c160597&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364461 Jun 11 11:53:41.170117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Set router d704d6a8-1f20-4108-93ef-42216a353a85 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:41.175211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640cb65d-6377-4109-8863-4a401afa0b32 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:41.176734 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-640cb65d-6377-4109-8863-4a401afa0b32 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1102240 Jun 11 11:53:41.179547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50224) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:41.218384 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4128e272-e757-4963-9e32-30bd4d63a4c7 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376911 Jun 11 11:53:41.220789 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50226) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:41.225489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-94984485', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:41.330788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:53:41.334835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:41.401104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:40Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:41.404337 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Checking router: d704d6a8-1f20-4108-93ef-42216a353a85 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:53:41.404702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Updating router d704d6a8-1f20-4108-93ef-42216a353a85 port 514ae758-9788-4bd6-8fdf-baa0aea36ab4 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:53:41.444486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:41.746223 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:41.757044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Transition to ACTIVE for port object 514ae758-9788-4bd6-8fdf-baa0aea36ab4 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:53:41.762700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:41.764602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:41.824316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Attempting to bind port 514ae758-9788-4bd6-8fdf-baa0aea36ab4 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:53:41.824696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Attempting to bind port 514ae758-9788-4bd6-8fdf-baa0aea36ab4 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:53:41.825068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Attempting to bind port 514ae758-9788-4bd6-8fdf-baa0aea36ab4 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:53:41.827072 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9190ca5-96ac-42fd-ac43-7d713c358748 None None] Pushing event updated for resources: {'Port': ['ID=514ae758-9788-4bd6-8fdf-baa0aea36ab4,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:41.832701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e9190ca5-96ac-42fd-ac43-7d713c358748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:41.834211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:53:41.834610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:53:41.835013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:41.835413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:53:41.835883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Bound port: 514ae758-9788-4bd6-8fdf-baa0aea36ab4, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:53:41.836264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:41.898976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] For port 514ae758-9788-4bd6-8fdf-baa0aea36ab4, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:53:41.902202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] For port 514ae758-9788-4bd6-8fdf-baa0aea36ab4, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=514ae758-9788-4bd6-8fdf-baa0aea36ab4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:53:41.906829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:41.908814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:41.973318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9190ca5-96ac-42fd-ac43-7d713c358748 None None] Pushing event updated for resources: {'Port': ['ID=514ae758-9788-4bd6-8fdf-baa0aea36ab4,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:41.976844 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:41.977458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Routers {'d704d6a8-1f20-4108-93ef-42216a353a85'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:41.978002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d704d6a8-1f20-4108-93ef-42216a353a85'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:41.978976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-76774425-1fb5-4f3e-91a7-dbbeb18c9628 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:41.981445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e9190ca5-96ac-42fd-ac43-7d713c358748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:42.047254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Subnet': ['ID=a45e4512-6399-4032-9080-01aee41761b2,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:42.050893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:42.056885 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Checking segment: {'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:53:42.057257 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network hostable DHCP agents. Network: 206952dd-31af-4b31-8a85-46bb7da82b1d, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:53:42.074098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 206952dd-31af-4b31-8a85-46bb7da82b1d is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:53:42.082804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 206952dd-31af-4b31-8a85-46bb7da82b1d) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:53:42.088173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:42.088788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:42.095601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a236cb-8bc9-47d5-8fa7-dd3bf1800ffb None None] Network 206952dd-31af-4b31-8a85-46bb7da82b1d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:53:42.103630 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.8818774 Jun 11 11:53:42.106368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50228) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:42.157107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] Set router d704d6a8-1f20-4108-93ef-42216a353a85 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:42.274933 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-11560c0d-69d5-4639-8b8b-fff746fa54b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:42.500833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-206952dd-31af-4b31-8a85-46bb7da82b1d', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ips': [{'subnet_id': 'a45e4512-6399-4032-9080-01aee41761b2'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:53:42.501734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:42.599270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:40Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:42.608516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b4e8e-b758-4cbc-a576-e7a4b2d6ecdd None None] The sync data for ids ['d704d6a8-1f20-4108-93ef-42216a353a85'] in dv-neutron-786478-5-hyperv is: [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:40Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:53:42.668166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Allocated IP 172.20.0.2 (206952dd-31af-4b31-8a85-46bb7da82b1d/a45e4512-6399-4032-9080-01aee41761b2/d48ffd6d-509a-4bcf-915c-69396481cd63) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:53:42.701325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:42.872959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:42.881674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Transition to ACTIVE for port object d48ffd6d-509a-4bcf-915c-69396481cd63 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:53:42.900417 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Transition to ACTIVE for port object d48ffd6d-509a-4bcf-915c-69396481cd63 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:53:42.908478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:42.911625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:42.956671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Network 206952dd-31af-4b31-8a85-46bb7da82b1d is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:53:42.961415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:53:42.966359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:53:42.972873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Pushing event updated for resources: {'Port': ['ID=d48ffd6d-509a-4bcf-915c-69396481cd63,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:42.984108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:43.049214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Attempting to bind port d48ffd6d-509a-4bcf-915c-69396481cd63 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:53:43.049595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Attempting to bind port d48ffd6d-509a-4bcf-915c-69396481cd63 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:53:43.049977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Attempting to bind port d48ffd6d-509a-4bcf-915c-69396481cd63 on network 206952dd-31af-4b31-8a85-46bb7da82b1d {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:53:43.055955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:53:43.056348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Checking segment: {'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:53:43.056760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:43.057166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Bound using segment: {'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:53:43.057639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Bound port: d48ffd6d-509a-4bcf-915c-69396481cd63, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:53:43.058022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:43.096286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.1 (206952dd-31af-4b31-8a85-46bb7da82b1d/a45e4512-6399-4032-9080-01aee41761b2/294ba890-0490-41f6-ba14-525f421d1440) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:53:43.133599 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] For port d48ffd6d-509a-4bcf-915c-69396481cd63, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:53:43.138506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] For port d48ffd6d-509a-4bcf-915c-69396481cd63, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d48ffd6d-509a-4bcf-915c-69396481cd63,segment=NetworkSegment(48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6),segment_id=48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:53:43.147862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:43.149956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7738ce9a-d08a-4f8e-bedb-d1c1c575b095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:43.221744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Pushing event updated for resources: {'Port': ['ID=d48ffd6d-509a-4bcf-915c-69396481cd63,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:43.228750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:43.249051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 514ae758-9788-4bd6-8fdf-baa0aea36ab4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:53:43.271975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:43.291542 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 294ba890-0490-41f6-ba14-525f421d1440 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:53:43.332174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:43.333611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 514ae758-9788-4bd6-8fdf-baa0aea36ab4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:53:43.334393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7504719b-d15f-4257-996d-65ba47c566cb tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:43.343021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 514ae758-9788-4bd6-8fdf-baa0aea36ab4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:43.343746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:43.380617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 206952dd-31af-4b31-8a85-46bb7da82b1d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:53:43.388326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:53:43.401932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:53:43.462497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=294ba890-0490-41f6-ba14-525f421d1440,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:43.469485 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:43.472767 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:43.481483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:43.514710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 514ae758-9788-4bd6-8fdf-baa0aea36ab4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=514ae758-9788-4bd6-8fdf-baa0aea36ab4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:43.519181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:43.521234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:43.584537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=514ae758-9788-4bd6-8fdf-baa0aea36ab4,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:43.594085 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:43.686693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:44.062685 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:44.068155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:44.071179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:44.159058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d0b26-20ee-41ba-9949-e70b97b81f89 None None] Network 206952dd-31af-4b31-8a85-46bb7da82b1d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:53:44.161285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=294ba890-0490-41f6-ba14-525f421d1440,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:44.166886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:44.168050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:44.263032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-4d1ece25-e1c4-4eeb-9bff-4b8a30eaa01d None None] Provisioning for port d48ffd6d-509a-4bcf-915c-69396481cd63 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:53:44.293931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 206952dd-31af-4b31-8a85-46bb7da82b1d is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:53:44.297493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:53:44.459488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router d704d6a8-1f20-4108-93ef-42216a353a85 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:53:44.604777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7b73ddb5-97e2-4127-b368-cc69b0cb9523 None None] Provisioning for port 294ba890-0490-41f6-ba14-525f421d1440 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:53:44.612076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7b73ddb5-97e2-4127-b368-cc69b0cb9523 None None] Provisioning complete for port 294ba890-0490-41f6-ba14-525f421d1440 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:44.612572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7b73ddb5-97e2-4127-b368-cc69b0cb9523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:44.617164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:53:44.634019 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/d704d6a8-1f20-4108-93ef-42216a353a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5243888 Jun 11 11:53:44.634398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50230) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:44.636217 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Sync routers for ids ['d704d6a8-1f20-4108-93ef-42216a353a85'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:53:44.646604 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Routers {'d704d6a8-1f20-4108-93ef-42216a353a85'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:44.647540 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d704d6a8-1f20-4108-93ef-42216a353a85'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:44.692213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-7b73ddb5-97e2-4127-b368-cc69b0cb9523 None None] Port 294ba890-0490-41f6-ba14-525f421d1440 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:53:44.732477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:44.775826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099bddd5-aa1b-4f4e-a474-01acdde39f75 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:44.776670 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099bddd5-aa1b-4f4e-a474-01acdde39f75 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:44.777234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099bddd5-aa1b-4f4e-a474-01acdde39f75 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:44.777615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099bddd5-aa1b-4f4e-a474-01acdde39f75 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:44.782086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50232) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:44.782227 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-099bddd5-aa1b-4f4e-a474-01acdde39f75 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1467121 Jun 11 11:53:44.820248 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Set router d704d6a8-1f20-4108-93ef-42216a353a85 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:44.835426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-76baae45-935f-40e3-b9c3-1a42cd3be589 None None] Provisioning complete for port 294ba890-0490-41f6-ba14-525f421d1440 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:44.836080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-76baae45-935f-40e3-b9c3-1a42cd3be589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:44.860788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a313f1-6ea7-41e3-a7da-b3cd2594c0e0 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:44.861650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a313f1-6ea7-41e3-a7da-b3cd2594c0e0 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:44.862337 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a313f1-6ea7-41e3-a7da-b3cd2594c0e0 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:44.863015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a313f1-6ea7-41e3-a7da-b3cd2594c0e0 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:44.865744 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-11a313f1-6ea7-41e3-a7da-b3cd2594c0e0 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2735 time: 0.0822940 Jun 11 11:53:44.868528 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50234) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:44.885789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-76baae45-935f-40e3-b9c3-1a42cd3be589 None None] Port 294ba890-0490-41f6-ba14-525f421d1440 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:53:44.941710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-262c0e55-fc78-4da5-95cd-ac0cb5b3775b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.004708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ffd744f6-4d22-4b4c-a73f-89d2fc9efaa0 None None] Provisioning complete for port 294ba890-0490-41f6-ba14-525f421d1440 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:45.005235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ffd744f6-4d22-4b4c-a73f-89d2fc9efaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.049151 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7741cccb-06aa-4e4d-ab31-7ca27ede79d3 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1791468 Jun 11 11:53:45.099508 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '294ba890-0490-41f6-ba14-525f421d1440', 'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:ac:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a45e4512-6399-4032-9080-01aee41761b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:42Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'a45e4512-6399-4032-9080-01aee41761b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:45.103837 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Checking router: d704d6a8-1f20-4108-93ef-42216a353a85 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:53:45.104388 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Updating router d704d6a8-1f20-4108-93ef-42216a353a85 port 294ba890-0490-41f6-ba14-525f421d1440 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:53:45.147789 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.218849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ffd744f6-4d22-4b4c-a73f-89d2fc9efaa0 None None] Port 294ba890-0490-41f6-ba14-525f421d1440 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:53:45.311047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d48ffd6d-509a-4bcf-915c-69396481cd63 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:53:45.351686 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50238) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:45.356454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c67e0f85-8885-4d91-90fe-d3a79b95e432 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192999931', 'description': 'tempest-secgroup-smoke-1192999931 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:45.375727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port d48ffd6d-509a-4bcf-915c-69396481cd63 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:53:45.379074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c67e0f85-8885-4d91-90fe-d3a79b95e432 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.379637 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d48ffd6d-509a-4bcf-915c-69396481cd63 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:45.380076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.474660 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c67e0f85-8885-4d91-90fe-d3a79b95e432 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.475238 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.480217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c67e0f85-8885-4d91-90fe-d3a79b95e432 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.482519 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.483557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1799c4c4-87f0-4b5f-b656-8c4be1bb117c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:45.485460 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Transition to ACTIVE for port object 294ba890-0490-41f6-ba14-525f421d1440 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:53:45.492093 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.494149 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:45.509720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c67e0f85-8885-4d91-90fe-d3a79b95e432 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.513545 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c67e0f85-8885-4d91-90fe-d3a79b95e432 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1582286 Jun 11 11:53:45.515123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50240) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:45.515358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e0f85-8885-4d91-90fe-d3a79b95e432 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b07afee-110e-416d-b810-714258d340dd,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:45.518177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c67e0f85-8885-4d91-90fe-d3a79b95e432 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:45.527128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '0b07afee-110e-416d-b810-714258d340dd', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:45.528111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port d48ffd6d-509a-4bcf-915c-69396481cd63, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d48ffd6d-509a-4bcf-915c-69396481cd63,segment=NetworkSegment(48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6),segment_id=48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:45.538091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.538994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 514ae758-9788-4bd6-8fdf-baa0aea36ab4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:53:45.541103 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-34c3d21d-bc8b-4a4a-8a1e-7e6512e36f0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:45.573366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.647642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=d48ffd6d-509a-4bcf-915c-69396481cd63,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:45.651058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:45.660386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.663400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 514ae758-9788-4bd6-8fdf-baa0aea36ab4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:45.663835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.668400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.671541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-88355eaf-e95d-4d34-9782-c5810732ba7b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:45.700634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.704202 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1872888 Jun 11 11:53:45.706139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50242) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:45.712050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9b25a696-5f40-4068-a900-a4499dc74225 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '0b07afee-110e-416d-b810-714258d340dd', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:45.716730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce81b62-522a-400e-9d82-e47d9f87079a,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:45.727690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.728523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.729106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.729674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.730245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.730840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.731412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.731961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.732510 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.733176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.733853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.734958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.745420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:45.759901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b25a696-5f40-4068-a900-a4499dc74225 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.781867 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Pushing event updated for resources: {'Port': ['ID=294ba890-0490-41f6-ba14-525f421d1440,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:45.798941 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.799290 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.799627 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.799956 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.800282 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.800608 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.800934 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.801251 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.801602 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.801928 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.802245 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.802583 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:53:45.806697 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:45.811722 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Attempting to bind port 294ba890-0490-41f6-ba14-525f421d1440 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:53:45.812049 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Attempting to bind port 294ba890-0490-41f6-ba14-525f421d1440 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:53:45.812421 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Attempting to bind port 294ba890-0490-41f6-ba14-525f421d1440 on network 206952dd-31af-4b31-8a85-46bb7da82b1d {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:53:45.817980 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:53:45.818360 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Checking segment: {'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:53:45.818794 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.819186 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Bound using segment: {'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:53:45.819654 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Bound port: 294ba890-0490-41f6-ba14-525f421d1440, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:53:45.820027 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.831249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b25a696-5f40-4068-a900-a4499dc74225 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.836124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b25a696-5f40-4068-a900-a4499dc74225 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.838611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6dcfe29e-7cd3-4cf4-9445-d46502e5a3c4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:45.856019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25a696-5f40-4068-a900-a4499dc74225 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77313df-f75e-44f0-a5f1-1b994a3fcbe0,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:45.859289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9b25a696-5f40-4068-a900-a4499dc74225 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:45.863753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b25a696-5f40-4068-a900-a4499dc74225 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.865468 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9b25a696-5f40-4068-a900-a4499dc74225 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1583002 Jun 11 11:53:45.868509 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50244) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:45.872648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1593041d-4121-485a-b39c-7a035d905fbe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '0b07afee-110e-416d-b810-714258d340dd', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:45.897909 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1593041d-4121-485a-b39c-7a035d905fbe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.901719 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] For port 294ba890-0490-41f6-ba14-525f421d1440, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:53:45.905250 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] For port 294ba890-0490-41f6-ba14-525f421d1440, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=294ba890-0490-41f6-ba14-525f421d1440,segment=NetworkSegment(48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6),segment_id=48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:53:45.912822 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.915535 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-5fd53634-e6b7-4b37-ad28-e9ffcbfa3d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:45.922568 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:53:45.966892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1593041d-4121-485a-b39c-7a035d905fbe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.971169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1593041d-4121-485a-b39c-7a035d905fbe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:45.973635 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b606ddd8-7043-4a80-9992-627acc897667 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:45.981415 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Routers {'d704d6a8-1f20-4108-93ef-42216a353a85'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:45.981998 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d704d6a8-1f20-4108-93ef-42216a353a85'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:45.986943 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Pushing event updated for resources: {'Port': ['ID=294ba890-0490-41f6-ba14-525f421d1440,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:45.998952 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593041d-4121-485a-b39c-7a035d905fbe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16d12f5-f589-4834-9780-aa096cf2dc50,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:46.011640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1593041d-4121-485a-b39c-7a035d905fbe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:46.017194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1593041d-4121-485a-b39c-7a035d905fbe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.018497 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1593041d-4121-485a-b39c-7a035d905fbe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493688 Jun 11 11:53:46.021738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50246) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:46.026988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-1ccd7e9e-5ebf-4092-ac92-253045544221 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '0b07afee-110e-416d-b810-714258d340dd', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:46.043275 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:46.049145 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.062082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7e9e-5ebf-4092-ac92-253045544221 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.132858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7e9e-5ebf-4092-ac92-253045544221 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.138003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7e9e-5ebf-4092-ac92-253045544221 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.139867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5189373f-6005-43e3-810c-84561d6aa8e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:46.149230 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] Set router d704d6a8-1f20-4108-93ef-42216a353a85 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:46.158293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd7e9e-5ebf-4092-ac92-253045544221 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3736d229-2442-4484-b270-b5806efeabf2,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:46.160575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1ccd7e9e-5ebf-4092-ac92-253045544221 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:46.165651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7e9e-5ebf-4092-ac92-253045544221 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.167470 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1ccd7e9e-5ebf-4092-ac92-253045544221 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439738 Jun 11 11:53:46.169858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50248) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:46.174608 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-fa4bac56-6a25-460b-a180-5cf36af143c9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '0b07afee-110e-416d-b810-714258d340dd', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:46.202674 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-fa4bac56-6a25-460b-a180-5cf36af143c9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:53:46.207557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fa4bac56-6a25-460b-a180-5cf36af143c9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.273403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fa4bac56-6a25-460b-a180-5cf36af143c9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.278891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fa4bac56-6a25-460b-a180-5cf36af143c9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.281154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1dc11f86-b6f6-45b0-8933-176bdc115032 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:46.300662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bac56-6a25-460b-a180-5cf36af143c9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa543bfc-63e1-4f24-8929-0be3d2f2de59,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:46.303915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fa4bac56-6a25-460b-a180-5cf36af143c9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:46.305309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fa4bac56-6a25-460b-a180-5cf36af143c9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.306647 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fa4bac56-6a25-460b-a180-5cf36af143c9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358116 Jun 11 11:53:46.309371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50250) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:46.313790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-047a7cb9-aa7e-4670-9a35-5b4eec9ca6fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '0b07afee-110e-416d-b810-714258d340dd', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:46.335156 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-047a7cb9-aa7e-4670-9a35-5b4eec9ca6fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:53:46.339864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-047a7cb9-aa7e-4670-9a35-5b4eec9ca6fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.408045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-047a7cb9-aa7e-4670-9a35-5b4eec9ca6fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.413166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-047a7cb9-aa7e-4670-9a35-5b4eec9ca6fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.415436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6267363a-f22f-4d02-9ad1-12288614e6a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:46.425519 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '294ba890-0490-41f6-ba14-525f421d1440', 'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:ac:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a45e4512-6399-4032-9080-01aee41761b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:42Z', 'updated_at': '2021-06-11T11:53:45Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'a45e4512-6399-4032-9080-01aee41761b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:46.429496 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2fb445-544a-43d2-9a02-a3cba5315c82 None None] The sync data for ids ['d704d6a8-1f20-4108-93ef-42216a353a85'] in dv-neutron-786478-5-hyperv is: [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '294ba890-0490-41f6-ba14-525f421d1440', 'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:ac:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a45e4512-6399-4032-9080-01aee41761b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:42Z', 'updated_at': '2021-06-11T11:53:45Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'a45e4512-6399-4032-9080-01aee41761b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:53:46.437851 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a7cb9-aa7e-4670-9a35-5b4eec9ca6fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001065a5-84c3-4390-9c05-59b602f1aa65,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:46.440586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-047a7cb9-aa7e-4670-9a35-5b4eec9ca6fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:46.446214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-047a7cb9-aa7e-4670-9a35-5b4eec9ca6fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:46.447555 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-047a7cb9-aa7e-4670-9a35-5b4eec9ca6fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372409 Jun 11 11:53:46.620142 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-0e5df478-4183-4f1a-a4a9-95e87ca75d24 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192999931&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.0412683 Jun 11 11:53:46.759920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-403ffa80-90a4-4faa-8277-1dfce5c4d480 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:46.761408 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-403ffa80-90a4-4faa-8277-1dfce5c4d480 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/networks?id=206952dd-31af-4b31-8a85-46bb7da82b1d HTTP/1.1" status: 200 len: 796 time: 0.1343062 Jun 11 11:53:46.777034 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-de535420-95bc-4d32-b890-83704ff98ee9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/quotas/d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 375 time: 0.0099721 Jun 11 11:53:47.231736 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-720351b5-f6ea-49f8-9f5b-34499f44add8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4493010 Jun 11 11:53:47.270107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d48ffd6d-509a-4bcf-915c-69396481cd63 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:53:47.331201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port d48ffd6d-509a-4bcf-915c-69396481cd63 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:47.331588 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:47.363380 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-4a35fc6c-e3a0-4a21-af33-59e06cac8213 service neutron] 10.222.0.46 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174769 Jun 11 11:53:47.438617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 294ba890-0490-41f6-ba14-525f421d1440 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:53:47.492623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 294ba890-0490-41f6-ba14-525f421d1440 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:53:47.496358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 294ba890-0490-41f6-ba14-525f421d1440 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:47.496744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:47.506084 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-17eb7fca-f5d0-4626-8e03-2a2ceadac073 service neutron] 10.222.0.46 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361399 Jun 11 11:53:47.589392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:47.628370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 294ba890-0490-41f6-ba14-525f421d1440, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=294ba890-0490-41f6-ba14-525f421d1440,segment=NetworkSegment(48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6),segment_id=48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:47.633391 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:47.635438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:47.685257 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c5d780f9-a117-48ae-86d2-889e3d0c46ee req-0087d276-fafe-41f7-b3e6-f3cbced1792c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 210 time: 0.0377541 Jun 11 11:53:47.689660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=294ba890-0490-41f6-ba14-525f421d1440,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:47.695315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:47.724783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:48.863206 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a982baaa-d324-46b9-964c-efd726618d73 req-9e3c4491-e387-4e6f-a23e-fe87f7b180b2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 210 time: 0.0442944 Jun 11 11:53:48.898379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-d75564f6-b8a5-4403-8754-da073349a097 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:48.899840 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-d75564f6-b8a5-4403-8754-da073349a097 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=206952dd-31af-4b31-8a85-46bb7da82b1d HTTP/1.1" status: 200 len: 796 time: 0.1825771 Jun 11 11:53:48.950587 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-c8106a35-bd18-42f6-8270-0517acd1e61a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 380 time: 0.0423791 Jun 11 11:53:48.958841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'device_id': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'admin_state_up': True, 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'security_groups': ['0b07afee-110e-416d-b810-714258d340dd']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:49.084985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:53:49.088384 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:49.186766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 294ba890-0490-41f6-ba14-525f421d1440 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:53:49.233599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.7 (206952dd-31af-4b31-8a85-46bb7da82b1d/a45e4512-6399-4032-9080-01aee41761b2/26f0f164-90aa-4f42-8b2b-79474413cbdd) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:53:49.243319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 294ba890-0490-41f6-ba14-525f421d1440 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:49.243709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:49.398716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:49.410759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 26f0f164-90aa-4f42-8b2b-79474413cbdd will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:53:49.445009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:49.448888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ed84600-7d29-46a7-8d3b-c699f0788fdf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:49.501415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 206952dd-31af-4b31-8a85-46bb7da82b1d is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:53:49.504782 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:53:49.508513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:53:49.539028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=26f0f164-90aa-4f42-8b2b-79474413cbdd,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:49.545599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:49.572202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:49.572849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:49.588452 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6330640 Jun 11 11:53:49.600415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Request body: {'port': {'device_id': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:49.693935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:49.716012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cb3af5bf-e097-4c83-8e82-3c5c2b196c3c None None] Provisioning for port 26f0f164-90aa-4f42-8b2b-79474413cbdd completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:53:49.719688 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cb3af5bf-e097-4c83-8e82-3c5c2b196c3c None None] Provisioning complete for port 26f0f164-90aa-4f42-8b2b-79474413cbdd triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:49.720069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cb3af5bf-e097-4c83-8e82-3c5c2b196c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:49.762338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-cb3af5bf-e097-4c83-8e82-3c5c2b196c3c None None] Port 26f0f164-90aa-4f42-8b2b-79474413cbdd cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:53:50.011649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f0f164-90aa-4f42-8b2b-79474413cbdd {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:53:50.019454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:50.031921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Transition to ACTIVE for port object 26f0f164-90aa-4f42-8b2b-79474413cbdd will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:53:50.036278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:50.039741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:50.050475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197bf80-d42b-44b4-853a-9ed16d2bcba6 req-5b479d3e-d237-4eec-91bd-a329fd4e5e6d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:50.055012 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a197bf80-d42b-44b4-853a-9ed16d2bcba6 req-5b479d3e-d237-4eec-91bd-a329fd4e5e6d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 931 time: 0.0768301 Jun 11 11:53:50.125112 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a197bf80-d42b-44b4-853a-9ed16d2bcba6 req-b625e6be-9d35-45df-9581-9c1e451a2cb0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b07afee-110e-416d-b810-714258d340dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633743 Jun 11 11:53:50.163595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Pushing event updated for resources: {'Port': ['ID=26f0f164-90aa-4f42-8b2b-79474413cbdd,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:50.201376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:50.233871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Attempting to bind port 26f0f164-90aa-4f42-8b2b-79474413cbdd on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:53:50.234237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Attempting to bind port 26f0f164-90aa-4f42-8b2b-79474413cbdd by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:53:50.234551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Attempting to bind port 26f0f164-90aa-4f42-8b2b-79474413cbdd on network 206952dd-31af-4b31-8a85-46bb7da82b1d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:53:50.239162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Port 26f0f164-90aa-4f42-8b2b-79474413cbdd on network 206952dd-31af-4b31-8a85-46bb7da82b1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:53:50.239497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Attempting to bind port 26f0f164-90aa-4f42-8b2b-79474413cbdd on network 206952dd-31af-4b31-8a85-46bb7da82b1d {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:53:50.244605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:53:50.244957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Checking segment: {'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:53:50.245355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Bound using segment: {'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:53:50.245803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Bound port: 26f0f164-90aa-4f42-8b2b-79474413cbdd, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:53:50.246164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:50.320439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] For port 26f0f164-90aa-4f42-8b2b-79474413cbdd, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:53:50.323430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] For port 26f0f164-90aa-4f42-8b2b-79474413cbdd, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd,segment=NetworkSegment(48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6),segment_id=48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:53:50.327779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:50.330767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b773e799-2dc8-4a35-9b7a-cc42c688de00 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:50.369934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:50.370577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:50.371908 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] 10.222.0.25 "PUT /v2.0/ports/26f0f164-90aa-4f42-8b2b-79474413cbdd HTTP/1.1" status: 200 len: 1093 time: 0.7766144 Jun 11 11:53:50.372445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'tag': '26f0f164-90aa-4f42-8b2b-79474413cbdd'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:53:50.374770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9579d49-37d8-4bc4-99fc-e513ecb9041c" -d '{"events": [{"name": "network-changed", "server_uuid": "28030c77-6d86-4eb6-8f72-ed8663bcd369", "tag": "26f0f164-90aa-4f42-8b2b-79474413cbdd"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:53:50.415243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Pushing event updated for resources: {'Port': ['ID=26f0f164-90aa-4f42-8b2b-79474413cbdd,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:50.435366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:50.438385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93340eea-e95f-42f2-9de3-78b5fa879f14 x-openstack-request-id: req-93340eea-e95f-42f2-9de3-78b5fa879f14 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:53:50.439019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28030c77-6d86-4eb6-8f72-ed8663bcd369", "tag": "26f0f164-90aa-4f42-8b2b-79474413cbdd", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:53:50.439340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93340eea-e95f-42f2-9de3-78b5fa879f14 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:53:50.439828 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'tag': '26f0f164-90aa-4f42-8b2b-79474413cbdd', 'status': 'completed', 'code': 200} Jun 11 11:53:50.498498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ba79dfad-6dcb-4f63-9969-6fe34fbb8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:50.500047 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-ba79dfad-6dcb-4f63-9969-6fe34fbb8077 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 1096 time: 0.0788362 Jun 11 11:53:50.557540 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-324a6e9c-1e44-4168-87ac-3fadf2b7b299 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd HTTP/1.1" status: 200 len: 217 time: 0.0509853 Jun 11 11:53:50.627546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-1d4628a0-6ef2-42fe-99c4-396b311c28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:50.630493 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-1d4628a0-6ef2-42fe-99c4-396b311c28ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a45e4512-6399-4032-9080-01aee41761b2 HTTP/1.1" status: 200 len: 842 time: 0.0663490 Jun 11 11:53:50.694240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-1403e765-7d8d-46b9-8f52-d7859f6aa1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:50.695659 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-1403e765-7d8d-46b9-8f52-d7859f6aa1bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=206952dd-31af-4b31-8a85-46bb7da82b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0599513 Jun 11 11:53:50.815054 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-4ee48317-cd2b-4853-b381-157651887b31 service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128118 Jun 11 11:53:50.930924 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4181253-79d5-4ea3-ab17-40b8ef30bc32 req-378922f3-986e-4439-a677-d668bbce1524 service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103022 Jun 11 11:53:51.030515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9579d49-37d8-4bc4-99fc-e513ecb9041c req-09878e2e-ae15-43e5-a7b6-4e6c28c95256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:51.031899 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9579d49-37d8-4bc4-99fc-e513ecb9041c req-09878e2e-ae15-43e5-a7b6-4e6c28c95256 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 1096 time: 0.0571551 Jun 11 11:53:51.148590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9579d49-37d8-4bc4-99fc-e513ecb9041c req-c7e0bca7-6ed7-4a84-8158-9a398f4e7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:51.150074 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9579d49-37d8-4bc4-99fc-e513ecb9041c req-c7e0bca7-6ed7-4a84-8158-9a398f4e7184 service neutron] 10.222.0.25 "GET /v2.0/networks?id=206952dd-31af-4b31-8a85-46bb7da82b1d HTTP/1.1" status: 200 len: 898 time: 0.1110842 Jun 11 11:53:51.203990 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9579d49-37d8-4bc4-99fc-e513ecb9041c req-712faf77-f1cc-4757-954c-8081f29548fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd HTTP/1.1" status: 200 len: 217 time: 0.0473509 Jun 11 11:53:51.264969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9579d49-37d8-4bc4-99fc-e513ecb9041c req-5a722790-18b5-4f0c-aecc-8a1034b7a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:51.266427 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9579d49-37d8-4bc4-99fc-e513ecb9041c req-5a722790-18b5-4f0c-aecc-8a1034b7a96a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a45e4512-6399-4032-9080-01aee41761b2 HTTP/1.1" status: 200 len: 842 time: 0.0561576 Jun 11 11:53:51.302406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2042e1-6659-461c-8148-b3f2f6b0442e req-10806a42-b2b4-47f3-aa80-6ea2794741af tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:51.303914 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dd2042e1-6659-461c-8148-b3f2f6b0442e req-10806a42-b2b4-47f3-aa80-6ea2794741af tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 943 time: 0.0738802 Jun 11 11:53:51.329973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9579d49-37d8-4bc4-99fc-e513ecb9041c req-fc59ab36-63ca-42c0-a5be-e5075f39b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:51.331702 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9579d49-37d8-4bc4-99fc-e513ecb9041c req-fc59ab36-63ca-42c0-a5be-e5075f39b91a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=206952dd-31af-4b31-8a85-46bb7da82b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588183 Jun 11 11:53:51.347196 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dd2042e1-6659-461c-8148-b3f2f6b0442e req-110fb214-e470-44c4-94d5-fec4581811d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b07afee-110e-416d-b810-714258d340dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370345 Jun 11 11:53:51.448854 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9579d49-37d8-4bc4-99fc-e513ecb9041c req-ee4af869-cf9c-4caa-b117-1bf4fcdd7f60 service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089447 Jun 11 11:53:51.564031 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9579d49-37d8-4bc4-99fc-e513ecb9041c req-060274fd-ff9f-482e-8e30-0640de22bf28 service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076827 Jun 11 11:53:51.842450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 26f0f164-90aa-4f42-8b2b-79474413cbdd details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:53:51.957913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 26f0f164-90aa-4f42-8b2b-79474413cbdd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd,segment=NetworkSegment(48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6),segment_id=48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:51.969377 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '26f0f164-90aa-4f42-8b2b-79474413cbdd', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'port_id': '26f0f164-90aa-4f42-8b2b-79474413cbdd', 'mac_address': 'fa:16:3e:86:ff:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45e4512-6399-4032-9080-01aee41761b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:53:52.010576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:52.024413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f0f164-90aa-4f42-8b2b-79474413cbdd {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:53:52.044046 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 26f0f164-90aa-4f42-8b2b-79474413cbdd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd,segment=NetworkSegment(48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6),segment_id=48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:52.047992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:52.050280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f6e8f6e8-48e5-4099-876a-8551b14b4e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:52.101682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=26f0f164-90aa-4f42-8b2b-79474413cbdd,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:52.104749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:52.250380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['26f0f164-90aa-4f42-8b2b-79474413cbdd'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:53:52.528790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de199f-da7e-41a8-a771-a552a06bff8f req-95290551-b1b3-4fb4-8acc-8b7781094574 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:52.530266 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-98de199f-da7e-41a8-a771-a552a06bff8f req-95290551-b1b3-4fb4-8acc-8b7781094574 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 944 time: 0.0693145 Jun 11 11:53:52.571909 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-98de199f-da7e-41a8-a771-a552a06bff8f req-b1e2e7ea-2175-4a73-8172-ad1f49766f55 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b07afee-110e-416d-b810-714258d340dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359540 Jun 11 11:53:53.746658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675393aa-72cc-4c47-aff3-cdf4e7824325 req-f273e54c-1dc5-4696-88ae-98bf73cc643a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:53.748009 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-675393aa-72cc-4c47-aff3-cdf4e7824325 req-f273e54c-1dc5-4696-88ae-98bf73cc643a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 944 time: 0.0666611 Jun 11 11:53:53.788331 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-675393aa-72cc-4c47-aff3-cdf4e7824325 req-7a3d353b-1448-4b03-b2e7-64bac150d539 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b07afee-110e-416d-b810-714258d340dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348477 Jun 11 11:53:53.843743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 26f0f164-90aa-4f42-8b2b-79474413cbdd up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:53:53.898950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 26f0f164-90aa-4f42-8b2b-79474413cbdd completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:53:53.902372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 26f0f164-90aa-4f42-8b2b-79474413cbdd triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:53:53.902786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:53.985939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:54.009343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f0f164-90aa-4f42-8b2b-79474413cbdd'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:53:54.011534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f416e2-6a33-4340-9788-6254b832b083" -d '{"events": [{"server_uuid": "28030c77-6d86-4eb6-8f72-ed8663bcd369", "name": "network-vif-plugged", "status": "completed", "tag": "26f0f164-90aa-4f42-8b2b-79474413cbdd"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:53:54.025292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 26f0f164-90aa-4f42-8b2b-79474413cbdd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd,segment=NetworkSegment(48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6),segment_id=48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:53:54.029099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:54.031420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:54.062950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dc6e65-52ae-4ae3-a13f-ab5f40f5448c x-openstack-request-id: req-18dc6e65-52ae-4ae3-a13f-ab5f40f5448c {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:53:54.063257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28030c77-6d86-4eb6-8f72-ed8663bcd369", "name": "network-vif-plugged", "status": "completed", "tag": "26f0f164-90aa-4f42-8b2b-79474413cbdd", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:53:54.063515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18dc6e65-52ae-4ae3-a13f-ab5f40f5448c {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:53:54.063913 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f0f164-90aa-4f42-8b2b-79474413cbdd', 'code': 200} Jun 11 11:53:54.092097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=26f0f164-90aa-4f42-8b2b-79474413cbdd,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:54.094994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:54.270350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73053689-1236-4e64-8cad-7ed759850eb7 req-22547325-f1eb-4d53-8cec-7fba56f3f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:54.271794 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-73053689-1236-4e64-8cad-7ed759850eb7 req-22547325-f1eb-4d53-8cec-7fba56f3f13f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 1098 time: 0.0609443 Jun 11 11:53:54.310133 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-73053689-1236-4e64-8cad-7ed759850eb7 req-04082e8e-d84e-4503-925a-4e54999052ea service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0b07afee-110e-416d-b810-714258d340dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311134 Jun 11 11:53:54.968142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17592e-ce10-4886-9e72-76d643357391 req-4464f9c4-be96-4b7d-bec4-c4369de68c0c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:54.969542 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fa17592e-ce10-4886-9e72-76d643357391 req-4464f9c4-be96-4b7d-bec4-c4369de68c0c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 945 time: 0.0731349 Jun 11 11:53:55.013978 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fa17592e-ce10-4886-9e72-76d643357391 req-fda6e68f-649c-4bb0-b2ae-d3b3f6f36dca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b07afee-110e-416d-b810-714258d340dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354099 Jun 11 11:53:56.207384 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc2767-a1ab-4872-ba9d-be71c77bbd72 req-e95317f5-5271-417d-bdce-d788aff0b416 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:56.209580 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-59cc2767-a1ab-4872-ba9d-be71c77bbd72 req-e95317f5-5271-417d-bdce-d788aff0b416 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 945 time: 0.0791059 Jun 11 11:53:56.249686 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-59cc2767-a1ab-4872-ba9d-be71c77bbd72 req-4a5a8536-bd88-48c5-b8bc-93dc194c8c2a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b07afee-110e-416d-b810-714258d340dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343871 Jun 11 11:53:56.426599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11879b0-ba64-496d-b144-3ebefcef20b7 req-ee0f0d9d-9ed2-4bb8-837d-586f633f12b2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:56.428547 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d11879b0-ba64-496d-b144-3ebefcef20b7 req-ee0f0d9d-9ed2-4bb8-837d-586f633f12b2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 945 time: 0.0691631 Jun 11 11:53:56.470154 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d11879b0-ba64-496d-b144-3ebefcef20b7 req-67675964-e510-44bc-8056-135dd7028da0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b07afee-110e-416d-b810-714258d340dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358920 Jun 11 11:53:56.495380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50304) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:56.550631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee97a11-f152-433c-91d9-b7c52223085a tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:56.552180 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-eee97a11-f152-433c-91d9-b7c52223085a tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 1093 time: 0.0558012 Jun 11 11:53:56.555317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50306) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:56.559730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '26f0f164-90aa-4f42-8b2b-79474413cbdd', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:53:56.580095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:56.704757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:56.824193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.19 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/26748990-e5b4-47fd-ae30-a3460daab1ba) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:53:56.950554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:56.988250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:56.991563 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d1b19772-ecb8-4d16-8f12-31051f5499d6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:57.035550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:53:57.038776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:53:57.043870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:53:57.047093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=26748990-e5b4-47fd-ae30-a3460daab1ba,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:57.049892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:57.498511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:57.559019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:57.587889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:57.766139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:57.770500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:57.773872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:53:58.178397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=26748990-e5b4-47fd-ae30-a3460daab1ba,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:53:58.182230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:53:58.186714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:58.323651 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 02fc2b47-ac3c-408c-bed5-04a68a60d5dd associated. External IP: 172.26.6.19, port: 26f0f164-90aa-4f42-8b2b-79474413cbdd. Jun 11 11:53:58.601281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router d704d6a8-1f20-4108-93ef-42216a353a85 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:53:58.757891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:53:58.766973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c75f1-9f53-4ee9-95ba-4014f6d39968 None None] Sync routers for ids ['d704d6a8-1f20-4108-93ef-42216a353a85'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:53:58.774978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:53:58.777051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c75f1-9f53-4ee9-95ba-4014f6d39968 None None] Routers {'d704d6a8-1f20-4108-93ef-42216a353a85'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:58.777675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c83c75f1-9f53-4ee9-95ba-4014f6d39968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d704d6a8-1f20-4108-93ef-42216a353a85'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:58.817425 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2610588 Jun 11 11:53:58.818190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'tag': '26f0f164-90aa-4f42-8b2b-79474413cbdd'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:53:58.820368 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50308) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:58.820865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42021a05-47a7-4cfb-bc5d-d615b0205f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "28030c77-6d86-4eb6-8f72-ed8663bcd369", "tag": "26f0f164-90aa-4f42-8b2b-79474413cbdd"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:53:58.860358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c07107-41fd-4400-99e6-fb8d53238795 x-openstack-request-id: req-b8c07107-41fd-4400-99e6-fb8d53238795 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:53:58.860817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28030c77-6d86-4eb6-8f72-ed8663bcd369", "tag": "26f0f164-90aa-4f42-8b2b-79474413cbdd", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:53:58.861444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8c07107-41fd-4400-99e6-fb8d53238795 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:53:58.861901 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'tag': '26f0f164-90aa-4f42-8b2b-79474413cbdd', 'status': 'completed', 'code': 200} Jun 11 11:53:58.906486 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-984a8e3d-debb-4edc-8405-325457373dc3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/02fc2b47-ac3c-408c-bed5-04a68a60d5dd HTTP/1.1" status: 200 len: 990 time: 0.0848475 Jun 11 11:53:58.937901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-c83c75f1-9f53-4ee9-95ba-4014f6d39968 None None] Set router d704d6a8-1f20-4108-93ef-42216a353a85 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:58.949702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021a05-47a7-4cfb-bc5d-d615b0205f6f req-b0eaadbe-1719-4234-ae9d-2888ce37e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:58.951222 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-42021a05-47a7-4cfb-bc5d-d615b0205f6f req-b0eaadbe-1719-4234-ae9d-2888ce37e83a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 1098 time: 0.0597281 Jun 11 11:53:59.071525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021a05-47a7-4cfb-bc5d-d615b0205f6f req-f6c635a4-c2e3-43a3-9dc3-98536914307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:59.073015 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-42021a05-47a7-4cfb-bc5d-d615b0205f6f req-f6c635a4-c2e3-43a3-9dc3-98536914307e service neutron] 10.222.0.25 "GET /v2.0/networks?id=206952dd-31af-4b31-8a85-46bb7da82b1d HTTP/1.1" status: 200 len: 898 time: 0.1153698 Jun 11 11:53:59.159943 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-42021a05-47a7-4cfb-bc5d-d615b0205f6f req-ba2206f2-aadb-49ca-b5c0-8adef0cc61a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd HTTP/1.1" status: 200 len: 998 time: 0.0805981 Jun 11 11:53:59.219740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021a05-47a7-4cfb-bc5d-d615b0205f6f req-d5ae3ebd-9265-444a-b861-ab4c1f09254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:59.221206 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-42021a05-47a7-4cfb-bc5d-d615b0205f6f req-d5ae3ebd-9265-444a-b861-ab4c1f09254f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a45e4512-6399-4032-9080-01aee41761b2 HTTP/1.1" status: 200 len: 842 time: 0.0559409 Jun 11 11:53:59.222652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c83c75f1-9f53-4ee9-95ba-4014f6d39968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '02fc2b47-ac3c-408c-bed5-04a68a60d5dd', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.19', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'port_id': '26f0f164-90aa-4f42-8b2b-79474413cbdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'mac_address': 'fa:16:3e:86:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:53:57Z', 'updated_at': '2021-06-11T11:53:57Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294ba890-0490-41f6-ba14-525f421d1440', 'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:ac:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a45e4512-6399-4032-9080-01aee41761b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:42Z', 'updated_at': '2021-06-11T11:53:47Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'a45e4512-6399-4032-9080-01aee41761b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:59.226032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c75f1-9f53-4ee9-95ba-4014f6d39968 None None] Checking router: d704d6a8-1f20-4108-93ef-42216a353a85 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:53:59.234220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c75f1-9f53-4ee9-95ba-4014f6d39968 None None] Routers {'d704d6a8-1f20-4108-93ef-42216a353a85'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:53:59.234866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c83c75f1-9f53-4ee9-95ba-4014f6d39968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:53:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d704d6a8-1f20-4108-93ef-42216a353a85'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:59.284883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021a05-47a7-4cfb-bc5d-d615b0205f6f req-a1af7d5b-2111-4497-8bf1-e8bb3db8d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:53:59.286436 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-42021a05-47a7-4cfb-bc5d-d615b0205f6f req-a1af7d5b-2111-4497-8bf1-e8bb3db8d414 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=206952dd-31af-4b31-8a85-46bb7da82b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592127 Jun 11 11:53:59.378546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-c83c75f1-9f53-4ee9-95ba-4014f6d39968 None None] Set router d704d6a8-1f20-4108-93ef-42216a353a85 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:53:59.404219 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-42021a05-47a7-4cfb-bc5d-d615b0205f6f req-db6dfee3-6070-46d0-9809-7c0a837d2dcb service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108928 Jun 11 11:53:59.523334 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-42021a05-47a7-4cfb-bc5d-d615b0205f6f req-484076d8-591f-46bb-9525-5bcb319df481 service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129708 Jun 11 11:53:59.830684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-c83c75f1-9f53-4ee9-95ba-4014f6d39968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '02fc2b47-ac3c-408c-bed5-04a68a60d5dd', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.19', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'port_id': '26f0f164-90aa-4f42-8b2b-79474413cbdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'mac_address': 'fa:16:3e:86:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:53:57Z', 'updated_at': '2021-06-11T11:53:57Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294ba890-0490-41f6-ba14-525f421d1440', 'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:ac:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a45e4512-6399-4032-9080-01aee41761b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:42Z', 'updated_at': '2021-06-11T11:53:47Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'a45e4512-6399-4032-9080-01aee41761b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:53:59.835658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c75f1-9f53-4ee9-95ba-4014f6d39968 None None] The sync data for ids ['d704d6a8-1f20-4108-93ef-42216a353a85'] in dv-neutron-786478-5-hyperv is: [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '02fc2b47-ac3c-408c-bed5-04a68a60d5dd', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.19', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'port_id': '26f0f164-90aa-4f42-8b2b-79474413cbdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'mac_address': 'fa:16:3e:86:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:53:57Z', 'updated_at': '2021-06-11T11:53:57Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294ba890-0490-41f6-ba14-525f421d1440', 'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:ac:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a45e4512-6399-4032-9080-01aee41761b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:42Z', 'updated_at': '2021-06-11T11:53:47Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'a45e4512-6399-4032-9080-01aee41761b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:53:59.908289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50312) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:53:59.993856 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b787ce63-f55f-482a-bcc7-cd50aa9947db tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/02fc2b47-ac3c-408c-bed5-04a68a60d5dd HTTP/1.1" status: 200 len: 990 time: 0.0833948 Jun 11 11:54:00.013825 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f31c6-8c32-4b37-ab9d-e2236d191de0 None None] New status for floating IP 02fc2b47-ac3c-408c-bed5-04a68a60d5dd: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:54:00.996994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50314) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:54:01.081007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fd5e5818-8340-408b-ae82-7a24f5670aff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/02fc2b47-ac3c-408c-bed5-04a68a60d5dd HTTP/1.1" status: 200 len: 992 time: 0.0828619 Jun 11 11:54:05.683955 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-b79d5261-3861-4991-b94e-a9c5af1166d6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595641 Jun 11 11:54:05.788584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-0b09a36c-8e4e-46e8-86a4-6784e712f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:54:05.790074 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-0b09a36c-8e4e-46e8-86a4-6784e712f90b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 1098 time: 0.0607648 Jun 11 11:54:05.920654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-ab85115e-1128-4ba8-bfae-dd6fa75f1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:54:05.922027 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-ab85115e-1128-4ba8-bfae-dd6fa75f1a99 service neutron] 10.222.0.25 "GET /v2.0/networks?id=206952dd-31af-4b31-8a85-46bb7da82b1d HTTP/1.1" status: 200 len: 898 time: 0.1125565 Jun 11 11:54:06.010644 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-fadd2d9a-aa93-40e3-9ec6-1d6c9a705acb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd HTTP/1.1" status: 200 len: 1000 time: 0.0817969 Jun 11 11:54:06.066880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-aa079bce-131b-49f7-a5ed-ac4a8999b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:54:06.068316 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-aa079bce-131b-49f7-a5ed-ac4a8999b746 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a45e4512-6399-4032-9080-01aee41761b2 HTTP/1.1" status: 200 len: 842 time: 0.0515232 Jun 11 11:54:06.136017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-abe4c00a-dfaf-4a13-a3cd-e57231bcd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:54:06.137453 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-abe4c00a-dfaf-4a13-a3cd-e57231bcd11e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=206952dd-31af-4b31-8a85-46bb7da82b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0613508 Jun 11 11:54:06.248287 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-436a10fe-9e5d-4826-992b-ae16e5186430 service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037321 Jun 11 11:54:06.368120 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a8251bb4-526d-43be-941c-176480bc8ea5 req-c2a59077-6904-4034-bbfa-a245030f44e8 service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142628 Jun 11 11:54:12.155601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6a365b28-e4fc-4acb-b2e2-68e7343e6ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:14.734420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:14.932695 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ea584ad8-f3ee-4501-9522-8478c266907a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:16.027941 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:17.726200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:22.910949 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:54:27.560020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:42.156286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-86956efa-4ffd-4f68-b4b2-1ac81d1b01b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:44.735843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:44.934049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4fa152f5-ac4b-4b1d-9042-7461b3d88301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:46.035809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:47.730069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:57.566909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:54:59.908907 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:55:07.680919 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-999ab67e-683a-44e7-8e31-37d4277205e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643926 Jun 11 11:55:07.778638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-f730df6f-5998-4e3b-8e1c-ac03eba08db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:55:07.780082 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-f730df6f-5998-4e3b-8e1c-ac03eba08db1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 1098 time: 0.0595489 Jun 11 11:55:07.907596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-40748879-a01c-4cc1-86db-c017ac6f1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:55:07.908923 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-40748879-a01c-4cc1-86db-c017ac6f1b71 service neutron] 10.222.0.25 "GET /v2.0/networks?id=206952dd-31af-4b31-8a85-46bb7da82b1d HTTP/1.1" status: 200 len: 898 time: 0.1096470 Jun 11 11:55:07.989213 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-68e0ca0d-ce09-4c18-b938-1a765b784229 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd HTTP/1.1" status: 200 len: 1000 time: 0.0741787 Jun 11 11:55:08.049403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-41aeccf4-6c82-464e-85a0-9b2bee920493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:55:08.050846 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-41aeccf4-6c82-464e-85a0-9b2bee920493 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a45e4512-6399-4032-9080-01aee41761b2 HTTP/1.1" status: 200 len: 842 time: 0.0556822 Jun 11 11:55:08.113314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-a1f5650d-7073-49af-822d-4615416a59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:55:08.114803 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-a1f5650d-7073-49af-822d-4615416a59f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=206952dd-31af-4b31-8a85-46bb7da82b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575359 Jun 11 11:55:08.231503 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-1ce917d4-b10d-431b-9e29-66de6a63b29a service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093297 Jun 11 11:55:08.346321 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9efbafa3-bd7c-4cb2-9d8a-8366b9b55796 req-b8d8eac8-45d2-4faa-a760-01550e513ec8 service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090729 Jun 11 11:55:12.155720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0c8d371e-1ebe-4c28-98ab-2b1d64187d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:14.736396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:14.934464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-329a1e42-ba57-45aa-ac18-8e4a9e2836e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:16.033828 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:17.731790 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:27.572830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:36.909026 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:55:42.155760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-95094abb-7157-42ce-badb-3d652f7cfe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:44.736492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:44.935213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-204754d7-82d8-42ec-bdf5-46a036bfa141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:46.036621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:47.734544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:50.048583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50350) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:55:50.137947 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:55:50.242720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3266777'] for subnet, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:50.408883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754061329201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3293343'] for subnet, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:50.410776 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-92dd7ec7-f42f-49e3-b54e-4c0609390074 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:55:50.449291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:55:50.449878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:50.451157 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/subnets/a45e4512-6399-4032-9080-01aee41761b2 HTTP/1.1" status: 200 len: 834 time: 0.4016011 Jun 11 11:55:50.455902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947320c-b7a8-4cac-85af-ea138487678e None None] Network 206952dd-31af-4b31-8a85-46bb7da82b1d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:55:50.470008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Subnet': ['ID=a45e4512-6399-4032-9080-01aee41761b2,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:55:50.476977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.477370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.477754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.478132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.478500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.478896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.479314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.479689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.480055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.480419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.480786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.481144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:55:50.485285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d3c14064-a037-48c8-9e50-59a76fc1abe7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:55:50.833772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c42f54cb-43b6-4d75-bed3-fd2baa6d52cf None None] Provisioning complete for port 294ba890-0490-41f6-ba14-525f421d1440 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:55:50.834153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c42f54cb-43b6-4d75-bed3-fd2baa6d52cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:50.929088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c42f54cb-43b6-4d75-bed3-fd2baa6d52cf None None] Provisioning complete for port 26f0f164-90aa-4f42-8b2b-79474413cbdd triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:55:50.929361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c42f54cb-43b6-4d75-bed3-fd2baa6d52cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:51.026957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c42f54cb-43b6-4d75-bed3-fd2baa6d52cf None None] Provisioning complete for port d48ffd6d-509a-4bcf-915c-69396481cd63 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:55:51.027345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c42f54cb-43b6-4d75-bed3-fd2baa6d52cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:55:57.571476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:07.723412 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-2f8ae027-5da0-408b-8f29-abf2532a3146 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1083446 Jun 11 11:56:07.822966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-45db25e5-45ce-4186-8f99-1e9c6179f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:07.824394 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-45db25e5-45ce-4186-8f99-1e9c6179f517 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 1098 time: 0.0584688 Jun 11 11:56:07.956072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-3c3e3efc-1c45-4920-a638-cb737e61dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:07.957492 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-3c3e3efc-1c45-4920-a638-cb737e61dfd3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=206952dd-31af-4b31-8a85-46bb7da82b1d HTTP/1.1" status: 200 len: 898 time: 0.1129847 Jun 11 11:56:08.041861 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-7502316d-cffb-4033-bedc-aae9fcaa58ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd HTTP/1.1" status: 200 len: 1000 time: 0.0778368 Jun 11 11:56:08.095996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-c0353935-86c7-4728-9d25-a37d19de4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:08.097375 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-c0353935-86c7-4728-9d25-a37d19de4ed8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a45e4512-6399-4032-9080-01aee41761b2 HTTP/1.1" status: 200 len: 842 time: 0.0495012 Jun 11 11:56:08.165557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-190e2a1c-a2f9-44e4-83d1-cbb18ea19dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:08.167079 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-190e2a1c-a2f9-44e4-83d1-cbb18ea19dab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=206952dd-31af-4b31-8a85-46bb7da82b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0639539 Jun 11 11:56:08.277267 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-ed141f8b-b171-4ee8-9a04-5cd29122df76 service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032970 Jun 11 11:56:08.395467 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0028f7ae-dff4-4af6-bba8-b910613c4d87 req-73cae0fb-560f-4ade-9c7d-fc4118ac9e55 service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120057 Jun 11 11:56:12.155834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e454d35e-e2cd-41ba-a959-133f7743d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:13.907722 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:56:14.740334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:14.935563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1bc23edc-7204-4f87-93e8-547b914f0f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:16.038795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:17.779937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:27.576246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:33.269206 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50374) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:33.865675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 26748990-e5b4-47fd-ae30-a3460daab1ba {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:56:33.865938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:33.963442 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:33.963779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:34.064913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 26748990-e5b4-47fd-ae30-a3460daab1ba owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:56:34.237307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:34.239150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:34.269652 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=26748990-e5b4-47fd-ae30-a3460daab1ba,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:34.273040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:34.355209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:34.355592 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 02fc2b47-ac3c-408c-bed5-04a68a60d5dd disassociated (deleted). External IP: 172.26.6.19, port: 26f0f164-90aa-4f42-8b2b-79474413cbdd. Jun 11 11:56:34.639466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router d704d6a8-1f20-4108-93ef-42216a353a85 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:56:34.796641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:56:34.801902 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:34.806826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627eebea-0214-4e4c-953d-e5ff72ebeb9a None None] Sync routers for ids ['d704d6a8-1f20-4108-93ef-42216a353a85'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:56:34.817199 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627eebea-0214-4e4c-953d-e5ff72ebeb9a None None] Routers {'d704d6a8-1f20-4108-93ef-42216a353a85'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:56:34.817916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-627eebea-0214-4e4c-953d-e5ff72ebeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:56:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d704d6a8-1f20-4108-93ef-42216a353a85'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:34.852669 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/floatingips/02fc2b47-ac3c-408c-bed5-04a68a60d5dd HTTP/1.1" status: 204 len: 168 time: 1.5822821 Jun 11 11:56:34.853264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'tag': '26f0f164-90aa-4f42-8b2b-79474413cbdd'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:56:34.855639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142ec246-1e8a-4b8b-b182-d5abb47053bb" -d '{"events": [{"name": "network-changed", "server_uuid": "28030c77-6d86-4eb6-8f72-ed8663bcd369", "tag": "26f0f164-90aa-4f42-8b2b-79474413cbdd"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:56:34.986129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-627eebea-0214-4e4c-953d-e5ff72ebeb9a None None] Set router d704d6a8-1f20-4108-93ef-42216a353a85 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:56:35.272747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-627eebea-0214-4e4c-953d-e5ff72ebeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '294ba890-0490-41f6-ba14-525f421d1440', 'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:ac:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a45e4512-6399-4032-9080-01aee41761b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:42Z', 'updated_at': '2021-06-11T11:53:47Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'a45e4512-6399-4032-9080-01aee41761b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:35.276045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627eebea-0214-4e4c-953d-e5ff72ebeb9a None None] Checking router: d704d6a8-1f20-4108-93ef-42216a353a85 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:56:35.284033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627eebea-0214-4e4c-953d-e5ff72ebeb9a None None] Routers {'d704d6a8-1f20-4108-93ef-42216a353a85'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:56:35.284647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-627eebea-0214-4e4c-953d-e5ff72ebeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:56:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d704d6a8-1f20-4108-93ef-42216a353a85'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:35.421449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-627eebea-0214-4e4c-953d-e5ff72ebeb9a None None] Set router d704d6a8-1f20-4108-93ef-42216a353a85 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:56:35.827954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-627eebea-0214-4e4c-953d-e5ff72ebeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '294ba890-0490-41f6-ba14-525f421d1440', 'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:ac:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a45e4512-6399-4032-9080-01aee41761b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:42Z', 'updated_at': '2021-06-11T11:53:47Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'a45e4512-6399-4032-9080-01aee41761b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:35.831277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627eebea-0214-4e4c-953d-e5ff72ebeb9a None None] The sync data for ids ['d704d6a8-1f20-4108-93ef-42216a353a85'] in dv-neutron-786478-5-hyperv is: [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '294ba890-0490-41f6-ba14-525f421d1440', 'name': '', 'network_id': '206952dd-31af-4b31-8a85-46bb7da82b1d', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:ac:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a45e4512-6399-4032-9080-01aee41761b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:42Z', 'updated_at': '2021-06-11T11:53:47Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': 'a45e4512-6399-4032-9080-01aee41761b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:56:36.031320 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80a2a3-38d0-4295-83a8-73da93afcffe None None] New status for floating IP 02fc2b47-ac3c-408c-bed5-04a68a60d5dd: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:56:36.092536 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331e2fbc-db5c-4f7a-af4b-609edf265dd4 x-openstack-request-id: req-331e2fbc-db5c-4f7a-af4b-609edf265dd4 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:56:36.093066 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28030c77-6d86-4eb6-8f72-ed8663bcd369", "tag": "26f0f164-90aa-4f42-8b2b-79474413cbdd", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:56:36.093066 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-331e2fbc-db5c-4f7a-af4b-609edf265dd4 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:56:36.093939 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'tag': '26f0f164-90aa-4f42-8b2b-79474413cbdd', 'status': 'completed', 'code': 200} Jun 11 11:56:36.183864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ec246-1e8a-4b8b-b182-d5abb47053bb req-d0577273-8d45-4df8-bc84-d2b67181345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:36.185466 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-142ec246-1e8a-4b8b-b182-d5abb47053bb req-d0577273-8d45-4df8-bc84-d2b67181345d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 1098 time: 0.0696626 Jun 11 11:56:36.301583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ec246-1e8a-4b8b-b182-d5abb47053bb req-e8623572-6cd8-4699-a576-10f34d967fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:36.303104 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-142ec246-1e8a-4b8b-b182-d5abb47053bb req-e8623572-6cd8-4699-a576-10f34d967fb0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=206952dd-31af-4b31-8a85-46bb7da82b1d HTTP/1.1" status: 200 len: 898 time: 0.1104043 Jun 11 11:56:36.356838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e509b8-c1eb-4658-9d8f-9e79fa6692ea req-b54233f8-abe8-4e99-9614-4039eee278e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:36.358350 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-90e509b8-c1eb-4658-9d8f-9e79fa6692ea req-b54233f8-abe8-4e99-9614-4039eee278e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 945 time: 0.1491709 Jun 11 11:56:36.361463 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-142ec246-1e8a-4b8b-b182-d5abb47053bb req-74059967-156d-49d0-bb8d-4844992912f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd HTTP/1.1" status: 200 len: 217 time: 0.0516055 Jun 11 11:56:36.400281 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-90e509b8-c1eb-4658-9d8f-9e79fa6692ea req-89045f68-e4bf-4208-b2ae-251f32abccc3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b07afee-110e-416d-b810-714258d340dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361521 Jun 11 11:56:36.418199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ec246-1e8a-4b8b-b182-d5abb47053bb req-6adc6672-e30f-46b0-8f3b-e219bc4586dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:36.419766 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-142ec246-1e8a-4b8b-b182-d5abb47053bb req-6adc6672-e30f-46b0-8f3b-e219bc4586dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a45e4512-6399-4032-9080-01aee41761b2 HTTP/1.1" status: 200 len: 842 time: 0.0522857 Jun 11 11:56:36.487314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ec246-1e8a-4b8b-b182-d5abb47053bb req-2833d353-0897-45aa-af87-8e9f5948f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:36.488803 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-142ec246-1e8a-4b8b-b182-d5abb47053bb req-2833d353-0897-45aa-af87-8e9f5948f500 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=206952dd-31af-4b31-8a85-46bb7da82b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618000 Jun 11 11:56:36.603864 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-142ec246-1e8a-4b8b-b182-d5abb47053bb req-ec1a0ba7-fb7a-4ee5-bc2b-f984414d65a2 service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046183 Jun 11 11:56:36.719326 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-142ec246-1e8a-4b8b-b182-d5abb47053bb req-a0071c19-e378-4d24-a664-ff97be0fb42f service neutron] 10.222.0.25 "GET /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085782 Jun 11 11:56:37.865101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bfce9-4e98-411e-a631-b1617e10aa7a req-74bcc2b2-cbf9-4c23-9632-6122f7f6101a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:37.866686 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-856bfce9-4e98-411e-a631-b1617e10aa7a req-74bcc2b2-cbf9-4c23-9632-6122f7f6101a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 945 time: 0.4031940 Jun 11 11:56:38.023511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd63f3e-1eb1-4fa3-82d2-aad86ff0ce72 req-4022eb5e-6fe3-4b98-a284-81ba989f8a7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:38.024951 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2bd63f3e-1eb1-4fa3-82d2-aad86ff0ce72 req-4022eb5e-6fe3-4b98-a284-81ba989f8a7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=28030c77-6d86-4eb6-8f72-ed8663bcd369 HTTP/1.1" status: 200 len: 945 time: 0.1869094 Jun 11 11:56:38.039327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-856bfce9-4e98-411e-a631-b1617e10aa7a req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 26f0f164-90aa-4f42-8b2b-79474413cbdd {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:56:38.039945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-856bfce9-4e98-411e-a631-b1617e10aa7a req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:38.141184 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2bd63f3e-1eb1-4fa3-82d2-aad86ff0ce72 req-a158412e-7f3b-450c-809a-63bc0931fd86 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=0b07afee-110e-416d-b810-714258d340dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087036 Jun 11 11:56:38.177350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-856bfce9-4e98-411e-a631-b1617e10aa7a req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 26f0f164-90aa-4f42-8b2b-79474413cbdd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=26f0f164-90aa-4f42-8b2b-79474413cbdd,segment=NetworkSegment(48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6),segment_id=48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:56:38.177713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-856bfce9-4e98-411e-a631-b1617e10aa7a req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:38.270151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-856bfce9-4e98-411e-a631-b1617e10aa7a req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 26f0f164-90aa-4f42-8b2b-79474413cbdd owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:56:38.421484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-856bfce9-4e98-411e-a631-b1617e10aa7a req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:38.425340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:38.455022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=26f0f164-90aa-4f42-8b2b-79474413cbdd,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:38.467148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.467535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.467916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.468291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.468664 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.469035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.469404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.469771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.470143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.470507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.470894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.471273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:38.494772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:38.519133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-856bfce9-4e98-411e-a631-b1617e10aa7a req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port 26f0f164-90aa-4f42-8b2b-79474413cbdd on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:56:38.521424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-856bfce9-4e98-411e-a631-b1617e10aa7a req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:38.523452 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-856bfce9-4e98-411e-a631-b1617e10aa7a req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "DELETE /v2.0/ports/26f0f164-90aa-4f42-8b2b-79474413cbdd HTTP/1.1" status: 204 len: 173 time: 0.6513326 Jun 11 11:56:38.523935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'name': 'network-vif-deleted', 'tag': '26f0f164-90aa-4f42-8b2b-79474413cbdd'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:56:38.526216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62de2a15-743a-4461-b8c0-5a2eecafc86d" -d '{"events": [{"server_uuid": "28030c77-6d86-4eb6-8f72-ed8663bcd369", "name": "network-vif-deleted", "tag": "26f0f164-90aa-4f42-8b2b-79474413cbdd"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:56:38.623388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6578c1-d42d-4fb0-b475-31688cfbcb5e x-openstack-request-id: req-bf6578c1-d42d-4fb0-b475-31688cfbcb5e {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:56:38.623735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28030c77-6d86-4eb6-8f72-ed8663bcd369", "name": "network-vif-deleted", "tag": "26f0f164-90aa-4f42-8b2b-79474413cbdd", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:56:38.624043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf6578c1-d42d-4fb0-b475-31688cfbcb5e {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:56:38.624492 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28030c77-6d86-4eb6-8f72-ed8663bcd369', 'name': 'network-vif-deleted', 'tag': '26f0f164-90aa-4f42-8b2b-79474413cbdd', 'status': 'completed', 'code': 200} Jun 11 11:56:39.233789 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50406) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:39.295560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-59c2b241-464c-4368-ba78-5a98a92ced4c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:39.322022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-59c2b241-464c-4368-ba78-5a98a92ced4c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:39.384428 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-59c2b241-464c-4368-ba78-5a98a92ced4c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:39.387304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-59c2b241-464c-4368-ba78-5a98a92ced4c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:39.388508 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-59c2b241-464c-4368-ba78-5a98a92ced4c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/0b07afee-110e-416d-b810-714258d340dd HTTP/1.1" status: 204 len: 168 time: 0.1537378 Jun 11 11:56:39.389394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-815ae4e8-19bf-45f6-8aad-d70f02fd526e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:39.399727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2b241-464c-4368-ba78-5a98a92ced4c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b07afee-110e-416d-b810-714258d340dd,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:39.402233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-59c2b241-464c-4368-ba78-5a98a92ced4c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:39.425514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50410) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:39.878321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:40.206882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 294ba890-0490-41f6-ba14-525f421d1440 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:56:40.207131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:40.318735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 294ba890-0490-41f6-ba14-525f421d1440, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=294ba890-0490-41f6-ba14-525f421d1440,segment=NetworkSegment(48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6),segment_id=48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:56:40.319101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:40.411259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 294ba890-0490-41f6-ba14-525f421d1440 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:56:40.639901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:40.642020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cf3149eb-708b-46b1-a168-8929ee24f1b3 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:40.674766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=294ba890-0490-41f6-ba14-525f421d1440,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:40.678147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:40.810888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 26f0f164-90aa-4f42-8b2b-79474413cbdd no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:56:40.840265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 26f0f164-90aa-4f42-8b2b-79474413cbdd {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:56:40.840902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 26f0f164-90aa-4f42-8b2b-79474413cbdd not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:56:40.906989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:41.190375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router d704d6a8-1f20-4108-93ef-42216a353a85 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:56:41.331406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:56:41.336654 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/d704d6a8-1f20-4108-93ef-42216a353a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9099212 Jun 11 11:56:41.339055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50412) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:41.342793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca92380-1873-404b-bce2-702d0a85e9fb None None] Sync routers for ids ['d704d6a8-1f20-4108-93ef-42216a353a85'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:56:41.351506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca92380-1873-404b-bce2-702d0a85e9fb None None] Routers {'d704d6a8-1f20-4108-93ef-42216a353a85'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:56:41.352115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-dca92380-1873-404b-bce2-702d0a85e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:56:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d704d6a8-1f20-4108-93ef-42216a353a85'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:41.401306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-61044b50-762b-4019-b2c9-34c4f5d0e5d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting subnet a45e4512-6399-4032-9080-01aee41761b2 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:56:41.405345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61044b50-762b-4019-b2c9-34c4f5d0e5d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:41.453839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61044b50-762b-4019-b2c9-34c4f5d0e5d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:41.496322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-dca92380-1873-404b-bce2-702d0a85e9fb None None] Set router d704d6a8-1f20-4108-93ef-42216a353a85 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:56:41.553375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61044b50-762b-4019-b2c9-34c4f5d0e5d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:41.620911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61044b50-762b-4019-b2c9-34c4f5d0e5d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:41.622954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a1a60955-1c7b-4f20-b61c-7dd6e7f735bc tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:41.655734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61044b50-762b-4019-b2c9-34c4f5d0e5d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Subnet': ['ID=a45e4512-6399-4032-9080-01aee41761b2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:41.659583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-61044b50-762b-4019-b2c9-34c4f5d0e5d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:41.660592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-61044b50-762b-4019-b2c9-34c4f5d0e5d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:41.665838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50414) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:41.666315 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-61044b50-762b-4019-b2c9-34c4f5d0e5d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/subnets/a45e4512-6399-4032-9080-01aee41761b2 HTTP/1.1" status: 204 len: 168 time: 0.3258176 Jun 11 11:56:41.668870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0740b0e-f38d-46af-bb8e-304322ff7a19 None None] Network 206952dd-31af-4b31-8a85-46bb7da82b1d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:56:41.814307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:41.852009 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-dca92380-1873-404b-bce2-702d0a85e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:56:40Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:41.861689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca92380-1873-404b-bce2-702d0a85e9fb None None] Checking router: d704d6a8-1f20-4108-93ef-42216a353a85 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:56:41.874503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca92380-1873-404b-bce2-702d0a85e9fb None None] Routers {'d704d6a8-1f20-4108-93ef-42216a353a85'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:56:41.875147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-dca92380-1873-404b-bce2-702d0a85e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:56:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['d704d6a8-1f20-4108-93ef-42216a353a85'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:41.962115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:41.969217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] DHCP port deletion for 206952dd-31af-4b31-8a85-46bb7da82b1d request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:56:42.022119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 514ae758-9788-4bd6-8fdf-baa0aea36ab4 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:56:42.022463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.056049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-dca92380-1873-404b-bce2-702d0a85e9fb None None] Set router d704d6a8-1f20-4108-93ef-42216a353a85 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:56:42.093788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Deleting port d48ffd6d-509a-4bcf-915c-69396481cd63 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:56:42.094091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.127115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 514ae758-9788-4bd6-8fdf-baa0aea36ab4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=514ae758-9788-4bd6-8fdf-baa0aea36ab4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:56:42.127472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.223878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 514ae758-9788-4bd6-8fdf-baa0aea36ab4 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:56:42.242049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d031ce47-6e22-417b-972e-2b3a2f14502e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.305323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] For port d48ffd6d-509a-4bcf-915c-69396481cd63, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=d48ffd6d-509a-4bcf-915c-69396481cd63,segment=NetworkSegment(48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6),segment_id=48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:56:42.305723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.408692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Calling delete_port for d48ffd6d-509a-4bcf-915c-69396481cd63 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:56:42.430910 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.433036 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e6603f63-d987-4d4a-a0d9-29a601ce70eb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:42.465344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=514ae758-9788-4bd6-8fdf-baa0aea36ab4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:42.469547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:42.542294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.681493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.683511 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.699081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-dca92380-1873-404b-bce2-702d0a85e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:56:40Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:42.703230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca92380-1873-404b-bce2-702d0a85e9fb None None] The sync data for ids ['d704d6a8-1f20-4108-93ef-42216a353a85'] in dv-neutron-786478-5-hyperv is: [{'id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'name': 'tempest-TestNetworkBasicOps-router-1010740534', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:56:40Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '514ae758-9788-4bd6-8fdf-baa0aea36ab4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:94:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704d6a8-1f20-4108-93ef-42216a353a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:53:39Z', 'updated_at': '2021-06-11T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:56:42.712092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.714547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:42.744176 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Pushing event deleted for resources: {'Port': ['ID=d48ffd6d-509a-4bcf-915c-69396481cd63,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:42.748788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] No DVR routers for this DVR port d48ffd6d-509a-4bcf-915c-69396481cd63 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:56:42.750673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.751212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Fanout notify agent at l3_agent the message router_deleted on router d704d6a8-1f20-4108-93ef-42216a353a85 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:56:42.755289 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.755646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.755987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.756324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.756653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.756984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.757311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.757638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.757811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.757949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.758280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.761355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.762029 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/routers/d704d6a8-1f20-4108-93ef-42216a353a85 HTTP/1.1" status: 204 len: 168 time: 1.0919316 Jun 11 11:56:42.762152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:42.762274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50416) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:42.765253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:42.859270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.969606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:42.980034 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206952dd-31af-4b31-8a85-46bb7da82b1d']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:42.991143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:42.991393 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f59b0f-b5c6-4fcd-a67c-c96ff0b47dc6') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:43.000841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.015310 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.023243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:56:43.023243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:56:43.026169 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:56:43.110817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.115555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.118348 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/networks/206952dd-31af-4b31-8a85-46bb7da82b1d HTTP/1.1" status: 204 len: 168 time: 0.3549356 Jun 11 11:56:43.125056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a0846ac8-92af-47ee-a964-9bd22fee3007 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:43.131951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50418) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:43.138289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'network': {'name': 'tempest-network-smoke--916942895', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'port_security_enabled': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:43.142983 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Network': ['ID=206952dd-31af-4b31-8a85-46bb7da82b1d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:43.145699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-653b2a82-4ee1-412e-9146-0d350f432a1c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:43.163047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:56:43.166992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.194624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:56:43.205706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.206290 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Added segment 8ba98a17-c029-4318-80fd-91388b5571e8 of type vlan for network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb Jun 11 11:56:43.334006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d48ffd6d-509a-4bcf-915c-69396481cd63 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:56:43.362760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: d48ffd6d-509a-4bcf-915c-69396481cd63 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:56:43.363131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device d48ffd6d-509a-4bcf-915c-69396481cd63 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:56:43.363580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 294ba890-0490-41f6-ba14-525f421d1440 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:56:43.388468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 294ba890-0490-41f6-ba14-525f421d1440 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:56:43.388782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 294ba890-0490-41f6-ba14-525f421d1440 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:56:43.607343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.638618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.643960 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:43.644535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.646759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8028f432-aa18-4921-879f-7b76fc1c3e12 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:43.698225 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5645506 Jun 11 11:56:43.701283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50420) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:43.706583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-441748693', 'admin_state_up': True, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:43.728967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.730021 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.770795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Network': ['ID=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:43.775256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:43.780535 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:56:43.798144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:43.996074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:44.245864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:44.274073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:44.386582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.23 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/9e17d05c-f057-46f3-bfc8-b08749fe69b5) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:56:44.512618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:44.551040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:44.553704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:44.595841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:56:44.598641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:56:44.602171 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:56:44.635150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=9e17d05c-f057-46f3-bfc8-b08749fe69b5,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:44.639580 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:44.742128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:44.938048 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-568be265-a622-470d-b6a1-cf4818a1a72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:45.237760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 514ae758-9788-4bd6-8fdf-baa0aea36ab4 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:56:45.263170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 514ae758-9788-4bd6-8fdf-baa0aea36ab4 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:56:45.263530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 514ae758-9788-4bd6-8fdf-baa0aea36ab4 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:56:45.384826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:45.671018 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:45.830600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:56:45.970895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:56:45.979971 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Sync routers for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:56:45.989743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:45.989979 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:56:45.993937 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:56:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:45.994140 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2887123 Jun 11 11:56:45.994267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50422) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:46.047715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:46.174646 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4b4f783e-acdc-48ba-ae12-8129283d880a tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=d8399334e9cb4ae2b4d59d7a1c160597&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1790118 Jun 11 11:56:46.177216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50426) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:46.227192 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:56:46.292668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e788e48-29ee-40fd-a128-0b0500a7b965 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:46.294314 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3e788e48-29ee-40fd-a128-0b0500a7b965 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1161056 Jun 11 11:56:46.297042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50428) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:46.331874 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b30f38c3-605d-4145-a3de-222899493569 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336094 Jun 11 11:56:46.334287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50430) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:46.339101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-391899086', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:46.451341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:56:46.454928 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:46.458433 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:45Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:46.461689 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Checking router: 2e1ee298-3730-4d4d-9c63-1f38ac351c72 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:56:46.462043 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Updating router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 port 9e17d05c-f057-46f3-bfc8-b08749fe69b5 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:56:46.501786 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:46.679263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:46.682411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19d57dfa-fcb8-4894-bc68-0644cdf25a04 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:46.750833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Subnet': ['ID=6ed5c026-d313-47eb-87a8-0eeeacc737dc,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:46.755512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:46.759272 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Checking segment: {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:56:46.759639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network hostable DHCP agents. Network: 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:56:46.778020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:56:46.787198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:56:46.791771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:46.792371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:46.798126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b373f03-2591-474b-8ed4-2f40b6149705 None None] Network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:56:46.799193 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:46.811982 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-487d1be5-0e40-4fb8-8f82-2c8470aa1461 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4735010 Jun 11 11:56:46.812217 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Transition to ACTIVE for port object 9e17d05c-f057-46f3-bfc8-b08749fe69b5 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:56:46.812337 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50432) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:46.816893 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:46.820179 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-7d49b7aa-137a-4ae3-889a-8aed149ac9e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:46.864012 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Attempting to bind port 9e17d05c-f057-46f3-bfc8-b08749fe69b5 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:56:46.864406 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Attempting to bind port 9e17d05c-f057-46f3-bfc8-b08749fe69b5 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:56:46.864774 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Attempting to bind port 9e17d05c-f057-46f3-bfc8-b08749fe69b5 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:56:46.870986 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:56:46.871365 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:56:46.871772 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:46.872809 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:56:46.873284 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Bound port: 9e17d05c-f057-46f3-bfc8-b08749fe69b5, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:56:46.873664 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:46.942183 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] For port 9e17d05c-f057-46f3-bfc8-b08749fe69b5, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:56:46.945429 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] For port 9e17d05c-f057-46f3-bfc8-b08749fe69b5, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9e17d05c-f057-46f3-bfc8-b08749fe69b5,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:56:46.952797 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:46.962630 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Pushing event updated for resources: {'Port': ['ID=9e17d05c-f057-46f3-bfc8-b08749fe69b5,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:46.971025 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.971211 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.971561 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.971898 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.972228 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.972560 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.972943 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.973276 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.973615 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.973936 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.974257 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.974598 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:46.978141 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:46.984244 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-a61dd8d6-05df-40b9-b5a1-f4e4ef2fc120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:46.991224 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:56:46.991851 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:56:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:46.995157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:56:46.996190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:47.159998 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Pushing event updated for resources: {'Port': ['ID=9e17d05c-f057-46f3-bfc8-b08749fe69b5,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:47.163881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Allocated IP 172.20.0.2 (70c95dbb-25f0-488c-8ffa-ec4eca8de5eb/6ed5c026-d313-47eb-87a8-0eeeacc737dc/b8c88fbc-965d-42df-80f9-bf700b7c65d8) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:56:47.173061 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:47.186244 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:56:47.354267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:47.363541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Transition to ACTIVE for port object b8c88fbc-965d-42df-80f9-bf700b7c65d8 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:56:47.379358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Transition to ACTIVE for port object b8c88fbc-965d-42df-80f9-bf700b7c65d8 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:56:47.386026 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:47.388064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e9190ca5-96ac-42fd-ac43-7d713c358748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:47.402210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:47.423918 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:45Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:47.428015 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa2e7b-e44b-49c3-b8da-9a9143dc0b1d None None] The sync data for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv is: [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:45Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:56:47.438576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:56:47.442595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:56:47.449021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:56:47.451249 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Pushing event updated for resources: {'Port': ['ID=b8c88fbc-965d-42df-80f9-bf700b7c65d8,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:47.453686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:47.524133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Attempting to bind port b8c88fbc-965d-42df-80f9-bf700b7c65d8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:56:47.524519 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Attempting to bind port b8c88fbc-965d-42df-80f9-bf700b7c65d8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:56:47.524912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Attempting to bind port b8c88fbc-965d-42df-80f9-bf700b7c65d8 on network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:56:47.530720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:56:47.531109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Checking segment: {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:56:47.532028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:47.532028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Bound using segment: {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:56:47.532382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Bound port: b8c88fbc-965d-42df-80f9-bf700b7c65d8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:56:47.532766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:47.616263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] For port b8c88fbc-965d-42df-80f9-bf700b7c65d8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:56:47.620148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] For port b8c88fbc-965d-42df-80f9-bf700b7c65d8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b8c88fbc-965d-42df-80f9-bf700b7c65d8,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:56:47.626498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:47.628755 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-046d4cbd-d446-43e3-a940-2b4e9a5b74dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:47.713719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Pushing event updated for resources: {'Port': ['ID=b8c88fbc-965d-42df-80f9-bf700b7c65d8,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:47.717774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:47.743873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:47.804146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.1 (70c95dbb-25f0-488c-8ffa-ec4eca8de5eb/6ed5c026-d313-47eb-87a8-0eeeacc737dc/3812a3bb-70ce-4c02-8fd9-c1dc0aafd260) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:56:47.985462 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:48.003328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:56:48.045606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:48.047736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-45d5600c-cd01-44fc-bddb-512136609c3c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:48.098093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:56:48.101394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:56:48.105432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:56:48.140444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=3812a3bb-70ce-4c02-8fd9-c1dc0aafd260,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:48.154690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:48.167489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:48.346823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:48.627808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68298f7-5505-4a13-bdff-1f0cea8fc292 None None] Network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:56:48.718679 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:48.723912 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:48.727918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b1aff6de-edb6-4d47-bf3d-0d898f706a70 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:48.742106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ca50983c-c7a4-4e7d-a91b-c0df84872abc None None] Provisioning for port b8c88fbc-965d-42df-80f9-bf700b7c65d8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:56:48.818353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:48.824432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=3812a3bb-70ce-4c02-8fd9-c1dc0aafd260,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:48.829734 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:48.946704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:56:48.949274 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:56:49.091995 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-52ddc01b-dc9e-4bc0-a46e-443764099242 None None] Provisioning for port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:56:49.096669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-52ddc01b-dc9e-4bc0-a46e-443764099242 None None] Provisioning complete for port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:56:49.097063 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-52ddc01b-dc9e-4bc0-a46e-443764099242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:49.110450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:56:49.140256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-52ddc01b-dc9e-4bc0-a46e-443764099242 None None] Port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:56:49.277285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c22a2a0-9bfc-4153-bff8-26879a98306f None None] Provisioning complete for port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:56:49.279431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c22a2a0-9bfc-4153-bff8-26879a98306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:49.334275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c22a2a0-9bfc-4153-bff8-26879a98306f None None] Port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:56:49.353800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e17d05c-f057-46f3-bfc8-b08749fe69b5 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:56:49.418258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 9e17d05c-f057-46f3-bfc8-b08749fe69b5 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:56:49.423637 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9e17d05c-f057-46f3-bfc8-b08749fe69b5 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:56:49.424017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:49.477441 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3e9cddfe-7780-4b71-9ab8-a2162834b00d None None] Provisioning complete for port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:56:49.477714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3e9cddfe-7780-4b71-9ab8-a2162834b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:49.555045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3e9cddfe-7780-4b71-9ab8-a2162834b00d None None] Port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:56:49.570921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:49.594311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 9e17d05c-f057-46f3-bfc8-b08749fe69b5, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9e17d05c-f057-46f3-bfc8-b08749fe69b5,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:56:49.598081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:49.599062 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b8c88fbc-965d-42df-80f9-bf700b7c65d8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:56:49.601859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:49.690476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=9e17d05c-f057-46f3-bfc8-b08749fe69b5,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:49.694025 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:49.702586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b8c88fbc-965d-42df-80f9-bf700b7c65d8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:56:49.706719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b8c88fbc-965d-42df-80f9-bf700b7c65d8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:56:49.707101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:49.728610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:56:49.734026 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/2e1ee298-3730-4d4d-9c63-1f38ac351c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9207022 Jun 11 11:56:49.736607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50446) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:49.746069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Sync routers for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:56:49.764928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:56:49.765549 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:56:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:49.858087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7f14cd-920f-43ba-b797-cd5edec2a40e tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:49.858586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7f14cd-920f-43ba-b797-cd5edec2a40e tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:49.859061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7f14cd-920f-43ba-b797-cd5edec2a40e tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:49.859529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7f14cd-920f-43ba-b797-cd5edec2a40e tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:49.861195 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2a7f14cd-920f-43ba-b797-cd5edec2a40e tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1236689 Jun 11 11:56:49.864200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50448) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:49.917050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:49.922827 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809ba8d-eda0-4042-a96c-2af82275a817 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:49.923304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809ba8d-eda0-4042-a96c-2af82275a817 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:49.923763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809ba8d-eda0-4042-a96c-2af82275a817 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:49.924228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809ba8d-eda0-4042-a96c-2af82275a817 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:49.925853 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2809ba8d-eda0-4042-a96c-2af82275a817 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0610173 Jun 11 11:56:49.928665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50450) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:49.974641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b8c88fbc-965d-42df-80f9-bf700b7c65d8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b8c88fbc-965d-42df-80f9-bf700b7c65d8,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:56:49.976693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:56:49.979367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.015581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:50.109796 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2089421d-37bd-41e2-afb1-1cc8e0a22924 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1799574 Jun 11 11:56:50.144025 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b8c88fbc-965d-42df-80f9-bf700b7c65d8,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:50.148990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:50.374514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50454) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:50.379658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317770706', 'description': 'tempest-secgroup-smoke-1317770706 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:50.424008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.469467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:50.473139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Checking router: 2e1ee298-3730-4d4d-9c63-1f38ac351c72 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:56:50.473772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Updating router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:56:50.516928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.522490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.526268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.537103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-560e0c75-6af5-4e2f-abee-7887bee1831e tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:50.563809 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.567808 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1894798 Jun 11 11:56:50.567967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50456) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:50.572836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2bec68ff-dad3-4dc8-a46b-c58e814faebd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '6a6136c4-c077-4331-b695-f6ec90be1cba', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:50.581683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6136c4-c077-4331-b695-f6ec90be1cba,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:50.590938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.591478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.591876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.592265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.592649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.593208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.593402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.593777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.594155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.594555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.594973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.595478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:56:50.600801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:50.630894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bec68ff-dad3-4dc8-a46b-c58e814faebd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.706602 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bec68ff-dad3-4dc8-a46b-c58e814faebd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.710285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bec68ff-dad3-4dc8-a46b-c58e814faebd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.716064 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5a0c6816-26f2-4b62-8e85-fe66a0f3fdfd tempest-TestNetworkAdvancedServerOps-1548137805 tempest-TestNetworkAdvancedServerOps-1548137805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:50.731128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec68ff-dad3-4dc8-a46b-c58e814faebd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d500976f-9341-4d32-9f1f-94dd5bbd125c,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:50.735682 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2bec68ff-dad3-4dc8-a46b-c58e814faebd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:50.738350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2bec68ff-dad3-4dc8-a46b-c58e814faebd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.742248 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2bec68ff-dad3-4dc8-a46b-c58e814faebd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1707618 Jun 11 11:56:50.742374 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50458) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:50.749054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6eb37eb0-99b6-4c4b-9465-0f956329628e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '6a6136c4-c077-4331-b695-f6ec90be1cba', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:50.775298 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eb37eb0-99b6-4c4b-9465-0f956329628e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.843648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eb37eb0-99b6-4c4b-9465-0f956329628e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.847323 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eb37eb0-99b6-4c4b-9465-0f956329628e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.849059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:50.855655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.866649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Transition to ACTIVE for port object 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:56:50.871247 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb37eb0-99b6-4c4b-9465-0f956329628e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40968b3-b4c4-469e-bc71-cfe472dfabdd,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:50.873709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.876306 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:50.879031 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6eb37eb0-99b6-4c4b-9465-0f956329628e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:50.880323 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6eb37eb0-99b6-4c4b-9465-0f956329628e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.884702 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6eb37eb0-99b6-4c4b-9465-0f956329628e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411073 Jun 11 11:56:50.885283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50460) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:50.890087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5d4de09e-ca4f-47a8-80b2-aa0e25843a27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '6a6136c4-c077-4331-b695-f6ec90be1cba', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:50.921940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5d4de09e-ca4f-47a8-80b2-aa0e25843a27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.938754 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:56:50.974742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488bc00-f405-4179-8cfa-bacd88a9d861 None None] Pushing event updated for resources: {'Port': ['ID=3812a3bb-70ce-4c02-8fd9-c1dc0aafd260,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:50.978902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3488bc00-f405-4179-8cfa-bacd88a9d861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:50.992704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5d4de09e-ca4f-47a8-80b2-aa0e25843a27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.997103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5d4de09e-ca4f-47a8-80b2-aa0e25843a27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:50.999547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-acbcd58d-bd00-4fe0-ba24-078399920d0d tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:51.017316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4de09e-ca4f-47a8-80b2-aa0e25843a27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6496c466-96b2-4b21-aea2-dfa3b614d430,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:51.020403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5d4de09e-ca4f-47a8-80b2-aa0e25843a27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:51.025535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5d4de09e-ca4f-47a8-80b2-aa0e25843a27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.026905 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5d4de09e-ca4f-47a8-80b2-aa0e25843a27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406426 Jun 11 11:56:51.030211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50462) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:51.035724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c37da6b0-62b9-44d5-815d-3f566d2c3ad3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '6a6136c4-c077-4331-b695-f6ec90be1cba', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:51.053045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Attempting to bind port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:56:51.053424 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Attempting to bind port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:56:51.053798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Attempting to bind port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 on network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:56:51.059135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:56:51.059581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Checking segment: {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:56:51.060220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.060611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Bound using segment: {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:56:51.061088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Bound port: 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:56:51.061473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.066872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c37da6b0-62b9-44d5-815d-3f566d2c3ad3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.135113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c37da6b0-62b9-44d5-815d-3f566d2c3ad3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.136896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] For port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:56:51.139118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c37da6b0-62b9-44d5-815d-3f566d2c3ad3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.140960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] For port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3812a3bb-70ce-4c02-8fd9-c1dc0aafd260,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:56:51.141466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8fedcbf2-737a-4028-bbc7-06c9690f5d49 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:51.145167 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.147477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:51.157356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37da6b0-62b9-44d5-815d-3f566d2c3ad3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f50dea9-8110-4cfc-87a2-9fa21b8b486a,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:51.161452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c37da6b0-62b9-44d5-815d-3f566d2c3ad3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:51.168287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c37da6b0-62b9-44d5-815d-3f566d2c3ad3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.171950 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c37da6b0-62b9-44d5-815d-3f566d2c3ad3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402967 Jun 11 11:56:51.175618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50464) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:51.180241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-661a9d60-ad2b-44ac-a848-3d6fa11b158f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '6a6136c4-c077-4331-b695-f6ec90be1cba', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:51.205135 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-661a9d60-ad2b-44ac-a848-3d6fa11b158f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:56:51.210833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-661a9d60-ad2b-44ac-a848-3d6fa11b158f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.229843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:56:51.230975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:56:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:51.236518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488bc00-f405-4179-8cfa-bacd88a9d861 None None] Pushing event updated for resources: {'Port': ['ID=3812a3bb-70ce-4c02-8fd9-c1dc0aafd260,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:51.294973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3488bc00-f405-4179-8cfa-bacd88a9d861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:51.308690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-661a9d60-ad2b-44ac-a848-3d6fa11b158f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.314459 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-661a9d60-ad2b-44ac-a848-3d6fa11b158f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.316805 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d35c25ad-1e5c-4a93-b9c5-b181ab1c28a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:51.337407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a9d60-ad2b-44ac-a848-3d6fa11b158f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1785b9-c6ea-4f9e-a3c5-6e5a0a314964,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:51.340562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-661a9d60-ad2b-44ac-a848-3d6fa11b158f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:51.347341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-661a9d60-ad2b-44ac-a848-3d6fa11b158f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.349229 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-661a9d60-ad2b-44ac-a848-3d6fa11b158f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1726522 Jun 11 11:56:51.349483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e17d05c-f057-46f3-bfc8-b08749fe69b5 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:56:51.352137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50466) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:56:51.357288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-91f07eba-3ee5-4552-8a60-de1499325e86 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': '6a6136c4-c077-4331-b695-f6ec90be1cba', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:51.380094 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-91f07eba-3ee5-4552-8a60-de1499325e86 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:56:51.387116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-91f07eba-3ee5-4552-8a60-de1499325e86 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.444159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:56:51.458503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-91f07eba-3ee5-4552-8a60-de1499325e86 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.462897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-91f07eba-3ee5-4552-8a60-de1499325e86 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.464697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-105ce47d-9f70-4d68-8ab3-810e6d2fe197 tempest-SecGroupIPv6Test-982634895 tempest-SecGroupIPv6Test-982634895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:51.482011 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f07eba-3ee5-4552-8a60-de1499325e86 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9b7a57-5d8a-4e80-a5f7-5b8926ea1153,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:51.485150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-91f07eba-3ee5-4552-8a60-de1499325e86 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:51.487214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9e17d05c-f057-46f3-bfc8-b08749fe69b5 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:56:51.487612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.488546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-91f07eba-3ee5-4552-8a60-de1499325e86 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.495000 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-91f07eba-3ee5-4552-8a60-de1499325e86 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415963 Jun 11 11:56:51.648544 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-3f1769a4-0926-4660-b751-4e80b6279d88 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317770706&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.0377254 Jun 11 11:56:51.730085 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b8c88fbc-965d-42df-80f9-bf700b7c65d8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:56:51.781510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-43f1a12a-fdcf-4122-ba02-cacdad2080f4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:51.783021 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-43f1a12a-fdcf-4122-ba02-cacdad2080f4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 796 time: 0.1275480 Jun 11 11:56:51.799059 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-aca7435c-8b24-4b61-ac6c-c45d7c35e07e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/quotas/d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 375 time: 0.0104320 Jun 11 11:56:51.820955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b8c88fbc-965d-42df-80f9-bf700b7c65d8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:56:51.821342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:51.852503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:51Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:56:51.863604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88a86c-6f30-436e-9b8e-7e81fc116efc None None] The sync data for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv is: [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:51Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:56:51.879637 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-4f8e1b27-1732-4d75-bdd9-3b5a25b99e50 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730729 Jun 11 11:56:52.026784 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-d8f31fb5-f62e-49e1-bc56-29d0f7a1bb4c service neutron] 10.222.0.46 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351602 Jun 11 11:56:52.148133 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-314845df-9aa7-4404-8eb3-05db5cd350d4 service neutron] 10.222.0.46 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147068 Jun 11 11:56:52.328846 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8994db3a-7edf-4221-9303-282640885881 req-ffec4187-eb13-4cc6-8b97-fed9312dd206 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 210 time: 0.0398889 Jun 11 11:56:53.298458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:56:53.355682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:56:53.359952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:56:53.360410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:53.459051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:53.498585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3812a3bb-70ce-4c02-8fd9-c1dc0aafd260,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:56:53.502806 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c460b7ca-e06a-4dae-8368-95f2e6a6268b req-aed988f8-dd8d-44a4-b489-09a54b9e188a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 210 time: 0.0379968 Jun 11 11:56:53.512648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:53.516786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:53.553845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-d2fb5998-818c-4dc4-9ea8-d3d0fcb81d9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:53.555391 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-d2fb5998-818c-4dc4-9ea8-d3d0fcb81d9e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 796 time: 0.1527233 Jun 11 11:56:53.576035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=3812a3bb-70ce-4c02-8fd9-c1dc0aafd260,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:53.579180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:53.604769 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-ae525f0a-2be2-49d7-b6be-4070f4d612d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 380 time: 0.0408950 Jun 11 11:56:53.613501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'device_id': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'admin_state_up': True, 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'security_groups': ['6a6136c4-c077-4331-b695-f6ec90be1cba']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:53.748878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:56:53.752805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:53.891735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.14 (70c95dbb-25f0-488c-8ffa-ec4eca8de5eb/6ed5c026-d313-47eb-87a8-0eeeacc737dc/0937303a-8d08-4d76-8374-0eb4e8e4e0cd) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:56:54.055790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:54.068602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 0937303a-8d08-4d76-8374-0eb4e8e4e0cd will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:56:54.107940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:54.111567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5a981245-af39-4745-b832-b1bc6020b520 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:54.157582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:56:54.160762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:56:54.164962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:56:54.197637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:54.202384 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:54.227999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:54.228625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:54.243651 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6338909 Jun 11 11:56:54.255643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Request body: {'port': {'device_id': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:56:54.350257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:54.366983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-14a38874-1953-45df-8c76-eda1fc6e1091 None None] Provisioning for port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:56:54.370594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-14a38874-1953-45df-8c76-eda1fc6e1091 None None] Provisioning complete for port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:56:54.371051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-14a38874-1953-45df-8c76-eda1fc6e1091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:54.413908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-14a38874-1953-45df-8c76-eda1fc6e1091 None None] Port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:56:54.695944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0937303a-8d08-4d76-8374-0eb4e8e4e0cd {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:56:54.705069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:54.726175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Transition to ACTIVE for port object 0937303a-8d08-4d76-8374-0eb4e8e4e0cd will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:56:54.730493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:54.733157 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55c03a82-1ad5-4b53-bbc7-ac4f717c66e5 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:54.773682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1dd3-0340-4a03-bbf7-1f7ea9a223ac req-2a64a57c-623b-469f-9b9e-5ba2db7de66f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:54.775192 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-21fa1dd3-0340-4a03-bbf7-1f7ea9a223ac req-2a64a57c-623b-469f-9b9e-5ba2db7de66f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 932 time: 0.1553724 Jun 11 11:56:54.856789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:54.861520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:54.941704 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-21fa1dd3-0340-4a03-bbf7-1f7ea9a223ac req-06f6a14c-8f19-487c-9799-dcd91788890a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a6136c4-c077-4331-b695-f6ec90be1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554072 Jun 11 11:56:54.970268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Attempting to bind port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:56:54.970636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Attempting to bind port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:56:54.970969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Attempting to bind port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd on network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:56:54.975081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd on network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:56:54.975407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Attempting to bind port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd on network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:56:54.980086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:56:54.980426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Checking segment: {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:56:54.980811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Bound using segment: {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:56:54.981765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Bound port: 0937303a-8d08-4d76-8374-0eb4e8e4e0cd, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:56:54.982116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:55.054020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] For port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:56:55.056946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] For port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:56:55.062038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:55.065255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:55.097527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:55.098137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:55.099711 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/0937303a-8d08-4d76-8374-0eb4e8e4e0cd HTTP/1.1" status: 200 len: 1094 time: 0.8483698 Jun 11 11:56:55.101848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:56:55.104196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cf1c8e-ab20-4bb9-b76b-880d53ce78f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:56:55.136305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:55.140154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:55.147693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d048465-5a3a-47e9-b6a2-5f13a010ed23 x-openstack-request-id: req-1d048465-5a3a-47e9-b6a2-5f13a010ed23 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:56:55.148036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:56:55.148341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d048465-5a3a-47e9-b6a2-5f13a010ed23 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:56:55.148789 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'status': 'completed', 'code': 200} Jun 11 11:56:55.259855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf1c8e-ab20-4bb9-b76b-880d53ce78f0 req-248a168c-10a7-4612-a00e-6838537cba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:55.261370 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0cf1c8e-ab20-4bb9-b76b-880d53ce78f0 req-248a168c-10a7-4612-a00e-6838537cba4f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 1097 time: 0.0680563 Jun 11 11:56:55.291487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:56:55.347681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:56:55.348071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:55.452832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf1c8e-ab20-4bb9-b76b-880d53ce78f0 req-f0ec09ba-affe-457b-b3d6-058228297870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:55.454301 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0cf1c8e-ab20-4bb9-b76b-880d53ce78f0 req-f0ec09ba-affe-457b-b3d6-058228297870 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1846814 Jun 11 11:56:55.624966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf1c8e-ab20-4bb9-b76b-880d53ce78f0 req-fd5f6d27-f41e-4032-b258-fc4da29acdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:55.626393 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0cf1c8e-ab20-4bb9-b76b-880d53ce78f0 req-fd5f6d27-f41e-4032-b258-fc4da29acdc7 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1666100 Jun 11 11:56:55.719401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-3f7b45cd-6832-4f49-acf7-fada660c7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:55.720739 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-3f7b45cd-6832-4f49-acf7-fada660c7876 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 1097 time: 0.0566676 Jun 11 11:56:55.776319 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-17272fb9-2897-4095-9d13-88fc56ac7762 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd HTTP/1.1" status: 200 len: 217 time: 0.0490568 Jun 11 11:56:55.831356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-39b58875-ee33-4489-86e0-da48c2d87b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:55.832747 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-39b58875-ee33-4489-86e0-da48c2d87b21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ed5c026-d313-47eb-87a8-0eeeacc737dc HTTP/1.1" status: 200 len: 834 time: 0.0506725 Jun 11 11:56:55.894964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-028df89c-3748-4cae-9fad-c508eb39a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:55.896387 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-028df89c-3748-4cae-9fad-c508eb39a3df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578485 Jun 11 11:56:56.010469 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-eb252c97-c224-4664-ac34-25ca9b14c0d0 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073046 Jun 11 11:56:56.170989 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5a8f2f5d-9e53-45c5-94cf-bde36d12e4a9 req-d79a806f-3d74-403a-8681-f82fb68b6299 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533055 Jun 11 11:56:56.188777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5063bd-53d8-45af-97c8-3a1567ab4f29 req-17299b31-e9e9-4446-90b0-8c3b03369a58 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:56.190210 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5b5063bd-53d8-45af-97c8-3a1567ab4f29 req-17299b31-e9e9-4446-90b0-8c3b03369a58 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 944 time: 0.1386936 Jun 11 11:56:56.231034 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5b5063bd-53d8-45af-97c8-3a1567ab4f29 req-497188f0-b762-4778-a3c2-8063ec2f7236 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a6136c4-c077-4331-b695-f6ec90be1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350003 Jun 11 11:56:56.887323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 0937303a-8d08-4d76-8374-0eb4e8e4e0cd details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:56:57.004928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:56:57.018246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'port_id': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'mac_address': 'fa:16:3e:62:24:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:56:57.062903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:57.077575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0937303a-8d08-4d76-8374-0eb4e8e4e0cd {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:56:57.097128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:56:57.101083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:57.102946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:57.154097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:57.156912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:57.330540 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['0937303a-8d08-4d76-8374-0eb4e8e4e0cd'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:56:57.417925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0a833-5373-497a-a2ed-0b1c7bdf3396 req-15863ebb-969e-48e9-ad21-a32b209e6d07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:57.419984 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-42a0a833-5373-497a-a2ed-0b1c7bdf3396 req-15863ebb-969e-48e9-ad21-a32b209e6d07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 945 time: 0.0720134 Jun 11 11:56:57.470237 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-42a0a833-5373-497a-a2ed-0b1c7bdf3396 req-b751ba78-a278-4e4a-8453-8240cbcd94e7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a6136c4-c077-4331-b695-f6ec90be1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Jun 11 11:56:57.594865 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:58.648216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c43de-2668-4a67-b2ee-39f68fab9238 req-c3b74121-43f7-457f-b15f-e6fb7cb6c91b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:58.649681 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-226c43de-2668-4a67-b2ee-39f68fab9238 req-c3b74121-43f7-457f-b15f-e6fb7cb6c91b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 945 time: 0.0691278 Jun 11 11:56:58.691310 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-226c43de-2668-4a67-b2ee-39f68fab9238 req-64483034-00bf-4d05-909e-2d381f14708b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a6136c4-c077-4331-b695-f6ec90be1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354166 Jun 11 11:56:58.902981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 0937303a-8d08-4d76-8374-0eb4e8e4e0cd up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:56:58.958321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:56:58.961693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:56:58.962076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:59.048283 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:59.071080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:56:59.073325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2c27c8-c725-4985-adef-fafd4a0cb904" -d '{"events": [{"server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "name": "network-vif-plugged", "status": "completed", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:56:59.087228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:56:59.092073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:56:59.094782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-46b7452a-b7fa-49a3-9fe9-d62aa835cd19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:56:59.149690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:56:59.153556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:56:59.155161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccd1be7-3d46-4f44-8689-61397331df35 x-openstack-request-id: req-fccd1be7-3d46-4f44-8689-61397331df35 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:56:59.155458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "name": "network-vif-plugged", "status": "completed", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:56:59.155719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fccd1be7-3d46-4f44-8689-61397331df35 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:56:59.156106 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'code': 200} Jun 11 11:56:59.383168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230ac5e-6ae3-4078-b970-61f14afad012 req-7a26e07c-5173-49fd-80b3-9c8c904476b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:59.384619 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e230ac5e-6ae3-4078-b970-61f14afad012 req-7a26e07c-5173-49fd-80b3-9c8c904476b7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 1099 time: 0.0660138 Jun 11 11:56:59.746258 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e230ac5e-6ae3-4078-b970-61f14afad012 req-78adce55-2624-46a9-afb4-02ba50a298f4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6a6136c4-c077-4331-b695-f6ec90be1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555679 Jun 11 11:56:59.867365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be7d5f-98dc-4870-be31-dd63f724496a req-0f0410b2-734a-46b8-82af-9733c3bfb73e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:56:59.868723 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61be7d5f-98dc-4870-be31-dd63f724496a req-0f0410b2-734a-46b8-82af-9733c3bfb73e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 946 time: 0.0679934 Jun 11 11:56:59.911095 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-61be7d5f-98dc-4870-be31-dd63f724496a req-7655a670-c04f-40f8-97b0-f68fbcea5500 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a6136c4-c077-4331-b695-f6ec90be1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368097 Jun 11 11:57:01.100423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776f679-b0cf-4592-adea-1fa6ce11e934 req-48d293e3-c969-4b49-82a1-3b7ec4ca8293 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:01.101860 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1776f679-b0cf-4592-adea-1fa6ce11e934 req-48d293e3-c969-4b49-82a1-3b7ec4ca8293 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 946 time: 0.0697227 Jun 11 11:57:01.142762 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1776f679-b0cf-4592-adea-1fa6ce11e934 req-99d9b892-239d-4fd5-83a4-49ea3ce09b95 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a6136c4-c077-4331-b695-f6ec90be1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346341 Jun 11 11:57:01.327438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cf0a2-814c-4057-8941-95d3cc6629f6 req-efa2457e-55f3-458e-afa3-928af715ea17 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:01.328899 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cd4cf0a2-814c-4057-8941-95d3cc6629f6 req-efa2457e-55f3-458e-afa3-928af715ea17 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 946 time: 0.0749321 Jun 11 11:57:01.369714 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cd4cf0a2-814c-4057-8941-95d3cc6629f6 req-08d6ef71-759f-49b9-a87f-2524df61eeb8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a6136c4-c077-4331-b695-f6ec90be1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352705 Jun 11 11:57:01.393358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50524) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:01.448639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4393dd2a-f7aa-4057-a6c6-bc084ac6fe9c tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:01.450139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4393dd2a-f7aa-4057-a6c6-bc084ac6fe9c tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 1094 time: 0.0558090 Jun 11 11:57:01.452907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50526) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:01.457322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:01.478775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:01.597594 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:01.717350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.121 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/d89200ab-0d68-4a83-9c4a-14f5d3fb5d99) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:57:01.841392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:01.878100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:01.880813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a936fdb1-580e-47cc-a48c-d2ac491ee499 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:01.935019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:57:01.937804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:57:01.942152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:57:01.945210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=d89200ab-0d68-4a83-9c4a-14f5d3fb5d99,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:01.971115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:02.390791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:02.477262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:02.653790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:02.658088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:02.660861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b12d16ce-ccdc-41c6-979e-4228c40414b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:02.743513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=d89200ab-0d68-4a83-9c4a-14f5d3fb5d99,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:02.747976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:02.756162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:02.891361 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP bfa99dca-3184-45ef-b579-cb828055d997 associated. External IP: 172.26.6.121, port: 0937303a-8d08-4d76-8374-0eb4e8e4e0cd. Jun 11 11:57:03.169943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:57:03.317902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:57:03.328349 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb884478-dbfe-4c58-950c-e872d5254d78 None None] Sync routers for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:57:03.336400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:03.338174 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb884478-dbfe-4c58-950c-e872d5254d78 None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:57:03.338848 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-eb884478-dbfe-4c58-950c-e872d5254d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:56:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:57:03.381746 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9278145 Jun 11 11:57:03.382748 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:57:03.384728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50528) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:03.385190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591d1fd4-4e38-4e93-8144-89fb7a303ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:57:03.422213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273add4f-94e3-49a2-a79a-a6fffb21ca4e x-openstack-request-id: req-273add4f-94e3-49a2-a79a-a6fffb21ca4e {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:57:03.423540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:57:03.424003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-273add4f-94e3-49a2-a79a-a6fffb21ca4e {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:57:03.424614 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'status': 'completed', 'code': 200} Jun 11 11:57:03.446106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f903401-1d49-4ea6-97e3-2b8b9f67793b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:03.447820 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2f903401-1d49-4ea6-97e3-2b8b9f67793b tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 1094 time: 0.0620434 Jun 11 11:57:03.510828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d1fd4-4e38-4e93-8144-89fb7a303ce8 req-37e21818-ba7f-488d-833d-b28642325a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:03.512896 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-591d1fd4-4e38-4e93-8144-89fb7a303ce8 req-37e21818-ba7f-488d-833d-b28642325a4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 1099 time: 0.0667260 Jun 11 11:57:03.593495 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-eb884478-dbfe-4c58-950c-e872d5254d78 None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:57:03.607928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50534) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:03.613016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-fcbddd91-29b2-4d58-bfd0-69224560f9fe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893501359', 'description': 'tempest-secgroup-smoke-893501359 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:03.631812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d1fd4-4e38-4e93-8144-89fb7a303ce8 req-6aa938c4-ac2a-4dfd-8f2c-3d287fca3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:03.633462 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-591d1fd4-4e38-4e93-8144-89fb7a303ce8 req-6aa938c4-ac2a-4dfd-8f2c-3d287fca3f65 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 898 time: 0.1147056 Jun 11 11:57:03.636603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd91-29b2-4d58-bfd0-69224560f9fe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:03.725306 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-591d1fd4-4e38-4e93-8144-89fb7a303ce8 req-111ae152-d73d-4f32-aed7-a9d8f431e4a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd HTTP/1.1" status: 200 len: 1000 time: 0.0859194 Jun 11 11:57:03.743631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd91-29b2-4d58-bfd0-69224560f9fe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:03.748445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd91-29b2-4d58-bfd0-69224560f9fe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:03.751838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-11abd0ba-88c8-4229-ae8c-02400036cdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:03.781272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd91-29b2-4d58-bfd0-69224560f9fe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:03.782511 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fcbddd91-29b2-4d58-bfd0-69224560f9fe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1735106 Jun 11 11:57:03.784493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbddd91-29b2-4d58-bfd0-69224560f9fe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:03.785524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50536) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:03.787730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fcbddd91-29b2-4d58-bfd0-69224560f9fe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:03.796812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e19a7991-91a9-442d-a357-a92ddb814dff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e0300c45-1b8e-4f5d-aa0e-1c380fe0460c', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:03.806873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d1fd4-4e38-4e93-8144-89fb7a303ce8 req-26e7f1b3-7468-4d88-848a-c6145fbca192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:03.808297 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-591d1fd4-4e38-4e93-8144-89fb7a303ce8 req-26e7f1b3-7468-4d88-848a-c6145fbca192 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ed5c026-d313-47eb-87a8-0eeeacc737dc HTTP/1.1" status: 200 len: 834 time: 0.0772517 Jun 11 11:57:03.870376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e19a7991-91a9-442d-a357-a92ddb814dff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:03.892151 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-eb884478-dbfe-4c58-950c-e872d5254d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'bfa99dca-3184-45ef-b579-cb828055d997', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:62:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:02Z', 'updated_at': '2021-06-11T11:57:02Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:57:03.895400 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb884478-dbfe-4c58-950c-e872d5254d78 None None] Checking router: 2e1ee298-3730-4d4d-9c63-1f38ac351c72 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:57:03.903169 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb884478-dbfe-4c58-950c-e872d5254d78 None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:57:03.903767 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-eb884478-dbfe-4c58-950c-e872d5254d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:56:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:57:03.915427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d1fd4-4e38-4e93-8144-89fb7a303ce8 req-65f7e6ad-043f-420a-8c4d-f1ae0c254df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:03.916931 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-591d1fd4-4e38-4e93-8144-89fb7a303ce8 req-65f7e6ad-043f-420a-8c4d-f1ae0c254df8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016316 Jun 11 11:57:04.026377 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e19a7991-91a9-442d-a357-a92ddb814dff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.031058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e19a7991-91a9-442d-a357-a92ddb814dff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.042971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8916a492-88e1-4ab8-9460-619aa3762477 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:04.050691 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-eb884478-dbfe-4c58-950c-e872d5254d78 None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:57:04.063520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a7991-91a9-442d-a357-a92ddb814dff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a88745-f442-4abd-b429-60310eb83ab6,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:04.068182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e19a7991-91a9-442d-a357-a92ddb814dff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:04.072279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e19a7991-91a9-442d-a357-a92ddb814dff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.073445 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e19a7991-91a9-442d-a357-a92ddb814dff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2867200 Jun 11 11:57:04.076370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50538) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:04.081433 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-16addcf5-6147-4006-83ee-e42b6d9b3e07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e0300c45-1b8e-4f5d-aa0e-1c380fe0460c', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:04.084904 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-591d1fd4-4e38-4e93-8144-89fb7a303ce8 req-02c428e5-db9b-4645-b811-87bc8c97b183 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610737 Jun 11 11:57:04.110683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-16addcf5-6147-4006-83ee-e42b6d9b3e07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.174224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-16addcf5-6147-4006-83ee-e42b6d9b3e07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.179063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-16addcf5-6147-4006-83ee-e42b6d9b3e07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.181299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3ee0b62d-99ec-4eeb-9189-71f82382b00f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:04.197497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16addcf5-6147-4006-83ee-e42b6d9b3e07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7a7385-98ce-41ff-9efd-ff256fc34afe,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:04.202361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-16addcf5-6147-4006-83ee-e42b6d9b3e07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:04.209630 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-591d1fd4-4e38-4e93-8144-89fb7a303ce8 req-1f2327fc-ac71-4203-8156-67bb3fa0c7e7 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187565 Jun 11 11:57:04.210461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-16addcf5-6147-4006-83ee-e42b6d9b3e07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.211775 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-16addcf5-6147-4006-83ee-e42b6d9b3e07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341994 Jun 11 11:57:04.214645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50540) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:04.219683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5586c3ad-3e2d-4d96-b5d7-d6fd8c8010a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e0300c45-1b8e-4f5d-aa0e-1c380fe0460c', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:04.247964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5586c3ad-3e2d-4d96-b5d7-d6fd8c8010a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.315566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5586c3ad-3e2d-4d96-b5d7-d6fd8c8010a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.319529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5586c3ad-3e2d-4d96-b5d7-d6fd8c8010a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.324007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ae413f3a-6987-44e6-bc54-6c23748b17cc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:04.343055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586c3ad-3e2d-4d96-b5d7-d6fd8c8010a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f3e401-91ac-4dec-ab18-e7aa5ca531b5,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:04.345635 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5586c3ad-3e2d-4d96-b5d7-d6fd8c8010a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:04.347317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5586c3ad-3e2d-4d96-b5d7-d6fd8c8010a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.351531 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5586c3ad-3e2d-4d96-b5d7-d6fd8c8010a3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329927 Jun 11 11:57:04.351531 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50542) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:04.355832 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d378ae8a-3c82-4e58-8881-04856ebcbfd5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e0300c45-1b8e-4f5d-aa0e-1c380fe0460c', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:04.368550 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-eb884478-dbfe-4c58-950c-e872d5254d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'bfa99dca-3184-45ef-b579-cb828055d997', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:62:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:02Z', 'updated_at': '2021-06-11T11:57:02Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:57:04.372158 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb884478-dbfe-4c58-950c-e872d5254d78 None None] The sync data for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv is: [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'bfa99dca-3184-45ef-b579-cb828055d997', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:62:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:02Z', 'updated_at': '2021-06-11T11:57:02Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:57:04.384336 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d378ae8a-3c82-4e58-8881-04856ebcbfd5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.454291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d378ae8a-3c82-4e58-8881-04856ebcbfd5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.459800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d378ae8a-3c82-4e58-8881-04856ebcbfd5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.462229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7302e218-fb55-4d2d-976a-20d700fc3ee6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:04.480326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378ae8a-3c82-4e58-8881-04856ebcbfd5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279edd27-c06b-4678-a646-240a48345e4d,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:04.484956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d378ae8a-3c82-4e58-8881-04856ebcbfd5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:04.488020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d378ae8a-3c82-4e58-8881-04856ebcbfd5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.489339 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d378ae8a-3c82-4e58-8881-04856ebcbfd5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370602 Jun 11 11:57:04.492045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50544) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:04.496590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-51844795-8f7d-4af5-95de-d92c27807223 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e0300c45-1b8e-4f5d-aa0e-1c380fe0460c', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:04.518501 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-51844795-8f7d-4af5-95de-d92c27807223 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:57:04.523751 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51844795-8f7d-4af5-95de-d92c27807223 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.562025 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da676d56-624a-4de4-9fda-118d90606b45 None None] New status for floating IP bfa99dca-3184-45ef-b579-cb828055d997: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:57:04.592097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51844795-8f7d-4af5-95de-d92c27807223 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.596270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51844795-8f7d-4af5-95de-d92c27807223 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.598176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2bec68ff-dad3-4dc8-a46b-c58e814faebd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:04.616903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844795-8f7d-4af5-95de-d92c27807223 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62265c7a-f7e9-4664-bd90-b0620c8326c4,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:04.619956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-51844795-8f7d-4af5-95de-d92c27807223 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:04.623729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51844795-8f7d-4af5-95de-d92c27807223 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.627073 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-51844795-8f7d-4af5-95de-d92c27807223 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339548 Jun 11 11:57:04.627888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50546) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:04.632953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9efebe24-01a8-45cc-9bbc-a1853fd60cd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'e0300c45-1b8e-4f5d-aa0e-1c380fe0460c', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:04.669247 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-9efebe24-01a8-45cc-9bbc-a1853fd60cd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:57:04.674162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9efebe24-01a8-45cc-9bbc-a1853fd60cd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.739417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9efebe24-01a8-45cc-9bbc-a1853fd60cd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.743350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9efebe24-01a8-45cc-9bbc-a1853fd60cd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.745296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3d4f55c7-38ae-412c-9b2c-71cb659815f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:04.763172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efebe24-01a8-45cc-9bbc-a1853fd60cd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a7032e-5596-4aab-af7b-1b3d4c301752,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:04.766069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9efebe24-01a8-45cc-9bbc-a1853fd60cd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:04.773820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9efebe24-01a8-45cc-9bbc-a1853fd60cd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:04.784018 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9efebe24-01a8-45cc-9bbc-a1853fd60cd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461997 Jun 11 11:57:04.918008 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-0297f4e0-29bb-4838-94fc-36bdef82fcad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893501359&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.0372994 Jun 11 11:57:05.048831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-236264c3-b3a4-4f1c-b1dc-916f8fec87b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:05.050248 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-236264c3-b3a4-4f1c-b1dc-916f8fec87b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 796 time: 0.1259744 Jun 11 11:57:05.064204 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-e7d66cd7-ab49-4483-9965-0532f936a704 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/quotas/d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 375 time: 0.0086145 Jun 11 11:57:05.142678 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-a8123753-c730-4bc7-9708-33cb762faf09 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0729294 Jun 11 11:57:05.261899 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-3ec2a2df-7133-498b-9236-486d5a6fabde service neutron] 10.222.0.46 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079426 Jun 11 11:57:05.379373 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-8f4e4ed9-ed28-4a15-b4db-90a6b41252ac service neutron] 10.222.0.46 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110077 Jun 11 11:57:05.546810 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a040d4c7-5151-4af9-aaed-6ed8264ce4d1 req-a9de6ded-8a72-40fd-a7e7-0da7a1c9bf52 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 210 time: 0.0330429 Jun 11 11:57:06.576581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-32d1085e-77bf-4b26-a560-1f5852a6c6b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:06.578040 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-32d1085e-77bf-4b26-a560-1f5852a6c6b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 796 time: 0.1309719 Jun 11 11:57:06.629292 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-9b88b33b-f61e-4e68-b42c-1b621dac74ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 472 time: 0.0429494 Jun 11 11:57:06.639275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'device_id': '62ef98d7-cc07-487c-b562-b59102b59505', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'admin_state_up': True, 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'security_groups': ['e0300c45-1b8e-4f5d-aa0e-1c380fe0460c']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:06.708346 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9f3c69d8-ec14-416c-ac6e-fe42d0e51a7d req-0cf8e33c-5e1e-41ec-92b3-28141e3300b3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 210 time: 0.0352798 Jun 11 11:57:06.783078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:57:06.786603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:06.927788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.10 (70c95dbb-25f0-488c-8ffa-ec4eca8de5eb/6ed5c026-d313-47eb-87a8-0eeeacc737dc/edf42c2a-65b6-4b29-8009-73388d924546) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:57:07.092246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:07.104357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object edf42c2a-65b6-4b29-8009-73388d924546 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:57:07.138329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:07.141941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8c65b429-2e69-4121-86a6-a77b3a3f154e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:07.189776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:57:07.193022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:57:07.196660 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:57:07.230217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=edf42c2a-65b6-4b29-8009-73388d924546,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:07.236035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:07.262028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:07.262668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:07.276818 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6422467 Jun 11 11:57:07.288955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Request body: {'port': {'device_id': '62ef98d7-cc07-487c-b562-b59102b59505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:07.378031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:07.378429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e96f3e85-bbe3-43cb-9bc3-b34abe13d2c0 None None] Provisioning for port edf42c2a-65b6-4b29-8009-73388d924546 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:57:07.382472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e96f3e85-bbe3-43cb-9bc3-b34abe13d2c0 None None] Provisioning complete for port edf42c2a-65b6-4b29-8009-73388d924546 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:57:07.382891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e96f3e85-bbe3-43cb-9bc3-b34abe13d2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:07.422919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e96f3e85-bbe3-43cb-9bc3-b34abe13d2c0 None None] Port edf42c2a-65b6-4b29-8009-73388d924546 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:57:08.083126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a1adb-b888-43b5-8679-cf9a49e6aa6b req-7ca7a9a6-0090-42ee-910b-f43ea7eddab2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:08.084569 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc8a1adb-b888-43b5-8679-cf9a49e6aa6b req-7ca7a9a6-0090-42ee-910b-f43ea7eddab2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 932 time: 0.1404796 Jun 11 11:57:08.104714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf42c2a-65b6-4b29-8009-73388d924546 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:57:08.120595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:08.146242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Transition to ACTIVE for port object edf42c2a-65b6-4b29-8009-73388d924546 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:57:08.149784 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc8a1adb-b888-43b5-8679-cf9a49e6aa6b req-eae9bcee-81ea-42b5-bb1c-ad8f0adc03a8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572300 Jun 11 11:57:08.150831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:08.153571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:08.250279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=edf42c2a-65b6-4b29-8009-73388d924546,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:08.273628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:08.339183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Attempting to bind port edf42c2a-65b6-4b29-8009-73388d924546 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:57:08.339446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Attempting to bind port edf42c2a-65b6-4b29-8009-73388d924546 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:57:08.339773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Attempting to bind port edf42c2a-65b6-4b29-8009-73388d924546 on network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:57:08.344682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Port edf42c2a-65b6-4b29-8009-73388d924546 on network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:57:08.344986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Attempting to bind port edf42c2a-65b6-4b29-8009-73388d924546 on network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:57:08.349672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:57:08.350014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Checking segment: {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:57:08.350399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Bound using segment: {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:57:08.350852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Bound port: edf42c2a-65b6-4b29-8009-73388d924546, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba98a17-c029-4318-80fd-91388b5571e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:57:08.351207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:08.420887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] For port edf42c2a-65b6-4b29-8009-73388d924546, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:57:08.423791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] For port edf42c2a-65b6-4b29-8009-73388d924546, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=edf42c2a-65b6-4b29-8009-73388d924546,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:57:08.428633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:08.431840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:08.476799 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:08.477419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:08.478823 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] 10.222.0.25 "PUT /v2.0/ports/edf42c2a-65b6-4b29-8009-73388d924546 HTTP/1.1" status: 200 len: 1094 time: 1.1943183 Jun 11 11:57:08.479367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ef98d7-cc07-487c-b562-b59102b59505', 'tag': 'edf42c2a-65b6-4b29-8009-73388d924546'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:57:08.482879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e53a774-ccc0-49aa-b66d-3b36e9618af5" -d '{"events": [{"name": "network-changed", "server_uuid": "62ef98d7-cc07-487c-b562-b59102b59505", "tag": "edf42c2a-65b6-4b29-8009-73388d924546"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:57:08.509976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=edf42c2a-65b6-4b29-8009-73388d924546,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:08.513663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:08.550035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d89a7f-5595-4ca2-9573-f6294b12b872 x-openstack-request-id: req-45d89a7f-5595-4ca2-9573-f6294b12b872 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:57:08.550385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ef98d7-cc07-487c-b562-b59102b59505", "tag": "edf42c2a-65b6-4b29-8009-73388d924546", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:57:08.550714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45d89a7f-5595-4ca2-9573-f6294b12b872 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:57:08.551162 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ef98d7-cc07-487c-b562-b59102b59505', 'tag': 'edf42c2a-65b6-4b29-8009-73388d924546', 'status': 'completed', 'code': 200} Jun 11 11:57:08.584122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-8c4956bf-7464-4068-9a05-82843b8d4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:08.585658 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-8c4956bf-7464-4068-9a05-82843b8d4d10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 1097 time: 0.0699344 Jun 11 11:57:08.642715 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-6993ad22-4177-41e3-9f6d-dc1161b40836 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf42c2a-65b6-4b29-8009-73388d924546 HTTP/1.1" status: 200 len: 217 time: 0.0502148 Jun 11 11:57:08.700607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-7d45ffec-7ba9-433c-92c1-26e5dff606c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:08.705972 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-7d45ffec-7ba9-433c-92c1-26e5dff606c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ed5c026-d313-47eb-87a8-0eeeacc737dc HTTP/1.1" status: 200 len: 834 time: 0.0538759 Jun 11 11:57:08.768589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-97e2d65e-34d6-49f4-ac55-ac0f236f43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:08.770024 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-97e2d65e-34d6-49f4-ac55-ac0f236f43bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0615664 Jun 11 11:57:08.884300 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-10922195-0ef2-4be8-ac2b-50992a898f26 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076918 Jun 11 11:57:08.997814 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033d145f-4d32-45ac-8bce-8f85c8b8fd23 req-6eaf3505-34ea-469c-9f29-5587bf107988 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076124 Jun 11 11:57:09.109340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a774-ccc0-49aa-b66d-3b36e9618af5 req-47f2d190-17b3-46fb-ac96-236ea06e37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:09.110876 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e53a774-ccc0-49aa-b66d-3b36e9618af5 req-47f2d190-17b3-46fb-ac96-236ea06e37ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 1097 time: 0.0638132 Jun 11 11:57:09.225888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a774-ccc0-49aa-b66d-3b36e9618af5 req-92a4996b-fb76-47ed-9f47-081d3ac6df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:09.227451 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e53a774-ccc0-49aa-b66d-3b36e9618af5 req-92a4996b-fb76-47ed-9f47-081d3ac6df41 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 898 time: 0.1104779 Jun 11 11:57:09.283955 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e53a774-ccc0-49aa-b66d-3b36e9618af5 req-b0300f93-644a-4be8-b122-125ef273147f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf42c2a-65b6-4b29-8009-73388d924546 HTTP/1.1" status: 200 len: 217 time: 0.0495727 Jun 11 11:57:09.376435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a774-ccc0-49aa-b66d-3b36e9618af5 req-90cc3326-c358-4fe0-8470-84cb88a09ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:09.377874 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e53a774-ccc0-49aa-b66d-3b36e9618af5 req-90cc3326-c358-4fe0-8470-84cb88a09ddf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ed5c026-d313-47eb-87a8-0eeeacc737dc HTTP/1.1" status: 200 len: 834 time: 0.0863729 Jun 11 11:57:09.441688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc05c9-210e-446e-a30a-db311541ce6f req-7874afb9-2935-4d50-83ba-aec24c405716 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:09.443082 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c8bc05c9-210e-446e-a30a-db311541ce6f req-7874afb9-2935-4d50-83ba-aec24c405716 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 944 time: 0.1616721 Jun 11 11:57:09.490296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a774-ccc0-49aa-b66d-3b36e9618af5 req-174b1e00-a1e8-49f2-8ead-b0f242ae2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:09.491772 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e53a774-ccc0-49aa-b66d-3b36e9618af5 req-174b1e00-a1e8-49f2-8ead-b0f242ae2730 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065042 Jun 11 11:57:09.498673 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c8bc05c9-210e-446e-a30a-db311541ce6f req-80c6ee38-4087-46e1-a8ed-db37da577410 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467696 Jun 11 11:57:09.606226 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e53a774-ccc0-49aa-b66d-3b36e9618af5 req-378830af-28b5-4fba-ba2d-704690d3febd service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065974 Jun 11 11:57:09.690975 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-499484d4-0dab-4edd-935f-3b13c46d19c6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670688 Jun 11 11:57:09.724100 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e53a774-ccc0-49aa-b66d-3b36e9618af5 req-068bb05c-056f-4ea5-902b-2473b346cfc4 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111033 Jun 11 11:57:09.789990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-ff8699d1-d4f5-49bb-b736-86cd089967a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:09.791468 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-ff8699d1-d4f5-49bb-b736-86cd089967a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 1099 time: 0.0571177 Jun 11 11:57:09.917367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-bdb251d9-bbb7-4cfc-9763-03af68fd6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:09.918839 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-bdb251d9-bbb7-4cfc-9763-03af68fd6d68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 898 time: 0.1087105 Jun 11 11:57:10.005344 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-70adaea0-7bf8-4ef8-9ad4-925f57072bae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd HTTP/1.1" status: 200 len: 1002 time: 0.0806055 Jun 11 11:57:10.059028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-53469260-a5ec-4fea-a03c-f82faae38e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:10.060908 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-53469260-a5ec-4fea-a03c-f82faae38e85 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ed5c026-d313-47eb-87a8-0eeeacc737dc HTTP/1.1" status: 200 len: 834 time: 0.0497959 Jun 11 11:57:10.125834 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-95fc8e8b-71a7-4785-9726-d074f84fed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:10.127287 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-95fc8e8b-71a7-4785-9726-d074f84fed95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0600121 Jun 11 11:57:10.234604 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-aa2e7f5d-c8fe-41f6-8740-7167c3b778a3 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013818 Jun 11 11:57:10.347565 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-98608b10-c9b3-436e-900b-0cdd4ebbb6e4 req-d3b90904-5197-4823-857e-d231b2b53bec service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070535 Jun 11 11:57:10.681537 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607f4cf-8e1c-40db-b25d-a7dccd6c171f req-565a3582-33a3-46d1-ab6a-646335f23f73 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:10.682953 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d607f4cf-8e1c-40db-b25d-a7dccd6c171f req-565a3582-33a3-46d1-ab6a-646335f23f73 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 944 time: 0.0731645 Jun 11 11:57:10.723553 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d607f4cf-8e1c-40db-b25d-a7dccd6c171f req-cf142f8f-c857-4dc1-a27d-a178b036d999 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349917 Jun 11 11:57:10.978369 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device edf42c2a-65b6-4b29-8009-73388d924546 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:57:11.094291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port edf42c2a-65b6-4b29-8009-73388d924546, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=edf42c2a-65b6-4b29-8009-73388d924546,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:57:11.105975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'edf42c2a-65b6-4b29-8009-73388d924546', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'port_id': 'edf42c2a-65b6-4b29-8009-73388d924546', 'mac_address': 'fa:16:3e:4b:9e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:57:11.147426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:11.161324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf42c2a-65b6-4b29-8009-73388d924546 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:57:11.181382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port edf42c2a-65b6-4b29-8009-73388d924546, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=edf42c2a-65b6-4b29-8009-73388d924546,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:57:11.185872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:11.187634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6919033a-4ea9-4a71-8869-2612b4ee8a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:11.241212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=edf42c2a-65b6-4b29-8009-73388d924546,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:11.244330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:11.398717 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['edf42c2a-65b6-4b29-8009-73388d924546'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:57:11.906182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463f6ee-4aab-494d-b28d-2b30e9d88eec req-3df7fc59-c4f2-455f-8ef4-a38b9e6296a1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:11.907573 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d463f6ee-4aab-494d-b28d-2b30e9d88eec req-3df7fc59-c4f2-455f-8ef4-a38b9e6296a1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 945 time: 0.0735548 Jun 11 11:57:11.948926 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d463f6ee-4aab-494d-b28d-2b30e9d88eec req-b6e9e080-2a35-4ed0-ba91-f9429ee6f924 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358372 Jun 11 11:57:12.152234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0086c057-e0d3-4e46-983f-013137425ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:12.989700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device edf42c2a-65b6-4b29-8009-73388d924546 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:57:13.042887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port edf42c2a-65b6-4b29-8009-73388d924546 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:57:13.047043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port edf42c2a-65b6-4b29-8009-73388d924546 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:57:13.047427 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:13.130431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f4170-f983-413d-b23c-9505a7160958 req-e132fa85-d458-4215-937a-0c0f35cf168b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:13.131910 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3a5f4170-f983-413d-b23c-9505a7160958 req-e132fa85-d458-4215-937a-0c0f35cf168b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 945 time: 0.0725968 Jun 11 11:57:13.133593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:13.161946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ef98d7-cc07-487c-b562-b59102b59505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf42c2a-65b6-4b29-8009-73388d924546'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:57:13.164224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81b0f12-abe9-4a02-aa1f-af3318246b2d" -d '{"events": [{"server_uuid": "62ef98d7-cc07-487c-b562-b59102b59505", "name": "network-vif-plugged", "status": "completed", "tag": "edf42c2a-65b6-4b29-8009-73388d924546"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:57:13.174861 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3a5f4170-f983-413d-b23c-9505a7160958 req-863a6408-7340-4a2a-977f-240e2d5353b3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364618 Jun 11 11:57:13.179361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port edf42c2a-65b6-4b29-8009-73388d924546, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=edf42c2a-65b6-4b29-8009-73388d924546,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:57:13.183948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:13.187741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:13.214705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049869f2-bbf5-4a40-a8fe-01e244d6a062 x-openstack-request-id: req-049869f2-bbf5-4a40-a8fe-01e244d6a062 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:57:13.215007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ef98d7-cc07-487c-b562-b59102b59505", "name": "network-vif-plugged", "status": "completed", "tag": "edf42c2a-65b6-4b29-8009-73388d924546", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:57:13.215268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-049869f2-bbf5-4a40-a8fe-01e244d6a062 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:57:13.215670 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ef98d7-cc07-487c-b562-b59102b59505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf42c2a-65b6-4b29-8009-73388d924546', 'code': 200} Jun 11 11:57:13.246054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=edf42c2a-65b6-4b29-8009-73388d924546,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:13.249760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:13.428306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8902f-cceb-4ae0-9d9c-8f9f113aaf6d req-b7ad7252-0353-4fa4-a308-60d546f3a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:13.429791 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-daa8902f-cceb-4ae0-9d9c-8f9f113aaf6d req-b7ad7252-0353-4fa4-a308-60d546f3a401 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 1099 time: 0.0572631 Jun 11 11:57:13.467865 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-daa8902f-cceb-4ae0-9d9c-8f9f113aaf6d req-d050fde3-5ada-43bb-8dc7-aaa15542ffc2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308940 Jun 11 11:57:14.362818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede11b6-eefe-4ff5-b95c-30bee037b25d req-05798eda-f74f-4915-aa84-5ba3ea5b2668 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:14.364303 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7ede11b6-eefe-4ff5-b95c-30bee037b25d req-05798eda-f74f-4915-aa84-5ba3ea5b2668 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 946 time: 0.0718565 Jun 11 11:57:14.405798 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7ede11b6-eefe-4ff5-b95c-30bee037b25d req-1543b43a-1660-4636-bff8-d13f720117c5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358527 Jun 11 11:57:14.744659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:14.937095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a852aa80-faff-4215-978e-2cee43153b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:15.588547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeb0ca-874f-43c4-8cee-bb73727a1719 req-f60a35e5-0bde-492e-926d-ed5c07c44d3a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:15.590028 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dafeb0ca-874f-43c4-8cee-bb73727a1719 req-f60a35e5-0bde-492e-926d-ed5c07c44d3a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 946 time: 0.0730326 Jun 11 11:57:15.631304 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dafeb0ca-874f-43c4-8cee-bb73727a1719 req-5447179e-5882-4abe-90d0-d2f9fe019fa4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355918 Jun 11 11:57:15.809041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e243d-cb93-4bce-a82d-7353d3ccf5ab req-8c4cb789-756a-4f9b-b157-ec0c9feccdd8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:15.811038 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d64e243d-cb93-4bce-a82d-7353d3ccf5ab req-8c4cb789-756a-4f9b-b157-ec0c9feccdd8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 946 time: 0.0717509 Jun 11 11:57:15.851949 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d64e243d-cb93-4bce-a82d-7353d3ccf5ab req-75a267d3-51e9-4805-b124-c6840fc43348 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351534 Jun 11 11:57:15.875166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50596) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:15.932708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa5253f-0d57-4749-9cd4-9ab350e21b18 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:15.937557 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9aa5253f-0d57-4749-9cd4-9ab350e21b18 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 1094 time: 0.0580971 Jun 11 11:57:15.937664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50598) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:15.942097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'edf42c2a-65b6-4b29-8009-73388d924546', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:15.964668 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:16.044376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:16.086649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:16.207309 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.133 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/3643f52f-120c-4bea-918a-85f269ca319c) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:57:16.331020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:16.369120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:16.371889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-877569d8-1c8f-4c61-9478-f5684e57eb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:16.418480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:57:16.421880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:57:16.426227 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:57:16.455411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=3643f52f-120c-4bea-918a-85f269ca319c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:16.460139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:16.887801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:16.974535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:17.152173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:17.156491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:17.159239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-46509b7d-c4db-4e60-99f9-1f510d86151b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:17.243406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=3643f52f-120c-4bea-918a-85f269ca319c,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:17.247282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:17.252313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:17.390862 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 9abfec89-c911-4004-9042-dd0ab2c92de7 associated. External IP: 172.26.6.133, port: edf42c2a-65b6-4b29-8009-73388d924546. Jun 11 11:57:17.742031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:18.062048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:57:18.204523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:57:18.213138 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beda4c2-e932-4355-bbf8-a6b9a7b15f24 None None] Sync routers for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:57:18.220354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:18.223408 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beda4c2-e932-4355-bbf8-a6b9a7b15f24 None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:57:18.224222 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6beda4c2-e932-4355-bbf8-a6b9a7b15f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:57:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:57:18.265320 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3266644 Jun 11 11:57:18.266013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ef98d7-cc07-487c-b562-b59102b59505', 'tag': 'edf42c2a-65b6-4b29-8009-73388d924546'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:57:18.268371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8311e0b6-b061-463a-b736-d85af91c4203" -d '{"events": [{"name": "network-changed", "server_uuid": "62ef98d7-cc07-487c-b562-b59102b59505", "tag": "edf42c2a-65b6-4b29-8009-73388d924546"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:57:18.306221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c499ecc-4ece-49b4-bdc3-18633aa12e32 x-openstack-request-id: req-3c499ecc-4ece-49b4-bdc3-18633aa12e32 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:57:18.306600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ef98d7-cc07-487c-b562-b59102b59505", "tag": "edf42c2a-65b6-4b29-8009-73388d924546", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:57:18.306938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c499ecc-4ece-49b4-bdc3-18633aa12e32 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:57:18.307393 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ef98d7-cc07-487c-b562-b59102b59505', 'tag': 'edf42c2a-65b6-4b29-8009-73388d924546', 'status': 'completed', 'code': 200} Jun 11 11:57:18.363937 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-6beda4c2-e932-4355-bbf8-a6b9a7b15f24 None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:57:18.391642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e0b6-b061-463a-b736-d85af91c4203 req-5c46c0b4-f1be-4a72-922b-fb194ef1b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:18.393116 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8311e0b6-b061-463a-b736-d85af91c4203 req-5c46c0b4-f1be-4a72-922b-fb194ef1b0b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 1099 time: 0.0588481 Jun 11 11:57:18.511422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e0b6-b061-463a-b736-d85af91c4203 req-a5c7f4b0-fe64-45ee-bd54-716432e6d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:18.512890 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8311e0b6-b061-463a-b736-d85af91c4203 req-a5c7f4b0-fe64-45ee-bd54-716432e6d423 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 898 time: 0.1120892 Jun 11 11:57:18.599562 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8311e0b6-b061-463a-b736-d85af91c4203 req-e1d50bba-809f-4588-a9d3-73208f96bbff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf42c2a-65b6-4b29-8009-73388d924546 HTTP/1.1" status: 200 len: 1000 time: 0.0801897 Jun 11 11:57:18.653361 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6beda4c2-e932-4355-bbf8-a6b9a7b15f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '9abfec89-c911-4004-9042-dd0ab2c92de7', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': 'edf42c2a-65b6-4b29-8009-73388d924546', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:4b:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ef98d7-cc07-487c-b562-b59102b59505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:16Z', 'updated_at': '2021-06-11T11:57:16Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}, {'id': 'bfa99dca-3184-45ef-b579-cb828055d997', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:62:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:02Z', 'updated_at': '2021-06-11T11:57:04Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:57:18.656427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e0b6-b061-463a-b736-d85af91c4203 req-c2cfd545-ee9c-4b78-b0c1-61b552ead995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:18.656547 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beda4c2-e932-4355-bbf8-a6b9a7b15f24 None None] Checking router: 2e1ee298-3730-4d4d-9c63-1f38ac351c72 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:57:18.657934 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8311e0b6-b061-463a-b736-d85af91c4203 req-c2cfd545-ee9c-4b78-b0c1-61b552ead995 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ed5c026-d313-47eb-87a8-0eeeacc737dc HTTP/1.1" status: 200 len: 834 time: 0.0522149 Jun 11 11:57:18.664515 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beda4c2-e932-4355-bbf8-a6b9a7b15f24 None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:57:18.665115 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6beda4c2-e932-4355-bbf8-a6b9a7b15f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:57:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:57:18.720045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e0b6-b061-463a-b736-d85af91c4203 req-cb8e1db1-8d9e-4e3c-a97c-736c7efbf0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:18.721544 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8311e0b6-b061-463a-b736-d85af91c4203 req-cb8e1db1-8d9e-4e3c-a97c-736c7efbf0aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576057 Jun 11 11:57:18.843135 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8311e0b6-b061-463a-b736-d85af91c4203 req-f7975978-79b5-4a09-94eb-cabd67e504e0 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152556 Jun 11 11:57:18.902811 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-6beda4c2-e932-4355-bbf8-a6b9a7b15f24 None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:57:18.961231 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8311e0b6-b061-463a-b736-d85af91c4203 req-3c044034-9983-4b66-8db6-a0daedea2979 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115112 Jun 11 11:57:19.184851 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6beda4c2-e932-4355-bbf8-a6b9a7b15f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '9abfec89-c911-4004-9042-dd0ab2c92de7', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': 'edf42c2a-65b6-4b29-8009-73388d924546', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:4b:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ef98d7-cc07-487c-b562-b59102b59505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:16Z', 'updated_at': '2021-06-11T11:57:16Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}, {'id': 'bfa99dca-3184-45ef-b579-cb828055d997', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:62:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:02Z', 'updated_at': '2021-06-11T11:57:04Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:57:19.189287 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beda4c2-e932-4355-bbf8-a6b9a7b15f24 None None] The sync data for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv is: [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '9abfec89-c911-4004-9042-dd0ab2c92de7', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': 'edf42c2a-65b6-4b29-8009-73388d924546', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:4b:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ef98d7-cc07-487c-b562-b59102b59505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:16Z', 'updated_at': '2021-06-11T11:57:16Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}, {'id': 'bfa99dca-3184-45ef-b579-cb828055d997', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:62:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:02Z', 'updated_at': '2021-06-11T11:57:04Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:57:19.365531 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3042dfb8-cc4c-4534-9356-47172d870104 None None] New status for floating IP 9abfec89-c911-4004-9042-dd0ab2c92de7: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:57:27.581353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:27.906885 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:57:42.152852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0793e367-a7e5-43d6-9e6b-0c45c967e7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:44.745160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:44.936303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-41683c90-687d-4faf-b8bc-3e40eda7b39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:46.047758 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:47.740179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:52.269080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50614) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:52.351052 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7eea12af-b602-461a-9427-169b8c55b78c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/bfa99dca-3184-45ef-b579-cb828055d997 HTTP/1.1" status: 200 len: 994 time: 0.0807483 Jun 11 11:57:53.085919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50622) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:53.091326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:53.190214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:53.368559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:57:53.398187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:53.402523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:53.405218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:53.459790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:53.460423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:53.461910 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/ports/0937303a-8d08-4d76-8374-0eb4e8e4e0cd HTTP/1.1" status: 200 len: 939 time: 0.3749003 Jun 11 11:57:53.462641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:57:53.464990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120ceeca-8054-41ce-a29a-115be56bb95a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:57:53.492453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,revision_number=6']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:53.500056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.500451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.500836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.501216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.501849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.502281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.502686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.503102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.503882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.504278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.504756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.505134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:57:53.511066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679ca17d-9ce4-44f8-9596-8cb7dd0118e8 x-openstack-request-id: req-679ca17d-9ce4-44f8-9596-8cb7dd0118e8 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:57:53.511418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:57:53.511731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-679ca17d-9ce4-44f8-9596-8cb7dd0118e8 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:57:53.512252 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'status': 'completed', 'code': 200} Jun 11 11:57:53.513029 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:53.599383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ceeca-8054-41ce-a29a-115be56bb95a req-61fe2b33-d159-4202-9b0b-773a2959026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:53.599804 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-120ceeca-8054-41ce-a29a-115be56bb95a req-61fe2b33-d159-4202-9b0b-773a2959026f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 1100 time: 0.0696645 Jun 11 11:57:53.704102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-060bb689-7979-4534-a8e5-5cc2e77b7291 None None] Provisioning complete for port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:57:53.704704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-060bb689-7979-4534-a8e5-5cc2e77b7291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:53.712386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ceeca-8054-41ce-a29a-115be56bb95a req-184e3c92-efdc-44d1-a6a0-86a753d04e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:53.713814 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-120ceeca-8054-41ce-a29a-115be56bb95a req-184e3c92-efdc-44d1-a6a0-86a753d04e4f service neutron] 10.222.0.25 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 898 time: 0.1079705 Jun 11 11:57:53.753063 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-060bb689-7979-4534-a8e5-5cc2e77b7291 None None] Port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd is administratively disabled so it will not transition to active. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 11 11:57:53.799821 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-120ceeca-8054-41ce-a29a-115be56bb95a req-6ff6653c-fbad-4b75-8298-d29fc6c1c5d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd HTTP/1.1" status: 200 len: 1003 time: 0.0793769 Jun 11 11:57:53.855013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ceeca-8054-41ce-a29a-115be56bb95a req-86644d3f-1d1a-4c6d-8986-d03a7c1feea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:53.856383 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-120ceeca-8054-41ce-a29a-115be56bb95a req-86644d3f-1d1a-4c6d-8986-d03a7c1feea2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ed5c026-d313-47eb-87a8-0eeeacc737dc HTTP/1.1" status: 200 len: 834 time: 0.0503993 Jun 11 11:57:53.922503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ceeca-8054-41ce-a29a-115be56bb95a req-7450e5ca-e507-448c-b5aa-3ce4417fbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:53.923970 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-120ceeca-8054-41ce-a29a-115be56bb95a req-7450e5ca-e507-448c-b5aa-3ce4417fbd33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0608521 Jun 11 11:57:54.040409 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-120ceeca-8054-41ce-a29a-115be56bb95a req-7b68a227-6a87-44cb-afea-2a958d2c9d14 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090324 Jun 11 11:57:54.152181 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-120ceeca-8054-41ce-a29a-115be56bb95a req-5920ae39-bd6b-4f38-8936-a3bc1b7a4d25 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031001 Jun 11 11:57:56.890149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50630) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:56.895716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-53611bdd-7756-4406-97c4-eb3b8050dcf4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'admin_state_up': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:57:57.347658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-53611bdd-7756-4406-97c4-eb3b8050dcf4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:57.530177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-53611bdd-7756-4406-97c4-eb3b8050dcf4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:57:57.560450 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-53611bdd-7756-4406-97c4-eb3b8050dcf4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:57.564919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-53611bdd-7756-4406-97c4-eb3b8050dcf4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:57.567642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c4097ae7-8492-4b59-9fb8-e7e97dcd8297 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:57:57.617193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:57.619879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53611bdd-7756-4406-97c4-eb3b8050dcf4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:57.620554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-53611bdd-7756-4406-97c4-eb3b8050dcf4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:57.621968 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-53611bdd-7756-4406-97c4-eb3b8050dcf4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/ports/0937303a-8d08-4d76-8374-0eb4e8e4e0cd HTTP/1.1" status: 200 len: 938 time: 0.7308614 Jun 11 11:57:57.623108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:57:57.624958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50632) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:57:57.625380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2540e07a-9792-4197-b993-2dd6564a10ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:57:57.652265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53611bdd-7756-4406-97c4-eb3b8050dcf4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,revision_number=7']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:57:57.660380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-53611bdd-7756-4406-97c4-eb3b8050dcf4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:57:57.675151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f3adf0-f70f-4e42-a711-a80f8d6d9871 x-openstack-request-id: req-01f3adf0-f70f-4e42-a711-a80f8d6d9871 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:57:57.675560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:57:57.675934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01f3adf0-f70f-4e42-a711-a80f8d6d9871 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:57:57.676459 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'status': 'completed', 'code': 200} Jun 11 11:57:57.725598 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9b8a84fd-8c1d-4a00-bd56-c9b323807e02 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/bfa99dca-3184-45ef-b579-cb828055d997 HTTP/1.1" status: 200 len: 994 time: 0.0987353 Jun 11 11:57:57.764999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e07a-9792-4197-b993-2dd6564a10ce req-28ecc6d2-3a75-46c3-89e6-98196b0aca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:57.766238 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2540e07a-9792-4197-b993-2dd6564a10ce req-28ecc6d2-3a75-46c3-89e6-98196b0aca30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 1099 time: 0.0623279 Jun 11 11:57:57.848361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['0937303a-8d08-4d76-8374-0eb4e8e4e0cd'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:57:57.883336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e07a-9792-4197-b993-2dd6564a10ce req-cbcbbc36-4450-4d5e-80bf-75c98045d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:57.884734 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2540e07a-9792-4197-b993-2dd6564a10ce req-cbcbbc36-4450-4d5e-80bf-75c98045d411 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 898 time: 0.1114531 Jun 11 11:57:57.910881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5186852b-6541-4767-8035-3ba9d07df172 None None] Provisioning complete for port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:57:57.911264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5186852b-6541-4767-8035-3ba9d07df172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:57:57.973910 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2540e07a-9792-4197-b993-2dd6564a10ce req-49d5d0b0-46a9-42cc-bb7a-666963e855df service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd HTTP/1.1" status: 200 len: 1002 time: 0.0825167 Jun 11 11:57:58.030077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e07a-9792-4197-b993-2dd6564a10ce req-f9ef2a04-555f-4e98-ac07-743cb877ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:58.031574 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2540e07a-9792-4197-b993-2dd6564a10ce req-f9ef2a04-555f-4e98-ac07-743cb877ed22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ed5c026-d313-47eb-87a8-0eeeacc737dc HTTP/1.1" status: 200 len: 834 time: 0.0518546 Jun 11 11:57:58.096571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e07a-9792-4197-b993-2dd6564a10ce req-c619dbb7-a8ca-4a64-bf74-9d0592d7c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:57:58.098121 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2540e07a-9792-4197-b993-2dd6564a10ce req-c619dbb7-a8ca-4a64-bf74-9d0592d7c940 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583940 Jun 11 11:57:58.213278 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2540e07a-9792-4197-b993-2dd6564a10ce req-3747a631-bf44-4f51-961c-3e0a0147d214 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090703 Jun 11 11:57:58.332589 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2540e07a-9792-4197-b993-2dd6564a10ce req-e07604f4-8e78-410a-8121-16f74e4423b9 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127853 Jun 11 11:58:00.304572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50642) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:00.497176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 3643f52f-120c-4bea-918a-85f269ca319c {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:58:00.498045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:00.597910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:00.598278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:00.695111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 3643f52f-120c-4bea-918a-85f269ca319c owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:58:00.867767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:00.870456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b70a1f56-4be4-40b4-8c17-ec7fb0a01cfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:00.904173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=3643f52f-120c-4bea-918a-85f269ca319c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:00.907915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:00.975953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:00.976288 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP 9abfec89-c911-4004-9042-dd0ab2c92de7 disassociated (deleted). External IP: 172.26.6.133, port: edf42c2a-65b6-4b29-8009-73388d924546. Jun 11 11:58:01.256301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:58:01.400623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:58:01.405975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:01.410246 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f27b84-f0b7-4486-b733-3ee802631921 None None] Sync routers for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:58:01.418915 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f27b84-f0b7-4486-b733-3ee802631921 None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:01.419556 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c1f27b84-f0b7-4486-b733-3ee802631921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:57:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:01.449942 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/floatingips/9abfec89-c911-4004-9042-dd0ab2c92de7 HTTP/1.1" status: 204 len: 168 time: 1.1418245 Jun 11 11:58:01.449942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ef98d7-cc07-487c-b562-b59102b59505', 'tag': 'edf42c2a-65b6-4b29-8009-73388d924546'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:58:01.451320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5588c18-7fbb-4b65-855d-b120fa23d121" -d '{"events": [{"name": "network-changed", "server_uuid": "62ef98d7-cc07-487c-b562-b59102b59505", "tag": "edf42c2a-65b6-4b29-8009-73388d924546"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:58:01.489730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a439f1b-f84c-45f8-b126-2621eaf9a54e x-openstack-request-id: req-1a439f1b-f84c-45f8-b126-2621eaf9a54e {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:58:01.490340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ef98d7-cc07-487c-b562-b59102b59505", "tag": "edf42c2a-65b6-4b29-8009-73388d924546", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:58:01.490695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a439f1b-f84c-45f8-b126-2621eaf9a54e {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:58:01.491185 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ef98d7-cc07-487c-b562-b59102b59505', 'tag': 'edf42c2a-65b6-4b29-8009-73388d924546', 'status': 'completed', 'code': 200} Jun 11 11:58:01.561421 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c1f27b84-f0b7-4486-b733-3ee802631921 None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:01.578848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5588c18-7fbb-4b65-855d-b120fa23d121 req-c8665b11-bfa7-493b-aee2-c080a3ad4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:01.579278 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5588c18-7fbb-4b65-855d-b120fa23d121 req-c8665b11-bfa7-493b-aee2-c080a3ad4a07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 1099 time: 0.0663757 Jun 11 11:58:01.706847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5588c18-7fbb-4b65-855d-b120fa23d121 req-da3e111e-fb5a-4968-8659-b80e1ee3d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:01.708554 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5588c18-7fbb-4b65-855d-b120fa23d121 req-da3e111e-fb5a-4968-8659-b80e1ee3d029 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 898 time: 0.1233044 Jun 11 11:58:01.767177 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5588c18-7fbb-4b65-855d-b120fa23d121 req-f9317b40-0425-47d2-ba71-c0215f9e3dae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf42c2a-65b6-4b29-8009-73388d924546 HTTP/1.1" status: 200 len: 217 time: 0.0519249 Jun 11 11:58:01.825373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5588c18-7fbb-4b65-855d-b120fa23d121 req-13b8f947-c1e1-4cb0-a49c-11f5c4effeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:01.827588 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5588c18-7fbb-4b65-855d-b120fa23d121 req-13b8f947-c1e1-4cb0-a49c-11f5c4effeb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ed5c026-d313-47eb-87a8-0eeeacc737dc HTTP/1.1" status: 200 len: 834 time: 0.0543370 Jun 11 11:58:01.847245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d883a-d4f3-48fc-a0e4-76bc3be4469e req-7d059bf7-6753-457d-98a5-82f41f044d37 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:01.848864 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b05d883a-d4f3-48fc-a0e4-76bc3be4469e req-7d059bf7-6753-457d-98a5-82f41f044d37 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 946 time: 0.0756121 Jun 11 11:58:01.864051 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c1f27b84-f0b7-4486-b733-3ee802631921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'bfa99dca-3184-45ef-b579-cb828055d997', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:62:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:02Z', 'updated_at': '2021-06-11T11:57:04Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:01.867537 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f27b84-f0b7-4486-b733-3ee802631921 None None] Checking router: 2e1ee298-3730-4d4d-9c63-1f38ac351c72 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:58:01.876625 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f27b84-f0b7-4486-b733-3ee802631921 None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:01.877257 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c1f27b84-f0b7-4486-b733-3ee802631921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:57:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:01.892869 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b05d883a-d4f3-48fc-a0e4-76bc3be4469e req-adaa03f2-9fa5-49f2-b26b-5e242660de6f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382078 Jun 11 11:58:01.896593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5588c18-7fbb-4b65-855d-b120fa23d121 req-9d3e264e-17ae-4568-b628-b79f75794512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:01.898250 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5588c18-7fbb-4b65-855d-b120fa23d121 req-9d3e264e-17ae-4568-b628-b79f75794512 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642574 Jun 11 11:58:02.011711 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5588c18-7fbb-4b65-855d-b120fa23d121 req-58b22145-9c17-439f-a9fc-36458ba8a0d9 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062531 Jun 11 11:58:02.019509 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c1f27b84-f0b7-4486-b733-3ee802631921 None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:02.127587 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5588c18-7fbb-4b65-855d-b120fa23d121 req-3390e9f6-fd9b-4661-ac48-5f47c8a27d05 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088588 Jun 11 11:58:02.297632 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c1f27b84-f0b7-4486-b733-3ee802631921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'bfa99dca-3184-45ef-b579-cb828055d997', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:62:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:02Z', 'updated_at': '2021-06-11T11:57:04Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:02.300859 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f27b84-f0b7-4486-b733-3ee802631921 None None] The sync data for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv is: [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'bfa99dca-3184-45ef-b579-cb828055d997', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'port_id': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'mac_address': 'fa:16:3e:62:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:57:02Z', 'updated_at': '2021-06-11T11:57:04Z', 'revision_number': 1, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:58:02.516340 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa025a-4f03-4831-84e3-a116965d10ac None None] New status for floating IP 9abfec89-c911-4004-9042-dd0ab2c92de7: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:58:03.114173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78636d18-296d-422c-897d-f942530b0df6 req-a8e682b5-be2f-4137-a6de-3966c376686c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:03.115645 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-78636d18-296d-422c-897d-f942530b0df6 req-a8e682b5-be2f-4137-a6de-3966c376686c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 946 time: 0.1213589 Jun 11 11:58:03.127728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e23d4-adb9-47db-a6fa-648f0215467a req-5fdab07b-32cb-487c-9a50-42fe9efb52fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:03.129073 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e34e23d4-adb9-47db-a6fa-648f0215467a req-5fdab07b-32cb-487c-9a50-42fe9efb52fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ef98d7-cc07-487c-b562-b59102b59505 HTTP/1.1" status: 200 len: 946 time: 0.1223676 Jun 11 11:58:03.214856 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e34e23d4-adb9-47db-a6fa-648f0215467a req-44750044-053c-44ac-a5bf-decfbbdb71ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775709 Jun 11 11:58:03.263994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-78636d18-296d-422c-897d-f942530b0df6 req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port edf42c2a-65b6-4b29-8009-73388d924546 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:58:03.264235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-78636d18-296d-422c-897d-f942530b0df6 req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:03.379850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-78636d18-296d-422c-897d-f942530b0df6 req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port edf42c2a-65b6-4b29-8009-73388d924546, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=edf42c2a-65b6-4b29-8009-73388d924546,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:58:03.380212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-78636d18-296d-422c-897d-f942530b0df6 req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:03.470902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-78636d18-296d-422c-897d-f942530b0df6 req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for edf42c2a-65b6-4b29-8009-73388d924546 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:58:03.620928 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-78636d18-296d-422c-897d-f942530b0df6 req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:03.624883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b98f4a6c-add1-4876-867c-24bbcd980892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:03.653692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=edf42c2a-65b6-4b29-8009-73388d924546,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:03.657544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:03.710026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-78636d18-296d-422c-897d-f942530b0df6 req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port edf42c2a-65b6-4b29-8009-73388d924546 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:58:03.712415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-78636d18-296d-422c-897d-f942530b0df6 req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:03.714369 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-78636d18-296d-422c-897d-f942530b0df6 req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "DELETE /v2.0/ports/edf42c2a-65b6-4b29-8009-73388d924546 HTTP/1.1" status: 204 len: 173 time: 0.5844436 Jun 11 11:58:03.714920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ef98d7-cc07-487c-b562-b59102b59505', 'name': 'network-vif-deleted', 'tag': 'edf42c2a-65b6-4b29-8009-73388d924546'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:58:03.717843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092a057a-2d9f-4fb1-98c0-81deb7e06fdc" -d '{"events": [{"server_uuid": "62ef98d7-cc07-487c-b562-b59102b59505", "name": "network-vif-deleted", "tag": "edf42c2a-65b6-4b29-8009-73388d924546"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:58:03.754483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ec669a-8dc8-4686-be6d-53b13060c59e x-openstack-request-id: req-c4ec669a-8dc8-4686-be6d-53b13060c59e {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:58:03.754869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ef98d7-cc07-487c-b562-b59102b59505", "name": "network-vif-deleted", "tag": "edf42c2a-65b6-4b29-8009-73388d924546", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:58:03.755530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4ec669a-8dc8-4686-be6d-53b13060c59e {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:58:03.755997 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ef98d7-cc07-487c-b562-b59102b59505', 'name': 'network-vif-deleted', 'tag': 'edf42c2a-65b6-4b29-8009-73388d924546', 'status': 'completed', 'code': 200} Jun 11 11:58:04.309340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50656) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:04.379423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1a69af5-0980-4efd-af37-26a4daad2d02 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:04.406926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1a69af5-0980-4efd-af37-26a4daad2d02 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:04.468808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1a69af5-0980-4efd-af37-26a4daad2d02 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:04.471557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1a69af5-0980-4efd-af37-26a4daad2d02 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:04.473790 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d1a69af5-0980-4efd-af37-26a4daad2d02 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0300c45-1b8e-4f5d-aa0e-1c380fe0460c HTTP/1.1" status: 204 len: 168 time: 0.1618531 Jun 11 11:58:04.473790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-db73cbce-8cd7-4365-993e-0d5cc1e1a828 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:04.484109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a69af5-0980-4efd-af37-26a4daad2d02 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0300c45-1b8e-4f5d-aa0e-1c380fe0460c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:04.487181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d1a69af5-0980-4efd-af37-26a4daad2d02 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:04.505407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50660) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:04.905977 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:58:05.048697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port d89200ab-0d68-4a83-9c4a-14f5d3fb5d99 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:58:05.049039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:05.146726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:05.147056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:05.239935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for d89200ab-0d68-4a83-9c4a-14f5d3fb5d99 owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:58:05.288918 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device edf42c2a-65b6-4b29-8009-73388d924546 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:58:05.316912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: edf42c2a-65b6-4b29-8009-73388d924546 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:58:05.317265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device edf42c2a-65b6-4b29-8009-73388d924546 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:58:05.417665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:05.420136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-53611bdd-7756-4406-97c4-eb3b8050dcf4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:05.452784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=d89200ab-0d68-4a83-9c4a-14f5d3fb5d99,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:05.456658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:05.531537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:05.532050 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP bfa99dca-3184-45ef-b579-cb828055d997 disassociated (deleted). External IP: 172.26.6.121, port: 0937303a-8d08-4d76-8374-0eb4e8e4e0cd. Jun 11 11:58:05.823518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:58:05.965214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:58:05.970168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:05.974760 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678b4e8-72a8-4093-9f16-bab9a28f1f41 None None] Sync routers for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:58:05.984418 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678b4e8-72a8-4093-9f16-bab9a28f1f41 None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:05.985030 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8678b4e8-72a8-4093-9f16-bab9a28f1f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:57:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:06.014373 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/floatingips/bfa99dca-3184-45ef-b579-cb828055d997 HTTP/1.1" status: 204 len: 168 time: 1.5078619 Jun 11 11:58:06.015079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:58:06.017400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:58:06.054930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9820448-b88e-45da-a5b9-140f996435a6 x-openstack-request-id: req-d9820448-b88e-45da-a5b9-140f996435a6 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:58:06.055438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:58:06.055850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9820448-b88e-45da-a5b9-140f996435a6 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:58:06.056511 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'status': 'completed', 'code': 200} Jun 11 11:58:06.135319 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-8678b4e8-72a8-4093-9f16-bab9a28f1f41 None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:06.143208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f req-37609d74-403d-4fec-acb3-8e5eff650a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:06.144932 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f req-37609d74-403d-4fec-acb3-8e5eff650a19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 1099 time: 0.0669305 Jun 11 11:58:06.281150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f req-b6116571-39e3-4e67-a1e5-43134c2c853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:06.282664 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f req-b6116571-39e3-4e67-a1e5-43134c2c853b service neutron] 10.222.0.25 "GET /v2.0/networks?id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 200 len: 898 time: 0.1298513 Jun 11 11:58:06.343225 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f req-fe5e0275-7885-49a9-8268-6588f5804c72 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd HTTP/1.1" status: 200 len: 217 time: 0.0528295 Jun 11 11:58:06.405938 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f req-c660f497-af62-4581-8f2f-1544a686fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:06.407463 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f req-c660f497-af62-4581-8f2f-1544a686fcf9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ed5c026-d313-47eb-87a8-0eeeacc737dc HTTP/1.1" status: 200 len: 834 time: 0.0573518 Jun 11 11:58:06.447009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f3100-8d74-4aa2-b491-f62c92aef4ed req-3c40db69-89c5-467d-915d-4598feafc175 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:06.448838 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-487f3100-8d74-4aa2-b491-f62c92aef4ed req-3c40db69-89c5-467d-915d-4598feafc175 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 946 time: 0.0865612 Jun 11 11:58:06.479443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f req-848476a0-f464-4f7e-bc45-5c92b0df29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:06.481039 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f req-848476a0-f464-4f7e-bc45-5c92b0df29f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667732 Jun 11 11:58:06.492540 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-487f3100-8d74-4aa2-b491-f62c92aef4ed req-a6355566-7460-44d2-969c-90b1db8cbc28 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a6136c4-c077-4331-b695-f6ec90be1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372136 Jun 11 11:58:06.509217 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8678b4e8-72a8-4093-9f16-bab9a28f1f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:06.512792 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678b4e8-72a8-4093-9f16-bab9a28f1f41 None None] Checking router: 2e1ee298-3730-4d4d-9c63-1f38ac351c72 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:58:06.526314 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678b4e8-72a8-4093-9f16-bab9a28f1f41 None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:06.526974 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8678b4e8-72a8-4093-9f16-bab9a28f1f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:57:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:06.604598 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f req-ccdef999-6626-42e2-9e33-23334f5cfc99 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150391 Jun 11 11:58:06.667812 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-8678b4e8-72a8-4093-9f16-bab9a28f1f41 None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:06.726545 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-94130b50-cb11-41d3-abf0-a8cb12dc3a3f req-5f0b3c93-93f5-4f30-9f78-0033ff7136f1 service neutron] 10.222.0.25 "GET /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148949 Jun 11 11:58:06.914501 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8678b4e8-72a8-4093-9f16-bab9a28f1f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:06.917741 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678b4e8-72a8-4093-9f16-bab9a28f1f41 None None] The sync data for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv is: [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:56:48Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '3812a3bb-70ce-4c02-8fd9-c1dc0aafd260', 'name': '', 'network_id': '70c95dbb-25f0-488c-8ffa-ec4eca8de5eb', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:48:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:47Z', 'updated_at': '2021-06-11T11:56:53Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '6ed5c026-d313-47eb-87a8-0eeeacc737dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:58:07.132660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232039a-997f-41e6-9b06-157b17a4951a None None] New status for floating IP bfa99dca-3184-45ef-b579-cb828055d997: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:58:07.683822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c181533-607d-4a11-9532-767945b21935 req-b02dc9ee-2ccd-4369-9fde-35af2e32c30e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:07.685843 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6c181533-607d-4a11-9532-767945b21935 req-b02dc9ee-2ccd-4369-9fde-35af2e32c30e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 946 time: 0.0741575 Jun 11 11:58:07.759978 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6c181533-607d-4a11-9532-767945b21935 req-cd9ff643-2475-449c-95f5-27eb8174cd17 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a6136c4-c077-4331-b695-f6ec90be1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647757 Jun 11 11:58:07.794957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762b00-bd72-4bcf-b326-310833fe4cef req-68953526-6add-4f2d-998d-67a8bd000de4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:07.796319 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4762b00-bd72-4bcf-b326-310833fe4cef req-68953526-6add-4f2d-998d-67a8bd000de4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 946 time: 0.0826130 Jun 11 11:58:07.907146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-b4762b00-bd72-4bcf-b326-310833fe4cef req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:58:07.907490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4762b00-bd72-4bcf-b326-310833fe4cef req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:08.031462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-b4762b00-bd72-4bcf-b326-310833fe4cef req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:58:08.031860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4762b00-bd72-4bcf-b326-310833fe4cef req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:08.123270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-b4762b00-bd72-4bcf-b326-310833fe4cef req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 0937303a-8d08-4d76-8374-0eb4e8e4e0cd owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:58:08.269277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4762b00-bd72-4bcf-b326-310833fe4cef req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:08.273069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-561cdbfc-e77f-4cff-ac5f-a89b39e5bd68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:08.303009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=0937303a-8d08-4d76-8374-0eb4e8e4e0cd,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:08.307442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:08.362352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4762b00-bd72-4bcf-b326-310833fe4cef req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port 0937303a-8d08-4d76-8374-0eb4e8e4e0cd on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:58:08.366145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b4762b00-bd72-4bcf-b326-310833fe4cef req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:08.368231 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4762b00-bd72-4bcf-b326-310833fe4cef req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "DELETE /v2.0/ports/0937303a-8d08-4d76-8374-0eb4e8e4e0cd HTTP/1.1" status: 204 len: 173 time: 0.5666788 Jun 11 11:58:08.368801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'name': 'network-vif-deleted', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:58:08.371992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de58de3f-8824-4390-a115-6b5ee4e19cd6" -d '{"events": [{"server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "name": "network-vif-deleted", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:58:08.409363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4076d72-ef8e-4ade-b9f6-3f5934adb1ef x-openstack-request-id: req-e4076d72-ef8e-4ade-b9f6-3f5934adb1ef {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:58:08.409872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1", "name": "network-vif-deleted", "tag": "0937303a-8d08-4d76-8374-0eb4e8e4e0cd", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:58:08.410324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4076d72-ef8e-4ade-b9f6-3f5934adb1ef {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:58:08.411020 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1', 'name': 'network-vif-deleted', 'tag': '0937303a-8d08-4d76-8374-0eb4e8e4e0cd', 'status': 'completed', 'code': 200} Jun 11 11:58:08.924118 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-343c159d-6eb5-4c4a-afa4-c6f7f61aace8 req-7ed10a64-c996-4042-b424-2648e2e6b2e9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e2ffc38-8ea9-406d-bb1c-a9ba3a2f71e1 HTTP/1.1" status: 200 len: 210 time: 0.0383027 Jun 11 11:58:10.019387 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50676) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:10.081973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d99e268-d9bd-43d7-8a2c-d1937dffdcfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:10.107535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d99e268-d9bd-43d7-8a2c-d1937dffdcfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:10.167381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d99e268-d9bd-43d7-8a2c-d1937dffdcfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:10.169976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3d99e268-d9bd-43d7-8a2c-d1937dffdcfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:10.171157 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3d99e268-d9bd-43d7-8a2c-d1937dffdcfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/6a6136c4-c077-4331-b695-f6ec90be1cba HTTP/1.1" status: 204 len: 168 time: 0.1507676 Jun 11 11:58:10.171944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ea1bc2eb-dc99-4734-8aa6-adc721dbb4b7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:10.181502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99e268-d9bd-43d7-8a2c-d1937dffdcfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6136c4-c077-4331-b695-f6ec90be1cba,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:10.183835 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3d99e268-d9bd-43d7-8a2c-d1937dffdcfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:10.203044 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50680) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:10.663311 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:10.994849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:58:10.995192 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:11.110058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3812a3bb-70ce-4c02-8fd9-c1dc0aafd260,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:58:11.110314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:11.201348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:58:11.304096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 0937303a-8d08-4d76-8374-0eb4e8e4e0cd no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:58:11.328495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 0937303a-8d08-4d76-8374-0eb4e8e4e0cd {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:58:11.328852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 0937303a-8d08-4d76-8374-0eb4e8e4e0cd not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:58:11.425949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:11.427998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-55aa40ef-e7f7-4511-b256-80dc07ab287d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:11.458703 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=3812a3bb-70ce-4c02-8fd9-c1dc0aafd260,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:11.471116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.471509 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.471894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.472268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.472639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.473013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.473381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.473747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.474113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.474476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.474864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.475223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:11.500407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:11.696600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:11.980585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:58:12.120842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:58:12.126813 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/2e1ee298-3730-4d4d-9c63-1f38ac351c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9220657 Jun 11 11:58:12.129229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50682) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:12.131900 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f583e-7273-4ad1-bc75-6ed2cdf7e148 None None] Sync routers for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:58:12.148875 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f583e-7273-4ad1-bc75-6ed2cdf7e148 None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:12.149732 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-231f583e-7273-4ad1-bc75-6ed2cdf7e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:57:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:12.153528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ad4dd86b-f706-46a9-88fc-3a41c787b1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:12.189527 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7e9047-4297-4a29-9585-2cd8baff6926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting subnet 6ed5c026-d313-47eb-87a8-0eeeacc737dc {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:58:12.192632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9047-4297-4a29-9585-2cd8baff6926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:12.244024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9047-4297-4a29-9585-2cd8baff6926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:12.292478 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-231f583e-7273-4ad1-bc75-6ed2cdf7e148 None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:12.338044 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9047-4297-4a29-9585-2cd8baff6926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:12.402826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9047-4297-4a29-9585-2cd8baff6926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:12.406144 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4f4efb38-c9ab-4a21-8279-e786230c8116 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:12.443306 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e9047-4297-4a29-9585-2cd8baff6926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed5c026-d313-47eb-87a8-0eeeacc737dc,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:12.445277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9047-4297-4a29-9585-2cd8baff6926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:12.447162 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1b7e9047-4297-4a29-9585-2cd8baff6926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/subnets/6ed5c026-d313-47eb-87a8-0eeeacc737dc HTTP/1.1" status: 204 len: 168 time: 0.3170214 Jun 11 11:58:12.448138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1b7e9047-4297-4a29-9585-2cd8baff6926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:12.449770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50684) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:12.455795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b093b4-88de-425d-b8e2-0a7ca26ccf5d None None] Network 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:58:12.524309 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-231f583e-7273-4ad1-bc75-6ed2cdf7e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:58:11Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:12.527497 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f583e-7273-4ad1-bc75-6ed2cdf7e148 None None] Checking router: 2e1ee298-3730-4d4d-9c63-1f38ac351c72 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:58:12.536460 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f583e-7273-4ad1-bc75-6ed2cdf7e148 None None] Routers {'2e1ee298-3730-4d4d-9c63-1f38ac351c72'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:12.536915 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-231f583e-7273-4ad1-bc75-6ed2cdf7e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:57:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:12.703186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] DHCP port deletion for 70c95dbb-25f0-488c-8ffa-ec4eca8de5eb request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:58:12.704894 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-231f583e-7273-4ad1-bc75-6ed2cdf7e148 None None] Set router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:12.787453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Deleting port b8c88fbc-965d-42df-80f9-bf700b7c65d8 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:58:12.787767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:12.876753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] For port b8c88fbc-965d-42df-80f9-bf700b7c65d8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b8c88fbc-965d-42df-80f9-bf700b7c65d8,segment=NetworkSegment(8ba98a17-c029-4318-80fd-91388b5571e8),segment_id=8ba98a17-c029-4318-80fd-91388b5571e8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:58:12.877162 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:13.057369 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-231f583e-7273-4ad1-bc75-6ed2cdf7e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:58:11Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:13.061422 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f583e-7273-4ad1-bc75-6ed2cdf7e148 None None] The sync data for ids ['2e1ee298-3730-4d4d-9c63-1f38ac351c72'] in dv-neutron-786478-5-hyperv is: [{'id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'name': 'tempest-TestNetworkBasicOps-router-441748693', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:56:43Z', 'updated_at': '2021-06-11T11:58:11Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '9e17d05c-f057-46f3-bfc8-b08749fe69b5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ee298-3730-4d4d-9c63-1f38ac351c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:56:44Z', 'updated_at': '2021-06-11T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:58:13.072181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:13.132511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Calling delete_port for b8c88fbc-965d-42df-80f9-bf700b7c65d8 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:58:13.216554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:13.225224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:13.228110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c9124604-6bc0-4ebe-8fd2-23c345e0c321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:13.256212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Pushing event deleted for resources: {'Port': ['ID=b8c88fbc-965d-42df-80f9-bf700b7c65d8,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:13.259174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] No DVR routers for this DVR port b8c88fbc-965d-42df-80f9-bf700b7c65d8 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:58:13.265412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.265780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.268217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.268217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.268217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.268217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.268217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.268217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.268217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.269230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.269230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.269230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:13.271997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:13.285380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 9e17d05c-f057-46f3-bfc8-b08749fe69b5 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:58:13.285732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:13.389543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 9e17d05c-f057-46f3-bfc8-b08749fe69b5, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9e17d05c-f057-46f3-bfc8-b08749fe69b5,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:58:13.389897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:13.466690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:58:13.491545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 9e17d05c-f057-46f3-bfc8-b08749fe69b5 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:58:13.492255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:58:13.492618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3812a3bb-70ce-4c02-8fd9-c1dc0aafd260 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:58:13.493227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b8c88fbc-965d-42df-80f9-bf700b7c65d8 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:58:13.520569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b8c88fbc-965d-42df-80f9-bf700b7c65d8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:58:13.520928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b8c88fbc-965d-42df-80f9-bf700b7c65d8 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:58:13.706781 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:13.709404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-401f3aa8-495d-4e96-b636-1b734fd715d8 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:13.743026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=9e17d05c-f057-46f3-bfc8-b08749fe69b5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:13.746795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:13.818889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:13.949785 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:13.951904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.010392 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.010882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Fanout notify agent at l3_agent the message router_deleted on router 2e1ee298-3730-4d4d-9c63-1f38ac351c72 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:58:14.017531 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.018908 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/routers/2e1ee298-3730-4d4d-9c63-1f38ac351c72 HTTP/1.1" status: 204 len: 168 time: 1.5680783 Jun 11 11:58:14.021589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50686) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:14.122674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.237406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.248092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c95dbb-25f0-488c-8ffa-ec4eca8de5eb']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:14.258727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba98a17-c029-4318-80fd-91388b5571e8') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:14.259031 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba98a17-c029-4318-80fd-91388b5571e8') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:14.269102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.284102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.290202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:58:14.290665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:58:14.293645 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:58:14.374624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.377902 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-08fdfb05-d47f-46f4-b228-00d65d065b26 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:14.381757 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.386422 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/networks/70c95dbb-25f0-488c-8ffa-ec4eca8de5eb HTTP/1.1" status: 204 len: 168 time: 0.3609774 Jun 11 11:58:14.404223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Network': ['ID=70c95dbb-25f0-488c-8ffa-ec4eca8de5eb,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:14.407658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:14.408149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50688) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:14.413220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'network': {'name': 'tempest-network-smoke--597373547', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'port_security_enabled': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:14.435582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:58:14.439138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.471457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:58:14.480522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.480871 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Added segment 362411f8-f098-44a0-b006-90ca455b2013 of type vlan for network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 Jun 11 11:58:14.533996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.563055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.568488 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:14.569071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.572106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-299e15f9-7aca-45f5-8c86-ab0e1e645cab tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:14.609103 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1999149 Jun 11 11:58:14.611934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50690) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:14.616812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'admin_state_up': True, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:14.642463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.643553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.659772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Network': ['ID=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:14.662377 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:14.670865 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:58:14.711580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.765622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.909882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:14.936781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf261fcf-aa11-4c9c-835c-e05931126127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:15.158595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:15.183487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:15.301238 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.16 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/11550428-57f7-4986-8a2f-4bcfefa6d30f) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:58:15.323856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e17d05c-f057-46f3-bfc8-b08749fe69b5 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:58:15.351909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 9e17d05c-f057-46f3-bfc8-b08749fe69b5 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:58:15.352256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9e17d05c-f057-46f3-bfc8-b08749fe69b5 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:58:15.800638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:15.839258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:15.842573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5a279ad0-4430-4e01-997b-a4018cb9bab5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:15.886524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:58:15.889808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:58:15.892499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:58:15.920883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=11550428-57f7-4986-8a2f-4bcfefa6d30f,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:15.927782 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:16.051484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:16.235064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:16.507196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:16.669411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 007af4d1-2c12-4501-99aa-b4794f13ae05 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:58:16.814910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:58:16.824923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Sync routers for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:58:16.832149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:16.833358 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2203572 Jun 11 11:58:16.833750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:16.834358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:58:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:16.836638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50692) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:16.876657 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5a58a322-a8b1-40d4-9ddc-fc47e503a0bc tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=d8399334e9cb4ae2b4d59d7a1c160597&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387237 Jun 11 11:58:16.879155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50694) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:16.973033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:16.992201 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf1381-6ac0-4e92-bc75-c4be771c08e5 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:16.993670 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cadf1381-6ac0-4e92-bc75-c4be771c08e5 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1136296 Jun 11 11:58:16.996427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50696) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:17.030590 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f553be1e-7f80-4f5e-b407-15ee45570d56 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330091 Jun 11 11:58:17.032877 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50698) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:17.037525 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2103925697', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:17.150205 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:58:17.154248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:17.202851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:58:16Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:17.206124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Checking router: 007af4d1-2c12-4501-99aa-b4794f13ae05 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:58:17.206485 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Updating router 007af4d1-2c12-4501-99aa-b4794f13ae05 port 11550428-57f7-4986-8a2f-4bcfefa6d30f binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:58:17.246827 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:17.372006 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:17.374872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-14669bfe-a173-46a6-8454-3694e2dfdabd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:17.447200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Subnet': ['ID=2e763e0e-e7fb-4f86-ae43-8ce18253c48b,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:17.451291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:17.457322 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Checking segment: {'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:58:17.457689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network hostable DHCP agents. Network: f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:58:17.475984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:58:17.485320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:58:17.489819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:17.490683 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:17.497579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aef0c75-1613-497d-a9f7-2b6cc12c7452 None None] Network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:58:17.507110 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4731913 Jun 11 11:58:17.508590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50700) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:17.615955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:17.636733 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Transition to ACTIVE for port object 11550428-57f7-4986-8a2f-4bcfefa6d30f will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:58:17.655124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:17.660430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:17.784735 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Attempting to bind port 11550428-57f7-4986-8a2f-4bcfefa6d30f on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:58:17.785105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Attempting to bind port 11550428-57f7-4986-8a2f-4bcfefa6d30f by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:58:17.785475 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Attempting to bind port 11550428-57f7-4986-8a2f-4bcfefa6d30f on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:58:17.787223 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c8477-c25f-4432-99ce-67c03763061d None None] Pushing event updated for resources: {'Port': ['ID=11550428-57f7-4986-8a2f-4bcfefa6d30f,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:17.798330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bf0c8477-c25f-4432-99ce-67c03763061d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:17.801753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:17.802589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:58:17.802970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:58:17.803390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:17.803767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:58:17.804238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Bound port: 11550428-57f7-4986-8a2f-4bcfefa6d30f, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:58:17.804624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:17.869793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:58:17.870632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:17.994140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] For port 11550428-57f7-4986-8a2f-4bcfefa6d30f, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:58:18.014487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] For port 11550428-57f7-4986-8a2f-4bcfefa6d30f, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=11550428-57f7-4986-8a2f-4bcfefa6d30f,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:58:18.089116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:18.238829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:18.240726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3488bc00-f405-4179-8cfa-bacd88a9d861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:18.363771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c8477-c25f-4432-99ce-67c03763061d None None] Pushing event updated for resources: {'Port': ['ID=11550428-57f7-4986-8a2f-4bcfefa6d30f,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:18.368800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:18.369419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:58:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:18.371317 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bf0c8477-c25f-4432-99ce-67c03763061d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:18.498354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Allocated IP 172.20.0.2 (f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8/2e763e0e-e7fb-4f86-ae43-8ce18253c48b/41481c0b-be0a-45de-8653-ff470970530d) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:58:18.621533 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:18.874196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:18.907759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Transition to ACTIVE for port object 41481c0b-be0a-45de-8653-ff470970530d will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:58:18.931110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Transition to ACTIVE for port object 41481c0b-be0a-45de-8653-ff470970530d will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:58:18.937969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:18.941140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:18.987149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:58:18.991935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.1 (f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8/2e763e0e-e7fb-4f86-ae43-8ce18253c48b/1440093b-308f-4e12-b334-bcd873486668) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:58:18.993199 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:58:18.999628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:58:19.003131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Pushing event updated for resources: {'Port': ['ID=41481c0b-be0a-45de-8653-ff470970530d,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:19.007867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:58:16Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:19.010094 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:19.016027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e58d917-494a-4240-b197-8cfa9142bb90 None None] The sync data for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv is: [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:58:16Z', 'revision_number': 3, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:58:19.082365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Attempting to bind port 41481c0b-be0a-45de-8653-ff470970530d on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:58:19.082780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Attempting to bind port 41481c0b-be0a-45de-8653-ff470970530d by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:58:19.083167 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Attempting to bind port 41481c0b-be0a-45de-8653-ff470970530d on network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:58:19.088363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:58:19.088726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Checking segment: {'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:58:19.089137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:19.089675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Bound using segment: {'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:58:19.090145 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Bound port: 41481c0b-be0a-45de-8653-ff470970530d, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:58:19.090551 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:19.147650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:19.162360 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object 1440093b-308f-4e12-b334-bcd873486668 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:58:19.165127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] For port 41481c0b-be0a-45de-8653-ff470970530d, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:58:19.169038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] For port 41481c0b-be0a-45de-8653-ff470970530d, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=41481c0b-be0a-45de-8653-ff470970530d,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:58:19.173023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:19.182521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:19.201379 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:19.203513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7e3f394c-14ea-44ff-a62b-52b7830c31e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:19.265483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:58:19.268961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:58:19.273801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:58:19.277961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Pushing event updated for resources: {'Port': ['ID=41481c0b-be0a-45de-8653-ff470970530d,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:19.290747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:19.333432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=1440093b-308f-4e12-b334-bcd873486668,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:19.339389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:19.359027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:19.409183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 11550428-57f7-4986-8a2f-4bcfefa6d30f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:58:19.478482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 11550428-57f7-4986-8a2f-4bcfefa6d30f completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:58:19.485397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 11550428-57f7-4986-8a2f-4bcfefa6d30f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:58:19.485938 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:19.611674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:19.624287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:19.648747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 11550428-57f7-4986-8a2f-4bcfefa6d30f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=11550428-57f7-4986-8a2f-4bcfefa6d30f,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:58:19.656321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:19.659942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:19.728648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=11550428-57f7-4986-8a2f-4bcfefa6d30f,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:19.732569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:20.300605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb20f9-24e8-4ad6-84db-adbcd3596d00 None None] Network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:58:20.398625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2a741cb7-aa81-4220-bdae-407bfdfe4b65 None None] Provisioning for port 41481c0b-be0a-45de-8653-ff470970530d completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:58:20.431240 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:20.437331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:20.440508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6a151c2b-f76b-43af-be09-168f0bbd33d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:20.527315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=1440093b-308f-4e12-b334-bcd873486668,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:20.531734 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:20.534719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:20.659426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:58:20.661084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:58:20.745735 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f2b617d2-f306-4062-a5ba-c56069a5dbfd None None] Provisioning for port 1440093b-308f-4e12-b334-bcd873486668 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:58:20.750640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f2b617d2-f306-4062-a5ba-c56069a5dbfd None None] Provisioning complete for port 1440093b-308f-4e12-b334-bcd873486668 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:58:20.751023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f2b617d2-f306-4062-a5ba-c56069a5dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:20.792401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-f2b617d2-f306-4062-a5ba-c56069a5dbfd None None] Port 1440093b-308f-4e12-b334-bcd873486668 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:58:20.824605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 007af4d1-2c12-4501-99aa-b4794f13ae05 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:58:20.911459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0ce86e95-2ff5-4e4c-a3e9-ab282435b668 None None] Provisioning complete for port 1440093b-308f-4e12-b334-bcd873486668 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:58:20.911844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0ce86e95-2ff5-4e4c-a3e9-ab282435b668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:20.958846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0ce86e95-2ff5-4e4c-a3e9-ab282435b668 None None] Port 1440093b-308f-4e12-b334-bcd873486668 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:58:20.989067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:58:20.994327 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/007af4d1-2c12-4501-99aa-b4794f13ae05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4847226 Jun 11 11:58:20.997825 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50702) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:20.999722 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Sync routers for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:58:21.009894 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:21.010554 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:58:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:21.075450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-13606d60-bbeb-435c-b77b-8b5c706c142f None None] Provisioning complete for port 1440093b-308f-4e12-b334-bcd873486668 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:58:21.075963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13606d60-bbeb-435c-b77b-8b5c706c142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.116883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-13606d60-bbeb-435c-b77b-8b5c706c142f None None] Port 1440093b-308f-4e12-b334-bcd873486668 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:58:21.126659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e497a42-cfa8-4ecb-9c44-6d25fc477251 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:21.127135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e497a42-cfa8-4ecb-9c44-6d25fc477251 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:21.127598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e497a42-cfa8-4ecb-9c44-6d25fc477251 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:21.128060 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e497a42-cfa8-4ecb-9c44-6d25fc477251 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:21.132326 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3e497a42-cfa8-4ecb-9c44-6d25fc477251 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1309545 Jun 11 11:58:21.132561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50704) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:21.154878 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:21.196599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a18b1f-b675-4c2b-95ef-fc402a0d611c tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:21.197078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a18b1f-b675-4c2b-95ef-fc402a0d611c tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:21.197544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a18b1f-b675-4c2b-95ef-fc402a0d611c tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:21.198007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a18b1f-b675-4c2b-95ef-fc402a0d611c tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:21.199679 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c0a18b1f-b675-4c2b-95ef-fc402a0d611c tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0662181 Jun 11 11:58:21.202398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50706) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:21.382346 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0330f17c-3cf3-4123-98d9-a825dbad5cb1 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1763160 Jun 11 11:58:21.423383 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:21.426947 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Checking router: 007af4d1-2c12-4501-99aa-b4794f13ae05 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:58:21.427321 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Updating router 007af4d1-2c12-4501-99aa-b4794f13ae05 port 1440093b-308f-4e12-b334-bcd873486668 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:58:21.434955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 11550428-57f7-4986-8a2f-4bcfefa6d30f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:58:21.474607 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.487840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 11550428-57f7-4986-8a2f-4bcfefa6d30f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:58:21.488303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.579954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 41481c0b-be0a-45de-8653-ff470970530d up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:58:21.612338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50710) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:21.617098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d8dc1781-88e4-42ae-81c6-a17e0ae5b88f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477416725', 'description': 'tempest-secgroup-smoke-1477416725 description', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:21.639724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1781-88e4-42ae-81c6-a17e0ae5b88f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.643938 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 41481c0b-be0a-45de-8653-ff470970530d completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:58:21.647904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 41481c0b-be0a-45de-8653-ff470970530d triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:58:21.648401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.740595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1781-88e4-42ae-81c6-a17e0ae5b88f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.746238 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1781-88e4-42ae-81c6-a17e0ae5b88f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.749925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a2759203-2e0f-4731-b2ca-d8cae59ac297 tempest-PortsIpV6TestJSON-1152947926 tempest-PortsIpV6TestJSON-1152947926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:21.765746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.768739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1781-88e4-42ae-81c6-a17e0ae5b88f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.770088 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d8dc1781-88e4-42ae-81c6-a17e0ae5b88f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1569328 Jun 11 11:58:21.774887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50712) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:21.781020 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-51306e35-7d8b-4752-8138-7f8cbe46ab84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:21.787194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc1781-88e4-42ae-81c6-a17e0ae5b88f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:21.800711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d8dc1781-88e4-42ae-81c6-a17e0ae5b88f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:21.813968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51306e35-7d8b-4752-8138-7f8cbe46ab84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.820113 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.830648 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Transition to ACTIVE for port object 1440093b-308f-4e12-b334-bcd873486668 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:58:21.830858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 41481c0b-be0a-45de-8653-ff470970530d, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=41481c0b-be0a-45de-8653-ff470970530d,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:58:21.835339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.838212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:21.839368 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.843449 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-fdace4fc-81c0-49e9-bf61-cc012bdbbfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:21.882423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51306e35-7d8b-4752-8138-7f8cbe46ab84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.888601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51306e35-7d8b-4752-8138-7f8cbe46ab84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.890799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-30b0db82-be18-4aad-84ff-ce0707bfe0e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:21.899212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=41481c0b-be0a-45de-8653-ff470970530d,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:21.903812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:21.912878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51306e35-7d8b-4752-8138-7f8cbe46ab84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e174c6e-6e0a-4a6a-8fa7-2a66ecacec3e,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:21.916381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-51306e35-7d8b-4752-8138-7f8cbe46ab84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:21.925443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51306e35-7d8b-4752-8138-7f8cbe46ab84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.926932 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-51306e35-7d8b-4752-8138-7f8cbe46ab84 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504207 Jun 11 11:58:21.929639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50714) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:21.936082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-9b851138-f25a-42f0-af7f-39f331b510ad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:21.965074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b851138-f25a-42f0-af7f-39f331b510ad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:21.992039 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Pushing event updated for resources: {'Port': ['ID=1440093b-308f-4e12-b334-bcd873486668,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:22.009104 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Attempting to bind port 1440093b-308f-4e12-b334-bcd873486668 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:58:22.010694 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Attempting to bind port 1440093b-308f-4e12-b334-bcd873486668 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:58:22.011072 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Attempting to bind port 1440093b-308f-4e12-b334-bcd873486668 on network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:58:22.016995 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.017348 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.017690 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.018027 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.018362 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.018724 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.019055 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.019382 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.019710 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.020037 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.020359 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.020680 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:58:22.024436 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:58:22.025121 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Checking segment: {'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:58:22.025743 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.026352 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Bound using segment: {'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:58:22.027094 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Bound port: 1440093b-308f-4e12-b334-bcd873486668, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:58:22.027483 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.029676 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:22.043736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b851138-f25a-42f0-af7f-39f331b510ad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.047811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b851138-f25a-42f0-af7f-39f331b510ad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.049770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c37da6b0-62b9-44d5-815d-3f566d2c3ad3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:22.068366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b851138-f25a-42f0-af7f-39f331b510ad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc6dc03-94b1-44d7-a2f7-1969445ef435,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:22.075839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9b851138-f25a-42f0-af7f-39f331b510ad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:22.079756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9b851138-f25a-42f0-af7f-39f331b510ad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.084457 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9b851138-f25a-42f0-af7f-39f331b510ad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505322 Jun 11 11:58:22.084770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50716) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:22.089561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8cb9980f-23ee-49a8-816a-99432d4d211f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:22.110877 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] For port 1440093b-308f-4e12-b334-bcd873486668, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:58:22.114396 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] For port 1440093b-308f-4e12-b334-bcd873486668, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1440093b-308f-4e12-b334-bcd873486668,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:58:22.117829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8cb9980f-23ee-49a8-816a-99432d4d211f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.119371 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.122599 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-25ffbf18-143b-47cb-9812-bd7ce1c5be25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:22.191989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8cb9980f-23ee-49a8-816a-99432d4d211f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.195006 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:22.195638 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:58:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:22.195963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8cb9980f-23ee-49a8-816a-99432d4d211f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.197541 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Pushing event updated for resources: {'Port': ['ID=1440093b-308f-4e12-b334-bcd873486668,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:22.203043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-91f07eba-3ee5-4552-8a60-de1499325e86 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:22.208026 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:22.220058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9980f-23ee-49a8-816a-99432d4d211f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75c48da-b606-4b0c-86b9-2173fe97eb57,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:22.222827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8cb9980f-23ee-49a8-816a-99432d4d211f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:22.224231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8cb9980f-23ee-49a8-816a-99432d4d211f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.225432 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8cb9980f-23ee-49a8-816a-99432d4d211f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396565 Jun 11 11:58:22.228817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50718) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:22.234288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a0071947-2258-4078-8f38-b8b8cf711cc5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:22.261507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a0071947-2258-4078-8f38-b8b8cf711cc5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.336533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a0071947-2258-4078-8f38-b8b8cf711cc5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.340917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a0071947-2258-4078-8f38-b8b8cf711cc5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.343425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3af418a4-1018-46e3-9c7f-a4fa58c5778c tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:22.363798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0071947-2258-4078-8f38-b8b8cf711cc5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7da2e05-1a1d-4186-81d0-c6b143ed4d97,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:22.366233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a0071947-2258-4078-8f38-b8b8cf711cc5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:22.367429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a0071947-2258-4078-8f38-b8b8cf711cc5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.367749 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:22.369012 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a0071947-2258-4078-8f38-b8b8cf711cc5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391895 Jun 11 11:58:22.371969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50720) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:22.377171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-25d76c3c-bbc4-4a99-8010-6eef30bb8827 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:22.399072 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-25d76c3c-bbc4-4a99-8010-6eef30bb8827 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:58:22.404787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25d76c3c-bbc4-4a99-8010-6eef30bb8827 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.472084 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25d76c3c-bbc4-4a99-8010-6eef30bb8827 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.476376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25d76c3c-bbc4-4a99-8010-6eef30bb8827 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.478456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e19a7991-91a9-442d-a357-a92ddb814dff tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:22.495756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d76c3c-bbc4-4a99-8010-6eef30bb8827 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a40d7df-45fd-4382-849f-d32d5128f89c,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:22.500521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25d76c3c-bbc4-4a99-8010-6eef30bb8827 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:22.506480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-25d76c3c-bbc4-4a99-8010-6eef30bb8827 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.507913 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-25d76c3c-bbc4-4a99-8010-6eef30bb8827 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343348 Jun 11 11:58:22.510762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50722) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:22.515428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-74b5fbec-e785-4a57-ace2-2791c8dcb78a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'security_group_rule': {'security_group_id': 'ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d', 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:22.537112 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-74b5fbec-e785-4a57-ace2-2791c8dcb78a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Project d8399334e9cb4ae2b4d59d7a1c160597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 11:58:22.542441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-74b5fbec-e785-4a57-ace2-2791c8dcb78a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.610746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-74b5fbec-e785-4a57-ace2-2791c8dcb78a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.614945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-74b5fbec-e785-4a57-ace2-2791c8dcb78a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.617086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ee9480e7-705f-4529-9f77-4b6ff2bb8cec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:22.635006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5fbec-e785-4a57-ace2-2791c8dcb78a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e3fed7-47cf-469f-95a6-045c771bef88,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:22.637945 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-74b5fbec-e785-4a57-ace2-2791c8dcb78a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:22.640188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-74b5fbec-e785-4a57-ace2-2791c8dcb78a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:22.641437 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-74b5fbec-e785-4a57-ace2-2791c8dcb78a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297405 Jun 11 11:58:22.727643 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:58:22Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:22.731082 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59154200-81c5-43d6-acc9-0991769b3c04 None None] The sync data for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv is: [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:58:22Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:58:22.807370 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-0f0f3108-bdb5-4818-9557-82998f9746f9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477416725&fields=id&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 267 time: 0.0590758 Jun 11 11:58:22.946189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-e07bdbdc-cb07-4e6b-9452-f2a2cf827845 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:22.947729 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-e07bdbdc-cb07-4e6b-9452-f2a2cf827845 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/networks?id=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 HTTP/1.1" status: 200 len: 796 time: 0.1337428 Jun 11 11:58:22.962609 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-10d1a683-e1f1-4252-a988-f5be4a8b38a5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/quotas/d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 375 time: 0.0093126 Jun 11 11:58:23.040191 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-a2f0c7ce-aaf9-401e-9030-0526097c9107 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717850 Jun 11 11:58:23.205514 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-8a069855-4fdd-42f1-9703-8f43a170f3cd service neutron] 10.222.0.46 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534591 Jun 11 11:58:23.327735 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-ee5ec871-5f74-42e8-abbf-451843684913 service neutron] 10.222.0.46 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161320 Jun 11 11:58:23.418823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1440093b-308f-4e12-b334-bcd873486668 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:58:23.482358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 1440093b-308f-4e12-b334-bcd873486668 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:58:23.486840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1440093b-308f-4e12-b334-bcd873486668 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:58:23.487245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:23.571665 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c2825b26-ba6f-4f4f-a4d7-475b2b3d5935 req-5890e576-2adb-497f-81bb-26032fb7aacf tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 210 time: 0.0395291 Jun 11 11:58:23.593588 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:23.634723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 1440093b-308f-4e12-b334-bcd873486668, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1440093b-308f-4e12-b334-bcd873486668,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:58:23.644064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:23.645273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 41481c0b-be0a-45de-8653-ff470970530d up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:58:23.647338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:23.921693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=1440093b-308f-4e12-b334-bcd873486668,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:23.925010 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:23.932638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 41481c0b-be0a-45de-8653-ff470970530d triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:58:23.933015 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:24.662996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-4b7cbf57-6807-470e-9318-f9b6c9ff0d5f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:24.664820 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-4b7cbf57-6807-470e-9318-f9b6c9ff0d5f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/networks?id=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 HTTP/1.1" status: 200 len: 796 time: 0.1381471 Jun 11 11:58:24.740869 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-026e711b-5d9a-4021-b831-fbfd86af57ed tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8399334e9cb4ae2b4d59d7a1c160597 HTTP/1.1" status: 200 len: 380 time: 0.0678816 Jun 11 11:58:24.742804 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0948459a-5300-441e-987f-b9c1fdfc41bf req-2c9874cb-47bf-48b6-b305-1ab532483da2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 210 time: 0.0395362 Jun 11 11:58:24.755224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'port': {'device_id': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'admin_state_up': True, 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'security_groups': ['ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:24.891900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Made reservation on behalf of d8399334e9cb4ae2b4d59d7a1c160597 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:58:24.895432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:25.035545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.20.0.6 (f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8/2e763e0e-e7fb-4f86-ae43-8ce18253c48b/e806a681-841e-442e-b704-20728b953e4e) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:58:25.337096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1440093b-308f-4e12-b334-bcd873486668 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:58:25.392011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1440093b-308f-4e12-b334-bcd873486668 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:58:25.392393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:25.557620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:25.570653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Transition to ACTIVE for port object e806a681-841e-442e-b704-20728b953e4e will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:58:25.605673 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:25.609916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19af9d41-2beb-448d-b615-6355656181d4 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:25.655264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:58:25.658301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:58:25.662163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:58:25.695713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=e806a681-841e-442e-b704-20728b953e4e,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:25.700738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:25.727921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:25.728535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:25.745988 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9945183 Jun 11 11:58:25.757909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Request body: {'port': {'device_id': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:25.851984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:25.911534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fc021689-efd3-4298-9d51-f9bd9741dba5 None None] Provisioning for port e806a681-841e-442e-b704-20728b953e4e completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:58:25.915609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-fc021689-efd3-4298-9d51-f9bd9741dba5 None None] Provisioning complete for port e806a681-841e-442e-b704-20728b953e4e triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:58:25.916184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc021689-efd3-4298-9d51-f9bd9741dba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:25.938382 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff7a13-a3a3-45d8-bcfa-a7a2b5056e0d req-ef341439-ea7c-4303-b43a-0eb26c095ca5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:25.940018 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b0ff7a13-a3a3-45d8-bcfa-a7a2b5056e0d req-ef341439-ea7c-4303-b43a-0eb26c095ca5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 931 time: 0.0768266 Jun 11 11:58:25.957298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-fc021689-efd3-4298-9d51-f9bd9741dba5 None None] Port e806a681-841e-442e-b704-20728b953e4e cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:58:25.983712 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b0ff7a13-a3a3-45d8-bcfa-a7a2b5056e0d req-45c54c63-ad93-4d56-a2b9-ffb17007be1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377753 Jun 11 11:58:26.164849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e806a681-841e-442e-b704-20728b953e4e {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:58:26.172032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:26.183438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Transition to ACTIVE for port object e806a681-841e-442e-b704-20728b953e4e will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:58:26.187260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:26.189970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:26.287659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Pushing event updated for resources: {'Port': ['ID=e806a681-841e-442e-b704-20728b953e4e,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:26.312008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:26.375958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Attempting to bind port e806a681-841e-442e-b704-20728b953e4e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:58:26.376298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Attempting to bind port e806a681-841e-442e-b704-20728b953e4e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:58:26.376630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Attempting to bind port e806a681-841e-442e-b704-20728b953e4e on network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:58:26.380817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Port e806a681-841e-442e-b704-20728b953e4e on network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:58:26.381136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Attempting to bind port e806a681-841e-442e-b704-20728b953e4e on network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:58:26.386022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:58:26.386360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Checking segment: {'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:58:26.386768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Bound using segment: {'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:58:26.387192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Bound port: e806a681-841e-442e-b704-20728b953e4e, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362411f8-f098-44a0-b006-90ca455b2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:58:26.388096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:26.459580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] For port e806a681-841e-442e-b704-20728b953e4e, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:58:26.462621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] For port e806a681-841e-442e-b704-20728b953e4e, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e806a681-841e-442e-b704-20728b953e4e,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:58:26.468025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:26.470033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-66cd6e94-9360-4bed-8c3d-f21b25482e4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:26.513827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:26.514445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:26.515888 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] 10.222.0.25 "PUT /v2.0/ports/e806a681-841e-442e-b704-20728b953e4e HTTP/1.1" status: 200 len: 1093 time: 0.7626326 Jun 11 11:58:26.516429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'tag': 'e806a681-841e-442e-b704-20728b953e4e'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:58:26.518772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "83fab258-e95e-42c0-8cd7-d116c34ecb60", "tag": "e806a681-841e-442e-b704-20728b953e4e"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:58:26.544437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Pushing event updated for resources: {'Port': ['ID=e806a681-841e-442e-b704-20728b953e4e,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:26.547635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:26.576520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f88217-1114-4bfd-8f03-d02b060be506 x-openstack-request-id: req-f6f88217-1114-4bfd-8f03-d02b060be506 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:58:26.576864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fab258-e95e-42c0-8cd7-d116c34ecb60", "tag": "e806a681-841e-442e-b704-20728b953e4e", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:58:26.577166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6f88217-1114-4bfd-8f03-d02b060be506 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:58:26.577613 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'tag': 'e806a681-841e-442e-b704-20728b953e4e', 'status': 'completed', 'code': 200} Jun 11 11:58:26.635044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-ef8b0617-8f96-42d8-b741-348fcad169ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:26.636573 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-ef8b0617-8f96-42d8-b741-348fcad169ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 1096 time: 0.0694904 Jun 11 11:58:26.692391 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-d7c93837-263f-4093-8c79-3f0873ce5f85 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e806a681-841e-442e-b704-20728b953e4e HTTP/1.1" status: 200 len: 217 time: 0.0482740 Jun 11 11:58:26.748553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-408902c0-3fe1-43e7-b61b-5e6b7f4985bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:26.749978 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-408902c0-3fe1-43e7-b61b-5e6b7f4985bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e763e0e-e7fb-4f86-ae43-8ce18253c48b HTTP/1.1" status: 200 len: 835 time: 0.0518515 Jun 11 11:58:26.820811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-c1e32d96-929a-4d6e-bf41-81801e615293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:26.822313 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-c1e32d96-929a-4d6e-bf41-81801e615293 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660174 Jun 11 11:58:26.935269 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-9cac19ca-0ad4-4627-a5a9-43f6b9be6047 service neutron] 10.222.0.25 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062975 Jun 11 11:58:27.045244 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bd33ab5-98f1-4ee8-8895-b4ac6b0342a6 req-8340cef2-6e94-441c-a93c-22d954bf8857 service neutron] 10.222.0.25 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041019 Jun 11 11:58:27.157489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a req-5b808aa3-4b58-4c86-b2a7-9cc4fcd2e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:27.159025 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a req-5b808aa3-4b58-4c86-b2a7-9cc4fcd2e20d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 1096 time: 0.0650315 Jun 11 11:58:27.164285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c94b1-b23b-46f0-9b5d-74fea5b5df30 req-d2fac061-936c-4deb-a671-317f31f060fe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:27.165794 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5c2c94b1-b23b-46f0-9b5d-74fea5b5df30 req-d2fac061-936c-4deb-a671-317f31f060fe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 943 time: 0.0686715 Jun 11 11:58:27.210126 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5c2c94b1-b23b-46f0-9b5d-74fea5b5df30 req-5695ffb0-ef20-4db7-bdde-85a3db4d94e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380735 Jun 11 11:58:27.276779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a req-7bcc6cb2-a35b-4bfb-af6c-cddb62dbf2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:27.278762 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a req-7bcc6cb2-a35b-4bfb-af6c-cddb62dbf2c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 HTTP/1.1" status: 200 len: 898 time: 0.1126423 Jun 11 11:58:27.334047 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a req-6ea00e82-dce1-426d-a855-c16da431d373 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e806a681-841e-442e-b704-20728b953e4e HTTP/1.1" status: 200 len: 217 time: 0.0468516 Jun 11 11:58:27.389438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a req-2db03bcb-5a38-4ff7-a766-38c612e44311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:27.390827 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a req-2db03bcb-5a38-4ff7-a766-38c612e44311 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e763e0e-e7fb-4f86-ae43-8ce18253c48b HTTP/1.1" status: 200 len: 835 time: 0.0502036 Jun 11 11:58:27.456406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a req-adf1a045-b22c-48c0-84d7-a70bd24dbe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:27.457829 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a req-adf1a045-b22c-48c0-84d7-a70bd24dbe08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0600703 Jun 11 11:58:27.570906 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a req-5b049924-4d72-4de4-b24e-65c48853efc4 service neutron] 10.222.0.25 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060808 Jun 11 11:58:27.622661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:27.684277 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-77e9c271-decf-4ecc-8fb4-bc0facb98d2a req-de4ae844-3dfa-47dd-b7ab-b106ca63cce3 service neutron] 10.222.0.25 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070943 Jun 11 11:58:28.388642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c1c70-2308-47c0-b711-4cbdb47a7b93 req-b82e401d-a75b-4a44-a659-31c5b74e43f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:28.390089 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc5c1c70-2308-47c0-b711-4cbdb47a7b93 req-b82e401d-a75b-4a44-a659-31c5b74e43f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 943 time: 0.0678904 Jun 11 11:58:28.430609 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc5c1c70-2308-47c0-b711-4cbdb47a7b93 req-f727a70c-f7d1-41de-a4e7-c51227ead95f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349844 Jun 11 11:58:29.354148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device e806a681-841e-442e-b704-20728b953e4e details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:58:29.470075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port e806a681-841e-442e-b704-20728b953e4e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e806a681-841e-442e-b704-20728b953e4e,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:58:29.481885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'e806a681-841e-442e-b704-20728b953e4e', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'port_id': 'e806a681-841e-442e-b704-20728b953e4e', 'mac_address': 'fa:16:3e:81:c6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:58:29.524007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:29.538329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e806a681-841e-442e-b704-20728b953e4e {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:58:29.559970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port e806a681-841e-442e-b704-20728b953e4e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e806a681-841e-442e-b704-20728b953e4e,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:58:29.563912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:29.565656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fe50ea8c-aa03-4637-925d-f2fc5c5c9079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:29.620110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9deb0-e3ca-40fc-a253-08c991f78164 req-2d764f75-c213-407b-8f9a-a7b1a45a8d5d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:29.620803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=e806a681-841e-442e-b704-20728b953e4e,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:29.621587 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e1a9deb0-e3ca-40fc-a253-08c991f78164 req-2d764f75-c213-407b-8f9a-a7b1a45a8d5d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 943 time: 0.0788662 Jun 11 11:58:29.624360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:29.664278 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e1a9deb0-e3ca-40fc-a253-08c991f78164 req-a7a130e3-0c4e-4061-bb7f-4cb9ab1706f3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359173 Jun 11 11:58:29.750869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['e806a681-841e-442e-b704-20728b953e4e'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:58:30.843310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b15e4-1187-4d40-89f6-4785a31380bc req-84cb32cb-eb19-44b9-83b2-fbab11920e29 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:30.844654 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f36b15e4-1187-4d40-89f6-4785a31380bc req-84cb32cb-eb19-44b9-83b2-fbab11920e29 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 944 time: 0.0708549 Jun 11 11:58:30.889245 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f36b15e4-1187-4d40-89f6-4785a31380bc req-c83e117d-51d9-4e08-914e-777a9f534e9b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 Jun 11 11:58:31.354277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device e806a681-841e-442e-b704-20728b953e4e up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:58:31.407289 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port e806a681-841e-442e-b704-20728b953e4e completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:58:31.410838 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port e806a681-841e-442e-b704-20728b953e4e triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:58:31.411228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:31.499420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:31.522469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e806a681-841e-442e-b704-20728b953e4e'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:58:31.524739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399b6914-8073-4075-9e0f-8f4480c86b21" -d '{"events": [{"server_uuid": "83fab258-e95e-42c0-8cd7-d116c34ecb60", "name": "network-vif-plugged", "status": "completed", "tag": "e806a681-841e-442e-b704-20728b953e4e"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:58:31.537873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port e806a681-841e-442e-b704-20728b953e4e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e806a681-841e-442e-b704-20728b953e4e,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:58:31.542538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:31.546032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:31.573539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cd90f6-79e3-4635-8440-215025e42aee x-openstack-request-id: req-95cd90f6-79e3-4635-8440-215025e42aee {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:58:31.573849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fab258-e95e-42c0-8cd7-d116c34ecb60", "name": "network-vif-plugged", "status": "completed", "tag": "e806a681-841e-442e-b704-20728b953e4e", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:58:31.574119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95cd90f6-79e3-4635-8440-215025e42aee {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:58:31.574521 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e806a681-841e-442e-b704-20728b953e4e', 'code': 200} Jun 11 11:58:31.603702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=e806a681-841e-442e-b704-20728b953e4e,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:31.607138 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:31.784906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053d0a8-a833-433d-ae7c-30ecc166890c req-87f30145-51e2-4c8e-8fa7-ee670ee05370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:31.786296 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2053d0a8-a833-433d-ae7c-30ecc166890c req-87f30145-51e2-4c8e-8fa7-ee670ee05370 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 1098 time: 0.0616047 Jun 11 11:58:31.825893 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2053d0a8-a833-433d-ae7c-30ecc166890c req-d0931bdb-088d-49aa-a42e-08293886ae92 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334458 Jun 11 11:58:32.063543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43072f-b07a-4273-aebb-2ed11fd6b78a req-738bdbcb-b954-4c6c-ae62-27670480bc92 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:32.064973 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa43072f-b07a-4273-aebb-2ed11fd6b78a req-738bdbcb-b954-4c6c-ae62-27670480bc92 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 945 time: 0.0678713 Jun 11 11:58:32.105886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa43072f-b07a-4273-aebb-2ed11fd6b78a req-21987518-d220-42d4-afd8-3eabe6aa1ce5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354707 Jun 11 11:58:33.283075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdeddb-1761-4772-ba85-491589f57382 req-96fa3b50-4e48-40ff-9a90-9bfe66cbc321 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:33.286453 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-afbdeddb-1761-4772-ba85-491589f57382 req-96fa3b50-4e48-40ff-9a90-9bfe66cbc321 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 945 time: 0.0700111 Jun 11 11:58:33.329341 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-afbdeddb-1761-4772-ba85-491589f57382 req-03fce7a2-ef22-43aa-86a6-13d81b3255ec tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389993 Jun 11 11:58:33.511104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e0011-f58a-4284-b8e9-8485af1f0dbc req-2316111c-7dc1-41b9-a7f9-cb4f054f93c5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:33.512447 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5c3e0011-f58a-4284-b8e9-8485af1f0dbc req-2316111c-7dc1-41b9-a7f9-cb4f054f93c5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 945 time: 0.0715921 Jun 11 11:58:33.560130 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5c3e0011-f58a-4284-b8e9-8485af1f0dbc req-d9177553-2ae1-4540-81b2-a25a3b3c8d19 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374537 Jun 11 11:58:33.584237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50778) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:33.640785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e33ae-bb61-469a-a5d8-88d5f749c143 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:33.642577 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-366e33ae-bb61-469a-a5d8-88d5f749c143 tempest-TestNetworkBasicOps-1528742802 tempest-TestNetworkBasicOps-1528742802-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 1093 time: 0.0570614 Jun 11 11:58:33.645177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50780) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:33.649475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'e806a681-841e-442e-b704-20728b953e4e', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:58:33.672050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:33.792859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:33.921454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Allocated IP 172.26.6.232 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/540eed3e-b111-4803-9c21-3542747b380c) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:58:34.048295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:34.086733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:34.089409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f5e48532-43f6-4079-93af-342368e92b6e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:34.131345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:58:34.134136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:58:34.138286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:58:34.168827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=540eed3e-b111-4803-9c21-3542747b380c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:34.172518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:34.587638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:34.674848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:34.855888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:34.860965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:34.863068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1005b5ad-20ac-4150-b828-ac784aca9281 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:58:34.946364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event updated for resources: {'Port': ['ID=540eed3e-b111-4803-9c21-3542747b380c,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:58:34.953322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:58:34.962955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:35.097823 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e associated. External IP: 172.26.6.232, port: e806a681-841e-442e-b704-20728b953e4e. Jun 11 11:58:35.731043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 007af4d1-2c12-4501-99aa-b4794f13ae05 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:58:35.880511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:58:35.893131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e1193-c417-4d04-9711-b06f5eb70a14 None None] Sync routers for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:58:35.898917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:35.903478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e1193-c417-4d04-9711-b06f5eb70a14 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:35.904119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-af8e1193-c417-4d04-9711-b06f5eb70a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:58:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:35.945999 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2998121 Jun 11 11:58:35.946899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'tag': 'e806a681-841e-442e-b704-20728b953e4e'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:58:35.948764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50782) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:35.949326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213346ee-446f-4b7c-bd20-978a44524aca" -d '{"events": [{"name": "network-changed", "server_uuid": "83fab258-e95e-42c0-8cd7-d116c34ecb60", "tag": "e806a681-841e-442e-b704-20728b953e4e"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:58:35.985864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f636a142-be66-425f-b537-67272e419aad x-openstack-request-id: req-f636a142-be66-425f-b537-67272e419aad {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:58:35.986220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fab258-e95e-42c0-8cd7-d116c34ecb60", "tag": "e806a681-841e-442e-b704-20728b953e4e", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:58:35.986557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f636a142-be66-425f-b537-67272e419aad {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:58:35.987010 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'tag': 'e806a681-841e-442e-b704-20728b953e4e', 'status': 'completed', 'code': 200} Jun 11 11:58:36.034699 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fccdb1dd-34e9-4533-a963-740767de8ccb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e HTTP/1.1" status: 200 len: 991 time: 0.0846455 Jun 11 11:58:36.051582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-af8e1193-c417-4d04-9711-b06f5eb70a14 None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:36.078605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213346ee-446f-4b7c-bd20-978a44524aca req-5dd0c2a5-3e17-4b9d-8fb8-a16f6c64b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:36.080145 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213346ee-446f-4b7c-bd20-978a44524aca req-5dd0c2a5-3e17-4b9d-8fb8-a16f6c64b537 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 1098 time: 0.0702887 Jun 11 11:58:36.196437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213346ee-446f-4b7c-bd20-978a44524aca req-1da2610b-a8ea-4fc6-a04d-f821808d2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:36.197908 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213346ee-446f-4b7c-bd20-978a44524aca req-1da2610b-a8ea-4fc6-a04d-f821808d2d10 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 HTTP/1.1" status: 200 len: 898 time: 0.1108670 Jun 11 11:58:36.278932 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213346ee-446f-4b7c-bd20-978a44524aca req-f5e655c5-958b-4fbf-ace1-2640a18ed42e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e806a681-841e-442e-b704-20728b953e4e HTTP/1.1" status: 200 len: 999 time: 0.0748792 Jun 11 11:58:36.341299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213346ee-446f-4b7c-bd20-978a44524aca req-fb4c7efa-fbf3-4938-b042-b2f2ea8ff48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:36.342803 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213346ee-446f-4b7c-bd20-978a44524aca req-fb4c7efa-fbf3-4938-b042-b2f2ea8ff48f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e763e0e-e7fb-4f86-ae43-8ce18253c48b HTTP/1.1" status: 200 len: 835 time: 0.0578094 Jun 11 11:58:36.342953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-af8e1193-c417-4d04-9711-b06f5eb70a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'port_id': 'e806a681-841e-442e-b704-20728b953e4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'mac_address': 'fa:16:3e:81:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:58:34Z', 'updated_at': '2021-06-11T11:58:34Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:58:23Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:36.346222 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e1193-c417-4d04-9711-b06f5eb70a14 None None] Checking router: 007af4d1-2c12-4501-99aa-b4794f13ae05 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:58:36.354821 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e1193-c417-4d04-9711-b06f5eb70a14 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:58:36.355422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-af8e1193-c417-4d04-9711-b06f5eb70a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:58:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:36.405952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213346ee-446f-4b7c-bd20-978a44524aca req-b31292b9-faa4-458a-94dc-7054707fbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:58:36.407517 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213346ee-446f-4b7c-bd20-978a44524aca req-b31292b9-faa4-458a-94dc-7054707fbe32 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0589337 Jun 11 11:58:36.500927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-af8e1193-c417-4d04-9711-b06f5eb70a14 None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:58:36.525400 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213346ee-446f-4b7c-bd20-978a44524aca req-789ef890-58f4-4021-94ec-9bb5c2521967 service neutron] 10.222.0.25 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116133 Jun 11 11:58:36.652138 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213346ee-446f-4b7c-bd20-978a44524aca req-a786b2c3-84fe-43bf-b874-69881703210a service neutron] 10.222.0.25 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206901 Jun 11 11:58:36.797335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-af8e1193-c417-4d04-9711-b06f5eb70a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'port_id': 'e806a681-841e-442e-b704-20728b953e4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'mac_address': 'fa:16:3e:81:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:58:34Z', 'updated_at': '2021-06-11T11:58:34Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:58:23Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:58:36.800664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e1193-c417-4d04-9711-b06f5eb70a14 None None] The sync data for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv is: [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'port_id': 'e806a681-841e-442e-b704-20728b953e4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'mac_address': 'fa:16:3e:81:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:58:34Z', 'updated_at': '2021-06-11T11:58:34Z', 'revision_number': 0, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:58:23Z', 'revision_number': 5, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:58:36.998763 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f7094-83e2-4af8-ad70-e6c04c0f5128 None None] New status for floating IP da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:58:37.038356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50786) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:37.117617 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-55ec64b2-2f96-4213-a28c-895b0d1760fa tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e HTTP/1.1" status: 200 len: 991 time: 0.0774174 Jun 11 11:58:38.121242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50788) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:58:38.203080 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e13da3f1-68e4-4b6c-be94-da06c84bacb8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e HTTP/1.1" status: 200 len: 993 time: 0.0806062 Jun 11 11:58:41.904360 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:58:42.153107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-308e942b-7343-4a54-972a-ad326d05af3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:44.746487 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:44.935642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7bff2f3d-1445-46d6-9679-1d0ca92b8dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:46.054011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:47.742508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:58:57.634936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:07.438661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50800) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:07.443334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3b67fa39-6506-4e5d-b1b0-57cc433e30c1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'router': {'admin_state_up': False}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:59:07.857459 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3b67fa39-6506-4e5d-b1b0-57cc433e30c1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:07.867684 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3b67fa39-6506-4e5d-b1b0-57cc433e30c1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:08.012497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b67fa39-6506-4e5d-b1b0-57cc433e30c1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 007af4d1-2c12-4501-99aa-b4794f13ae05 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:59:08.155483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b67fa39-6506-4e5d-b1b0-57cc433e30c1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:59:08.162098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3b67fa39-6506-4e5d-b1b0-57cc433e30c1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:08.163275 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3b67fa39-6506-4e5d-b1b0-57cc433e30c1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/007af4d1-2c12-4501-99aa-b4794f13ae05 HTTP/1.1" status: 200 len: 888 time: 0.7236283 Jun 11 11:59:08.164847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453cf9ab-7be4-467f-96ba-ada7cab7b669 None None] Sync routers for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:59:08.174648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453cf9ab-7be4-467f-96ba-ada7cab7b669 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:59:08.175256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-453cf9ab-7be4-467f-96ba-ada7cab7b669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:58:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:08.223268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-453cf9ab-7be4-467f-96ba-ada7cab7b669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:08.231219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453cf9ab-7be4-467f-96ba-ada7cab7b669 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:59:08.231830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-453cf9ab-7be4-467f-96ba-ada7cab7b669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:58:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:08.276081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-453cf9ab-7be4-467f-96ba-ada7cab7b669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:08.276508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453cf9ab-7be4-467f-96ba-ada7cab7b669 None None] The sync data for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv is: [] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:59:09.029934 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b48762-372c-4470-8e88-2a1137f0a974 None None] New status for floating IP da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:59:09.350428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1440093b-308f-4e12-b334-bcd873486668 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:59:09.437930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:09.471696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 1440093b-308f-4e12-b334-bcd873486668, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1440093b-308f-4e12-b334-bcd873486668,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:09.475361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:09.476103 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 11550428-57f7-4986-8a2f-4bcfefa6d30f no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:59:09.477597 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e9190ca5-96ac-42fd-ac43-7d713c358748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:09.562886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=1440093b-308f-4e12-b334-bcd873486668,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:09.566696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:09.608194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:09.630349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 11550428-57f7-4986-8a2f-4bcfefa6d30f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=11550428-57f7-4986-8a2f-4bcfefa6d30f,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:09.634571 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:09.636944 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:09.705028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=11550428-57f7-4986-8a2f-4bcfefa6d30f,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:09.708005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:10.304016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50808) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:10.308754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-8049ccdb-0e32-4aa1-9ae0-f0f337412517 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:59:10.675938 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-52e4103e-218f-4869-af5b-85f668fbfd96 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0639572 Jun 11 11:59:10.729507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8049ccdb-0e32-4aa1-9ae0-f0f337412517 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:10.739957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8049ccdb-0e32-4aa1-9ae0-f0f337412517 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476343'] for router, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:10.774785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-35aa052a-921a-40be-b050-4d76dc937c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:10.776279 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-35aa052a-921a-40be-b050-4d76dc937c9b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 1098 time: 0.0588093 Jun 11 11:59:10.896473 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8049ccdb-0e32-4aa1-9ae0-f0f337412517 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 007af4d1-2c12-4501-99aa-b4794f13ae05 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:59:10.907410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-16ae9537-ddc5-48c0-92dc-a62578ac2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:10.908880 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-16ae9537-ddc5-48c0-92dc-a62578ac2f34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 HTTP/1.1" status: 200 len: 898 time: 0.1141443 Jun 11 11:59:10.995351 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-e46def91-c3df-459b-8a27-6f683ccf174b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e806a681-841e-442e-b704-20728b953e4e HTTP/1.1" status: 200 len: 999 time: 0.0787828 Jun 11 11:59:11.040931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8049ccdb-0e32-4aa1-9ae0-f0f337412517 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:59:11.048228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8049ccdb-0e32-4aa1-9ae0-f0f337412517 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:11.051008 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8049ccdb-0e32-4aa1-9ae0-f0f337412517 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/007af4d1-2c12-4501-99aa-b4794f13ae05 HTTP/1.1" status: 200 len: 887 time: 0.7459345 Jun 11 11:59:11.051326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-0d0efb2b-22b0-4a93-b428-a4a4e426f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:11.052011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc305a49-73e1-403e-bfe0-e4d392eef14a None None] Sync routers for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:59:11.052448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50810) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:11.052797 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-0d0efb2b-22b0-4a93-b428-a4a4e426f746 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e763e0e-e7fb-4f86-ae43-8ce18253c48b HTTP/1.1" status: 200 len: 835 time: 0.0514798 Jun 11 11:59:11.062716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc305a49-73e1-403e-bfe0-e4d392eef14a None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:59:11.063428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-dc305a49-73e1-403e-bfe0-e4d392eef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:58:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:11.120414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-1081a018-778c-4f53-97a9-3c9c01740b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:11.122101 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-1081a018-778c-4f53-97a9-3c9c01740b31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0634880 Jun 11 11:59:11.250106 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-07bebadf-6ad0-4545-a1a4-4e60702a6303 service neutron] 10.222.0.25 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213281 Jun 11 11:59:11.375291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-dc305a49-73e1-403e-bfe0-e4d392eef14a None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:59:11.378957 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-18b29d23-b3ab-4dcc-8271-29b90b22dc6b req-38243ebf-f09a-4dbc-898e-14e7591cf5dd service neutron] 10.222.0.25 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220834 Jun 11 11:59:11.548620 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8c0cc316-76d1-44d6-9eac-8c7f8a51b7d8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e HTTP/1.1" status: 200 len: 991 time: 0.4951546 Jun 11 11:59:11.662824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-dc305a49-73e1-403e-bfe0-e4d392eef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:59:10Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:59:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'port_id': 'e806a681-841e-442e-b704-20728b953e4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'mac_address': 'fa:16:3e:81:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:58:34Z', 'updated_at': '2021-06-11T11:59:09Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:59:09Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:11.666310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc305a49-73e1-403e-bfe0-e4d392eef14a None None] Checking router: 007af4d1-2c12-4501-99aa-b4794f13ae05 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:59:11.674184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc305a49-73e1-403e-bfe0-e4d392eef14a None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:59:11.674811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-dc305a49-73e1-403e-bfe0-e4d392eef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:58:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:11.813247 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-dc305a49-73e1-403e-bfe0-e4d392eef14a None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:59:12.084866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-dc305a49-73e1-403e-bfe0-e4d392eef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:59:10Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:59:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'port_id': 'e806a681-841e-442e-b704-20728b953e4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'mac_address': 'fa:16:3e:81:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:58:34Z', 'updated_at': '2021-06-11T11:59:09Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:59:09Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:12.088107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc305a49-73e1-403e-bfe0-e4d392eef14a None None] The sync data for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv is: [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:59:10Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:59:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'port_id': 'e806a681-841e-442e-b704-20728b953e4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'mac_address': 'fa:16:3e:81:c6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T11:58:34Z', 'updated_at': '2021-06-11T11:59:09Z', 'revision_number': 2, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:59:09Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:59:12.154165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-88a97e0a-7d07-4e06-8520-9d0c22380aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:12.552377 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50812) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:12.633480 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d99f7b36-e1ce-4651-946e-88e16335903d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e HTTP/1.1" status: 200 len: 991 time: 0.0787988 Jun 11 11:59:13.388017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1440093b-308f-4e12-b334-bcd873486668 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:59:13.440569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1440093b-308f-4e12-b334-bcd873486668 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:59:13.440955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:13.527733 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:13.564326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 1440093b-308f-4e12-b334-bcd873486668, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1440093b-308f-4e12-b334-bcd873486668,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:13.568436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:13.569313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 11550428-57f7-4986-8a2f-4bcfefa6d30f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:59:13.571021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:13.615009 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f16d0ff-8acd-402b-b5da-1749bab84d62 None None] New status for floating IP da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:59:13.636300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50814) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:13.662492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=1440093b-308f-4e12-b334-bcd873486668,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:13.671861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.672669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.673019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.673358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.673694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.674026 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.674357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.674727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.675057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.675698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.676022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.676360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:13.680803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:13.690385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 11550428-57f7-4986-8a2f-4bcfefa6d30f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:59:13.690792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:13.728744 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e3360ae3-a0ff-43c9-967b-de5c0b3f01e2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e HTTP/1.1" status: 200 len: 991 time: 0.0912936 Jun 11 11:59:13.779445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:13.801272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 11550428-57f7-4986-8a2f-4bcfefa6d30f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=11550428-57f7-4986-8a2f-4bcfefa6d30f,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:13.805406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:13.808459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:13.863618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=11550428-57f7-4986-8a2f-4bcfefa6d30f,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:13.866813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:14.730163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50818) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:14.748599 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:14.812604 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a8893003-3ab3-40bf-bd65-6aaa31994ae3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/floatingips/da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e HTTP/1.1" status: 200 len: 993 time: 0.0811489 Jun 11 11:59:14.935009 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b08f573-ba9c-4a6b-b4b3-4cbf4c5533b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:15.084096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50824) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:15.275801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 540eed3e-b111-4803-9c21-3542747b380c {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:59:15.276146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:15.363984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1440093b-308f-4e12-b334-bcd873486668 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:59:15.378981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:15.379313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:15.416036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1440093b-308f-4e12-b334-bcd873486668 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:59:15.416416 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:15.472755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 540eed3e-b111-4803-9c21-3542747b380c owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:59:15.505577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 11550428-57f7-4986-8a2f-4bcfefa6d30f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:59:15.556541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 11550428-57f7-4986-8a2f-4bcfefa6d30f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:59:15.556925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:15.652578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:15.656113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:15.685325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=540eed3e-b111-4803-9c21-3542747b380c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:15.716900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.717299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.717681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.718055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.718428 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.718823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.719197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.719565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.719933 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.720307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.720690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.721058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:15.724652 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:15.770932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:15.771575 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Floating IP da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e disassociated (deleted). External IP: 172.26.6.232, port: e806a681-841e-442e-b704-20728b953e4e. Jun 11 11:59:16.048664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 007af4d1-2c12-4501-99aa-b4794f13ae05 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:59:16.055685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:16.192913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:59:16.197758 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:16.202658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43594571-811b-4b7c-800f-f8afbf5c1fe4 None None] Sync routers for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:59:16.211908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43594571-811b-4b7c-800f-f8afbf5c1fe4 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:59:16.212610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-43594571-811b-4b7c-800f-f8afbf5c1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:59:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:16.243577 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/floatingips/da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e HTTP/1.1" status: 204 len: 168 time: 1.1583011 Jun 11 11:59:16.244242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'tag': 'e806a681-841e-442e-b704-20728b953e4e'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:59:16.246600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0591a78a-4e58-4513-be88-48acaefc7442" -d '{"events": [{"name": "network-changed", "server_uuid": "83fab258-e95e-42c0-8cd7-d116c34ecb60", "tag": "e806a681-841e-442e-b704-20728b953e4e"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:59:16.341833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33e06ac-2d4d-4d32-bae2-69b0a3fa892c x-openstack-request-id: req-e33e06ac-2d4d-4d32-bae2-69b0a3fa892c {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:59:16.342419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fab258-e95e-42c0-8cd7-d116c34ecb60", "tag": "e806a681-841e-442e-b704-20728b953e4e", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:59:16.342845 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e33e06ac-2d4d-4d32-bae2-69b0a3fa892c {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:59:16.343429 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'tag': 'e806a681-841e-442e-b704-20728b953e4e', 'status': 'completed', 'code': 200} Jun 11 11:59:16.428466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591a78a-4e58-4513-be88-48acaefc7442 req-8e5d051b-270c-4b99-843d-bfc5e05a3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:16.431019 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0591a78a-4e58-4513-be88-48acaefc7442 req-8e5d051b-270c-4b99-843d-bfc5e05a3c38 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 1098 time: 0.0664959 Jun 11 11:59:16.519590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-43594571-811b-4b7c-800f-f8afbf5c1fe4 None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:59:16.561987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591a78a-4e58-4513-be88-48acaefc7442 req-e09d00f4-3327-4447-8f14-ba44120bdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:16.563413 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0591a78a-4e58-4513-be88-48acaefc7442 req-e09d00f4-3327-4447-8f14-ba44120bdcf6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 HTTP/1.1" status: 200 len: 898 time: 0.1266582 Jun 11 11:59:16.632116 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0591a78a-4e58-4513-be88-48acaefc7442 req-bf9b9270-5772-4e83-bdc4-224215290717 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e806a681-841e-442e-b704-20728b953e4e HTTP/1.1" status: 200 len: 217 time: 0.0604446 Jun 11 11:59:16.722371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591a78a-4e58-4513-be88-48acaefc7442 req-25c298ae-1141-4a96-bc9d-32e69d0a38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:16.723850 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0591a78a-4e58-4513-be88-48acaefc7442 req-25c298ae-1141-4a96-bc9d-32e69d0a38e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e763e0e-e7fb-4f86-ae43-8ce18253c48b HTTP/1.1" status: 200 len: 835 time: 0.0670502 Jun 11 11:59:16.738994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db39870-8d73-4f46-8d40-5a851d50eae8 req-7046f8c8-a14f-4a3e-85d3-82fe9dedec1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:16.740375 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4db39870-8d73-4f46-8d40-5a851d50eae8 req-7046f8c8-a14f-4a3e-85d3-82fe9dedec1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 945 time: 0.1613948 Jun 11 11:59:16.774028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-43594571-811b-4b7c-800f-f8afbf5c1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:59:10Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:59:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:59:13Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:16.777506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43594571-811b-4b7c-800f-f8afbf5c1fe4 None None] Checking router: 007af4d1-2c12-4501-99aa-b4794f13ae05 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:59:16.786038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43594571-811b-4b7c-800f-f8afbf5c1fe4 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:59:16.786692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-43594571-811b-4b7c-800f-f8afbf5c1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:59:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:16.820733 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4db39870-8d73-4f46-8d40-5a851d50eae8 req-d5540f56-f3de-41d5-9b5f-c167dda27747 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715215 Jun 11 11:59:16.832811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591a78a-4e58-4513-be88-48acaefc7442 req-af532ad9-3088-44dd-8979-1356fe26d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:16.834302 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0591a78a-4e58-4513-be88-48acaefc7442 req-af532ad9-3088-44dd-8979-1356fe26d8e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930617 Jun 11 11:59:16.932040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-43594571-811b-4b7c-800f-f8afbf5c1fe4 None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:59:16.953769 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0591a78a-4e58-4513-be88-48acaefc7442 req-a0055765-9dde-45c8-b90e-a04fc1c933fd service neutron] 10.222.0.25 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113431 Jun 11 11:59:17.068103 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0591a78a-4e58-4513-be88-48acaefc7442 req-608c59a5-a35c-4728-a333-034d794bdf8d service neutron] 10.222.0.25 "GET /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078856 Jun 11 11:59:17.183147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-43594571-811b-4b7c-800f-f8afbf5c1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:59:10Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:59:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:59:13Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:17.186400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43594571-811b-4b7c-800f-f8afbf5c1fe4 None None] The sync data for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv is: [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:59:10Z', 'revision_number': 6, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:59:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1440093b-308f-4e12-b334-bcd873486668', 'name': '', 'network_id': 'f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'mac_address': 'fa:16:3e:26:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:18Z', 'updated_at': '2021-06-11T11:59:13Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'subnets': [{'id': '2e763e0e-e7fb-4f86-ae43-8ce18253c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:59:17.745567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:17.847669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13e6a6-e0e4-4dba-ad56-bcc70296e755 req-c38e3b26-54bd-4d66-aced-75d3a5697661 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:17.849211 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f13e6a6-e0e4-4dba-ad56-bcc70296e755 req-c38e3b26-54bd-4d66-aced-75d3a5697661 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 945 time: 0.0725379 Jun 11 11:59:17.876005 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eb1921-8ab3-4a52-b339-53e461ed2d2f None None] New status for floating IP da5d9bd3-d5cc-446f-bfd6-57e50e53ed4e: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 11:59:17.991821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-9f13e6a6-e0e4-4dba-ad56-bcc70296e755 req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port e806a681-841e-442e-b704-20728b953e4e {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:59:17.992308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f13e6a6-e0e4-4dba-ad56-bcc70296e755 req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:18.035567 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8366d4-fe91-4199-b3ad-e5d05dfc8f5c req-2bfc353b-e53d-48db-89dc-b7b0b231c2a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:18.037058 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bf8366d4-fe91-4199-b3ad-e5d05dfc8f5c req-2bfc353b-e53d-48db-89dc-b7b0b231c2a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fab258-e95e-42c0-8cd7-d116c34ecb60 HTTP/1.1" status: 200 len: 945 time: 0.0864122 Jun 11 11:59:18.082834 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bf8366d4-fe91-4199-b3ad-e5d05dfc8f5c req-93f8c8fe-42c5-4ab0-aef3-28bd2d4aa101 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390975 Jun 11 11:59:18.125321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-9f13e6a6-e0e4-4dba-ad56-bcc70296e755 req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port e806a681-841e-442e-b704-20728b953e4e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e806a681-841e-442e-b704-20728b953e4e,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:18.127523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f13e6a6-e0e4-4dba-ad56-bcc70296e755 req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:18.224347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-9f13e6a6-e0e4-4dba-ad56-bcc70296e755 req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for e806a681-841e-442e-b704-20728b953e4e owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:59:18.376690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f13e6a6-e0e4-4dba-ad56-bcc70296e755 req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:18.381688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6bdac655-8992-417a-a0c9-f427d50faa29 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:18.415156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=e806a681-841e-442e-b704-20728b953e4e,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:18.450225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.450658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.451045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.451421 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.451796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.452173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.452580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.453098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.453502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.453925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.454291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.454707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:59:18.457868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:18.481527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f13e6a6-e0e4-4dba-ad56-bcc70296e755 req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] No DVR routers for this DVR port e806a681-841e-442e-b704-20728b953e4e on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:59:18.484749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f13e6a6-e0e4-4dba-ad56-bcc70296e755 req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:18.486821 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f13e6a6-e0e4-4dba-ad56-bcc70296e755 req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.25 "DELETE /v2.0/ports/e806a681-841e-442e-b704-20728b953e4e HTTP/1.1" status: 204 len: 173 time: 0.6316850 Jun 11 11:59:18.487376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'name': 'network-vif-deleted', 'tag': 'e806a681-841e-442e-b704-20728b953e4e'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:59:18.490329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b529d7e8-5b0d-488f-a1ee-34a17d4bf00c" -d '{"events": [{"server_uuid": "83fab258-e95e-42c0-8cd7-d116c34ecb60", "name": "network-vif-deleted", "tag": "e806a681-841e-442e-b704-20728b953e4e"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:59:18.533277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4f294c-9f7d-409d-a1c2-041a6d86aca4 x-openstack-request-id: req-0e4f294c-9f7d-409d-a1c2-041a6d86aca4 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:59:18.533623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fab258-e95e-42c0-8cd7-d116c34ecb60", "name": "network-vif-deleted", "tag": "e806a681-841e-442e-b704-20728b953e4e", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:59:18.533928 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e4f294c-9f7d-409d-a1c2-041a6d86aca4 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:59:18.534376 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fab258-e95e-42c0-8cd7-d116c34ecb60', 'name': 'network-vif-deleted', 'tag': 'e806a681-841e-442e-b704-20728b953e4e', 'status': 'completed', 'code': 200} Jun 11 11:59:18.902351 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:59:19.174826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50842) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:19.236715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-335a7e78-06fd-48b5-b851-9d671a1fcc7e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:19.267333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-335a7e78-06fd-48b5-b851-9d671a1fcc7e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:19.330903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-335a7e78-06fd-48b5-b851-9d671a1fcc7e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:19.333542 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-335a7e78-06fd-48b5-b851-9d671a1fcc7e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:19.334730 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-335a7e78-06fd-48b5-b851-9d671a1fcc7e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/security-groups/ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d HTTP/1.1" status: 204 len: 168 time: 0.1588781 Jun 11 11:59:19.335561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-63bd079c-afca-42c4-8073-fd852fe942b5 tempest-TestVolumeBootPattern-32109385 tempest-TestVolumeBootPattern-32109385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:19.345927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a7e78-06fd-48b5-b851-9d671a1fcc7e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0fbf6e-b1d9-4d3f-a259-67efd7262b9d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:19.348769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-335a7e78-06fd-48b5-b851-9d671a1fcc7e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:19.364913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50846) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:19.821643 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:20.176979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 1440093b-308f-4e12-b334-bcd873486668 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:59:20.177689 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:20.288410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 1440093b-308f-4e12-b334-bcd873486668, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1440093b-308f-4e12-b334-bcd873486668,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:20.289023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:20.381075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 1440093b-308f-4e12-b334-bcd873486668 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:59:20.605996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:20.607900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8a88fc24-4a93-4eee-997a-4e333f8aa5f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:20.638186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=1440093b-308f-4e12-b334-bcd873486668,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:20.641298 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:20.864326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:21.144793 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Router 007af4d1-2c12-4501-99aa-b4794f13ae05 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:59:21.696674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:59:21.702451 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "PUT /v2.0/routers/007af4d1-2c12-4501-99aa-b4794f13ae05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3360527 Jun 11 11:59:21.705490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50848) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:21.706359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7ed15c-3f80-40fb-b61d-488a3c5b1a07 None None] Sync routers for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:59:21.715372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ed15c-3f80-40fb-b61d-488a3c5b1a07 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:59:21.716064 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9c7ed15c-3f80-40fb-b61d-488a3c5b1a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:59:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:21.764163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb6a6f7-7ef0-4728-90d2-159722326731 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting subnet 2e763e0e-e7fb-4f86-ae43-8ce18253c48b {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:59:21.767903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a6f7-7ef0-4728-90d2-159722326731 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:21.815636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a6f7-7ef0-4728-90d2-159722326731 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:21.858193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-9c7ed15c-3f80-40fb-b61d-488a3c5b1a07 None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:59:21.917111 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a6f7-7ef0-4728-90d2-159722326731 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:21.984039 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a6f7-7ef0-4728-90d2-159722326731 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:21.986807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b671685b-9fd5-4c41-8fba-15ee610e41b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:22.022623 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6a6f7-7ef0-4728-90d2-159722326731 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Subnet': ['ID=2e763e0e-e7fb-4f86-ae43-8ce18253c48b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:22.024782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ecb6a6f7-7ef0-4728-90d2-159722326731 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:22.025856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a6f7-7ef0-4728-90d2-159722326731 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:22.029233 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ecb6a6f7-7ef0-4728-90d2-159722326731 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/subnets/2e763e0e-e7fb-4f86-ae43-8ce18253c48b HTTP/1.1" status: 204 len: 168 time: 0.3226976 Jun 11 11:59:22.029717 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb262b9-3c49-47f6-a40f-db1b3ad37c91 None None] Network f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:59:22.032211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50850) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:22.185988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:22.223326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9c7ed15c-3f80-40fb-b61d-488a3c5b1a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:59:20Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:59:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:22.228707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7ed15c-3f80-40fb-b61d-488a3c5b1a07 None None] Checking router: 007af4d1-2c12-4501-99aa-b4794f13ae05 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:59:22.241673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ed15c-3f80-40fb-b61d-488a3c5b1a07 None None] Routers {'007af4d1-2c12-4501-99aa-b4794f13ae05'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:59:22.242288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9c7ed15c-3f80-40fb-b61d-488a3c5b1a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T11:59:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['007af4d1-2c12-4501-99aa-b4794f13ae05'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:22.333191 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:22.336108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f0628a-8745-4d86-b974-eb7dcda8520b None None] DHCP port deletion for f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:59:22.392579 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Deleting port 11550428-57f7-4986-8a2f-4bcfefa6d30f {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:59:22.392934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:22.421595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-9c7ed15c-3f80-40fb-b61d-488a3c5b1a07 None None] Set router 007af4d1-2c12-4501-99aa-b4794f13ae05 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:59:22.496989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] For port 11550428-57f7-4986-8a2f-4bcfefa6d30f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=11550428-57f7-4986-8a2f-4bcfefa6d30f,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:22.497270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:22.503621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-29f0628a-8745-4d86-b974-eb7dcda8520b None None] Deleting port 41481c0b-be0a-45de-8653-ff470970530d {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:59:22.504012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-29f0628a-8745-4d86-b974-eb7dcda8520b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:22.594291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Calling delete_port for 11550428-57f7-4986-8a2f-4bcfefa6d30f owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:59:22.815114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:22.818101 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-73184678-c907-4017-9a4a-117cc78b05b1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:22.826194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-29f0628a-8745-4d86-b974-eb7dcda8520b None None] For port 41481c0b-be0a-45de-8653-ff470970530d, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=41481c0b-be0a-45de-8653-ff470970530d,segment=NetworkSegment(362411f8-f098-44a0-b006-90ca455b2013),segment_id=362411f8-f098-44a0-b006-90ca455b2013)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:22.826665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-29f0628a-8745-4d86-b974-eb7dcda8520b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:22.853838 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Port': ['ID=11550428-57f7-4986-8a2f-4bcfefa6d30f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:22.883062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:22.930089 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:22.932963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-29f0628a-8745-4d86-b974-eb7dcda8520b None None] Calling delete_port for 41481c0b-be0a-45de-8653-ff470970530d owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:59:23.067764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9c7ed15c-3f80-40fb-b61d-488a3c5b1a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:59:20Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:59:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:23.069307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.070552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-29f0628a-8745-4d86-b974-eb7dcda8520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.071514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.073588 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:23.079830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7ed15c-3f80-40fb-b61d-488a3c5b1a07 None None] The sync data for ids ['007af4d1-2c12-4501-99aa-b4794f13ae05'] in dv-neutron-786478-5-hyperv is: [{'id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'name': 'tempest-TestNetworkBasicOps-router-2068940064', 'tenant_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:58:14Z', 'updated_at': '2021-06-11T11:59:20Z', 'revision_number': 7, 'project_id': 'd8399334e9cb4ae2b4d59d7a1c160597', 'gw_port': {'id': '11550428-57f7-4986-8a2f-4bcfefa6d30f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007af4d1-2c12-4501-99aa-b4794f13ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:58:15Z', 'updated_at': '2021-06-11T11:59:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:59:23.105244 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0628a-8745-4d86-b974-eb7dcda8520b None None] Pushing event deleted for resources: {'Port': ['ID=41481c0b-be0a-45de-8653-ff470970530d,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:23.107084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0628a-8745-4d86-b974-eb7dcda8520b None None] No DVR routers for this DVR port 41481c0b-be0a-45de-8653-ff470970530d on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:59:23.109394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-29f0628a-8745-4d86-b974-eb7dcda8520b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:23.133868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.134887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Fanout notify agent at l3_agent the message router_deleted on router 007af4d1-2c12-4501-99aa-b4794f13ae05 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:59:23.144945 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.146054 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/routers/007af4d1-2c12-4501-99aa-b4794f13ae05 HTTP/1.1" status: 204 len: 168 time: 1.1128504 Jun 11 11:59:23.148744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50852) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:23.248396 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.362369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.373057 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:23.384622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362411f8-f098-44a0-b006-90ca455b2013') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:23.384923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362411f8-f098-44a0-b006-90ca455b2013') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:59:23.395543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.411028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.422384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:59:23.422972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:59:23.425928 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:59:23.522236 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.527667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-baf3619d-622d-4e0f-bd9c-96b40fc3a8b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:23.532901 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:23.535003 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] 10.222.0.46 "DELETE /v2.0/networks/f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8 HTTP/1.1" status: 204 len: 168 time: 0.3852801 Jun 11 11:59:23.535886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device e806a681-841e-442e-b704-20728b953e4e no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:59:23.568577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: e806a681-841e-442e-b704-20728b953e4e {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:59:23.569021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device e806a681-841e-442e-b704-20728b953e4e not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:59:23.569131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Pushing event deleted for resources: {'Network': ['ID=f3f144ca-e0b7-4d4a-95e9-d80dc8b10af8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:23.571550 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1440093b-308f-4e12-b334-bcd873486668 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:59:23.571812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-aa07d5ff-a6bc-46e6-9567-dd2755fcf7f6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:23.598735 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 1440093b-308f-4e12-b334-bcd873486668 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:59:23.599095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1440093b-308f-4e12-b334-bcd873486668 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:59:23.599527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 41481c0b-be0a-45de-8653-ff470970530d no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:59:23.623154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 41481c0b-be0a-45de-8653-ff470970530d {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:59:23.623507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 41481c0b-be0a-45de-8653-ff470970530d not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:59:23.861979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50858) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:23.992061 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7b3c4261-f196-4abd-9343-a00d2bd1f0a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8399334e9cb4ae2b4d59d7a1c160597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1288772 Jun 11 11:59:23.994417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50862) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:24.045346 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c0bd7981-b8b8-49e4-ba3f-8039d6f05127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:24.068529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c0bd7981-b8b8-49e4-ba3f-8039d6f05127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:24.128486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c0bd7981-b8b8-49e4-ba3f-8039d6f05127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:24.131871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c0bd7981-b8b8-49e4-ba3f-8039d6f05127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:24.133315 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c0bd7981-b8b8-49e4-ba3f-8039d6f05127 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a04d87c1-d695-4ea2-9f90-d6ff25bc9a16 HTTP/1.1" status: 204 len: 168 time: 0.1379876 Jun 11 11:59:24.134158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b20d3816-d2bd-49cd-9c59-779d344ea752 tempest-TagsTest-1983049919 tempest-TagsTest-1983049919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:24.143385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd7981-b8b8-49e4-ba3f-8039d6f05127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04d87c1-d695-4ea2-9f90-d6ff25bc9a16,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:24.145613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c0bd7981-b8b8-49e4-ba3f-8039d6f05127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:24.394721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 50868) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:24.411449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a76fabb3-7df3-4337-801c-f1b0029a1f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:24.507347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a76fabb3-7df3-4337-801c-f1b0029a1f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:24.510996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a76fabb3-7df3-4337-801c-f1b0029a1f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:24.513363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-67da65e2-83d2-469d-9929-a6270fa9ad17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:24.557181 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a76fabb3-7df3-4337-801c-f1b0029a1f60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2dcf358973054bd393d3404e9aaae7d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613984 Jun 11 11:59:24.558123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fabb3-7df3-4337-801c-f1b0029a1f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af328ca-a2c8-4d29-91bd-b94ca39e965f,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:24.559893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 50870) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:24.561234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a76fabb3-7df3-4337-801c-f1b0029a1f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:24.612893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-272fd2ac-6f1c-431d-8267-fc8680c7b121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:24.635199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-272fd2ac-6f1c-431d-8267-fc8680c7b121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:24.685723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-272fd2ac-6f1c-431d-8267-fc8680c7b121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:24.688513 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-272fd2ac-6f1c-431d-8267-fc8680c7b121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:24.689625 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-272fd2ac-6f1c-431d-8267-fc8680c7b121 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4af328ca-a2c8-4d29-91bd-b94ca39e965f HTTP/1.1" status: 204 len: 168 time: 0.1286395 Jun 11 11:59:24.690381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a868c49c-d6a8-4de4-ac7a-f4ccfbc721ee tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:24.698644 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fd2ac-6f1c-431d-8267-fc8680c7b121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af328ca-a2c8-4d29-91bd-b94ca39e965f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:24.701028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-272fd2ac-6f1c-431d-8267-fc8680c7b121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:25.321467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 11550428-57f7-4986-8a2f-4bcfefa6d30f no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:59:25.346615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 11550428-57f7-4986-8a2f-4bcfefa6d30f {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:59:25.346975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 11550428-57f7-4986-8a2f-4bcfefa6d30f not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:59:27.647626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:31.346481 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-6d2bd66c-0205-44f1-a4b0-312591063058 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d1788e630ac84124b0fa46e1e445e35f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331485 Jun 11 11:59:31.542106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-e4d639a7-7652-49ad-9839-6b0b043bf979 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:31.543468 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-e4d639a7-7652-49ad-9839-6b0b043bf979 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919465 Jun 11 11:59:31.557328 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-3974a863-bb13-4e7d-b3ef-fac06c7db79e tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/quotas/d1788e630ac84124b0fa46e1e445e35f HTTP/1.1" status: 200 len: 375 time: 0.0085027 Jun 11 11:59:31.593962 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-96a2d677-8d2b-40d3-ab15-a6e0e46e5a78 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1788e630ac84124b0fa46e1e445e35f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319672 Jun 11 11:59:31.762794 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e8689cc0-7f2b-4b18-9eca-de6f88d891a3 req-9ec3c8cf-d3ec-4c59-b062-df2d247d1549 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 210 time: 0.0333855 Jun 11 11:59:32.697996 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-41c12022-1f40-454b-b090-1d4e4b5b777d tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d1788e630ac84124b0fa46e1e445e35f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329449 Jun 11 11:59:32.906997 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-8bff658c-764b-428e-858b-9a001e23c8d5 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:32.908603 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-8bff658c-764b-428e-858b-9a001e23c8d5 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054710 Jun 11 11:59:32.917911 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e3a5649f-a056-4f03-9b1a-a8a07b38946c req-c7928e21-eb3d-46e9-bd1f-4283fb9e8955 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 210 time: 0.0396240 Jun 11 11:59:32.924228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Request body: {'port': {'device_id': '71f60e1c-d6de-47fb-8bfc-302235df910f', 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a', 'admin_state_up': True, 'tenant_id': 'd1788e630ac84124b0fa46e1e445e35f'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:59:33.407237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Made reservation on behalf of d1788e630ac84124b0fa46e1e445e35f for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:59:33.410721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:33.422325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:33.516636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:33.520368 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:33.524910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d1a69af5-0980-4efd-af37-26a4daad2d02 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:33.593264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c5707d-ec40-4db7-ad24-7a704b294189,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:33.598044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:33.677872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Allocated IP 192.168.233.67 (f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a/516a2b1f-766c-48d6-95fc-1c45e4f01c7c/e55d3356-d945-4a00-94e1-9fd05b181187) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:59:33.851471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:33.864086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Transition to ACTIVE for port object e55d3356-d945-4a00-94e1-9fd05b181187 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:59:33.900057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:33.903842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9c8b9a83-8b8f-453e-9b63-ddf5967aab51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:33.952898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Network f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:59:33.956348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:59:33.963327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:59:33.969735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Pushing event updated for resources: {'Port': ['ID=e55d3356-d945-4a00-94e1-9fd05b181187,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:33.996544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:34.033198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:34.033828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:34.078553 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1586750 Jun 11 11:59:34.092116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Request body: {'port': {'device_id': '71f60e1c-d6de-47fb-8bfc-302235df910f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:59:34.165917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cd706-72e9-4569-8462-495e959d6c26 req-db6fccfd-21e5-46b5-bb31-dc145c0e1dd8 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:34.168466 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fc4cd706-72e9-4569-8462-495e959d6c26 req-db6fccfd-21e5-46b5-bb31-dc145c0e1dd8 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 935 time: 0.1317067 Jun 11 11:59:34.197693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0b9764ca-966a-472a-9dac-fe1f47586d5e None None] Provisioning for port e55d3356-d945-4a00-94e1-9fd05b181187 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:59:34.202247 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0b9764ca-966a-472a-9dac-fe1f47586d5e None None] Provisioning complete for port e55d3356-d945-4a00-94e1-9fd05b181187 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:59:34.202686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b9764ca-966a-472a-9dac-fe1f47586d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:34.234282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:34.245131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0b9764ca-966a-472a-9dac-fe1f47586d5e None None] Port e55d3356-d945-4a00-94e1-9fd05b181187 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:59:34.258670 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fc4cd706-72e9-4569-8462-495e959d6c26 req-b20a458a-2046-4b85-a1bf-e236736d1bbd tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649209 Jun 11 11:59:34.555233 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55d3356-d945-4a00-94e1-9fd05b181187 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:59:34.562294 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:34.573971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Transition to ACTIVE for port object e55d3356-d945-4a00-94e1-9fd05b181187 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:59:34.578181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:34.580153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5282b373-7d42-4bd7-bb78-56128fed69c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:34.678216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e55d3356-d945-4a00-94e1-9fd05b181187,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:34.683522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:34.765977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Attempting to bind port e55d3356-d945-4a00-94e1-9fd05b181187 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:59:34.766327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Attempting to bind port e55d3356-d945-4a00-94e1-9fd05b181187 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'e27c2761-c4b7-4b08-83b1-779448d439b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:59:34.766693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Attempting to bind port e55d3356-d945-4a00-94e1-9fd05b181187 on network f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:59:34.770956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Port e55d3356-d945-4a00-94e1-9fd05b181187 on network f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:59:34.771315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Attempting to bind port e55d3356-d945-4a00-94e1-9fd05b181187 on network f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:59:34.776093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:59:34.776437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Checking segment: {'id': 'e27c2761-c4b7-4b08-83b1-779448d439b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:59:34.776827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Bound using segment: {'id': 'e27c2761-c4b7-4b08-83b1-779448d439b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:59:34.777255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Bound port: e55d3356-d945-4a00-94e1-9fd05b181187, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27c2761-c4b7-4b08-83b1-779448d439b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:59:34.777610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:34.853747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] For port e55d3356-d945-4a00-94e1-9fd05b181187, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:59:34.856807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] For port e55d3356-d945-4a00-94e1-9fd05b181187, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e55d3356-d945-4a00-94e1-9fd05b181187,segment=NetworkSegment(e27c2761-c4b7-4b08-83b1-779448d439b9),segment_id=e27c2761-c4b7-4b08-83b1-779448d439b9)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:59:34.862142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:34.865014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9bca1b6d-7170-4b8c-b8bc-8585a842c96c tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:34.906746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:34.907379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:34.908768 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] 10.222.0.25 "PUT /v2.0/ports/e55d3356-d945-4a00-94e1-9fd05b181187 HTTP/1.1" status: 200 len: 1097 time: 0.8208885 Jun 11 11:59:34.909565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f60e1c-d6de-47fb-8bfc-302235df910f', 'tag': 'e55d3356-d945-4a00-94e1-9fd05b181187'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:59:34.913766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9418d9a-e946-4231-aac9-34e99e1fa4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "71f60e1c-d6de-47fb-8bfc-302235df910f", "tag": "e55d3356-d945-4a00-94e1-9fd05b181187"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:59:34.945215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e55d3356-d945-4a00-94e1-9fd05b181187,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:34.948646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:34.962573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db35405b-da45-4497-ba41-0ab85b89e4e6 x-openstack-request-id: req-db35405b-da45-4497-ba41-0ab85b89e4e6 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:59:34.963230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f60e1c-d6de-47fb-8bfc-302235df910f", "tag": "e55d3356-d945-4a00-94e1-9fd05b181187", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:59:34.963230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db35405b-da45-4497-ba41-0ab85b89e4e6 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:59:34.963683 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f60e1c-d6de-47fb-8bfc-302235df910f', 'tag': 'e55d3356-d945-4a00-94e1-9fd05b181187', 'status': 'completed', 'code': 200} Jun 11 11:59:35.017977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-ac8f5eba-aee3-4c75-94aa-519f556881a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:35.019577 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-ac8f5eba-aee3-4c75-94aa-519f556881a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1788e630ac84124b0fa46e1e445e35f&device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 1100 time: 0.0677204 Jun 11 11:59:35.083835 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-094cca37-6e98-4aca-bb3f-496e1c726adf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=e55d3356-d945-4a00-94e1-9fd05b181187 HTTP/1.1" status: 200 len: 217 time: 0.0543473 Jun 11 11:59:35.140252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-a04b0140-699f-4409-9f59-0a87b976fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:35.141739 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-a04b0140-699f-4409-9f59-0a87b976fe58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=516a2b1f-766c-48d6-95fc-1c45e4f01c7c HTTP/1.1" status: 200 len: 843 time: 0.0516064 Jun 11 11:59:35.204640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-61c0b3b8-1114-4cf7-8efd-c78ac77f8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:35.206118 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-61c0b3b8-1114-4cf7-8efd-c78ac77f8de8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0574322 Jun 11 11:59:35.338581 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-bb8394ed-e698-471b-9328-85adffb45a30 service neutron] 10.222.0.25 "GET /v2.0/networks/f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243579 Jun 11 11:59:35.501143 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b1ccbc4c-73fd-4239-a771-e90d58a6778d req-9a9aaf3a-d438-4c01-8edb-d46156895a5f service neutron] 10.222.0.25 "GET /v2.0/networks/f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549518 Jun 11 11:59:35.517163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c82d8-f2e1-419e-973a-89b513c41bd9 req-b25d705a-d9b4-4a64-9de2-7c61b829e9e9 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:35.518696 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e7c82d8-f2e1-419e-973a-89b513c41bd9 req-b25d705a-d9b4-4a64-9de2-7c61b829e9e9 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 947 time: 0.1384659 Jun 11 11:59:35.596062 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e7c82d8-f2e1-419e-973a-89b513c41bd9 req-351b3741-dcde-42c0-9ec0-a261b37f7f41 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709510 Jun 11 11:59:35.623831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9418d9a-e946-4231-aac9-34e99e1fa4a4 req-b0078168-7b62-4621-8561-f3585d9739ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:35.625322 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e9418d9a-e946-4231-aac9-34e99e1fa4a4 req-b0078168-7b62-4621-8561-f3585d9739ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1788e630ac84124b0fa46e1e445e35f&device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 1100 time: 0.0752828 Jun 11 11:59:35.742893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9418d9a-e946-4231-aac9-34e99e1fa4a4 req-975df8a6-905d-4a16-a60d-25689d504470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:35.744348 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e9418d9a-e946-4231-aac9-34e99e1fa4a4 req-975df8a6-905d-4a16-a60d-25689d504470 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a HTTP/1.1" status: 200 len: 871 time: 0.1115923 Jun 11 11:59:35.798975 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e9418d9a-e946-4231-aac9-34e99e1fa4a4 req-90fba349-4fd9-49ac-ad3e-271b9b1c06f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=e55d3356-d945-4a00-94e1-9fd05b181187 HTTP/1.1" status: 200 len: 217 time: 0.0469635 Jun 11 11:59:35.860025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9418d9a-e946-4231-aac9-34e99e1fa4a4 req-3488cfdc-301a-4f5b-80f0-d21b026ab870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:35.861366 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e9418d9a-e946-4231-aac9-34e99e1fa4a4 req-3488cfdc-301a-4f5b-80f0-d21b026ab870 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=516a2b1f-766c-48d6-95fc-1c45e4f01c7c HTTP/1.1" status: 200 len: 843 time: 0.0550895 Jun 11 11:59:35.925099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9418d9a-e946-4231-aac9-34e99e1fa4a4 req-bbcdc322-cf06-4972-9de2-5bc72e0570e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:35.926612 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e9418d9a-e946-4231-aac9-34e99e1fa4a4 req-bbcdc322-cf06-4972-9de2-5bc72e0570e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0567265 Jun 11 11:59:36.046143 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e9418d9a-e946-4231-aac9-34e99e1fa4a4 req-62bcf785-9f80-4da1-ae73-680e23ab3649 service neutron] 10.222.0.25 "GET /v2.0/networks/f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116421 Jun 11 11:59:36.166860 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e9418d9a-e946-4231-aac9-34e99e1fa4a4 req-5f5eb886-676b-43b6-9dfe-15aae17dd5ce service neutron] 10.222.0.25 "GET /v2.0/networks/f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141753 Jun 11 11:59:36.780251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d97716-0bdc-4883-bad9-a7ca562b7cc5 req-06c32fbe-aa71-4103-83e3-b25ed6c074db tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:36.781703 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-05d97716-0bdc-4883-bad9-a7ca562b7cc5 req-06c32fbe-aa71-4103-83e3-b25ed6c074db tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 947 time: 0.0681894 Jun 11 11:59:36.824604 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-05d97716-0bdc-4883-bad9-a7ca562b7cc5 req-a638c001-5873-4ae6-bbe5-5f81b30a691e tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371423 Jun 11 11:59:38.008387 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c11ed5-227c-47d8-9dd3-726332b6f83d req-e26f8213-dd0e-4ee9-aea3-da64d133e174 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:38.009866 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67c11ed5-227c-47d8-9dd3-726332b6f83d req-e26f8213-dd0e-4ee9-aea3-da64d133e174 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 947 time: 0.0744317 Jun 11 11:59:38.052621 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67c11ed5-227c-47d8-9dd3-726332b6f83d req-252134d9-0e08-4488-96f0-54d278271ee6 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Jun 11 11:59:39.234764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8e4a0-35d3-4298-ae4c-05961f7e09be req-d75dfa4c-df16-4b6f-82c3-ccba7dc46fcc tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:39.236197 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-46a8e4a0-35d3-4298-ae4c-05961f7e09be req-d75dfa4c-df16-4b6f-82c3-ccba7dc46fcc tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 947 time: 0.0748677 Jun 11 11:59:39.276840 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-46a8e4a0-35d3-4298-ae4c-05961f7e09be req-077a8608-ab3a-4308-ae8b-58f5dfe93bb5 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Jun 11 11:59:39.620396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device e55d3356-d945-4a00-94e1-9fd05b181187 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 11:59:39.735320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port e55d3356-d945-4a00-94e1-9fd05b181187, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e55d3356-d945-4a00-94e1-9fd05b181187,segment=NetworkSegment(e27c2761-c4b7-4b08-83b1-779448d439b9),segment_id=e27c2761-c4b7-4b08-83b1-779448d439b9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:39.747019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'e55d3356-d945-4a00-94e1-9fd05b181187', 'network_id': 'f8ef5fb7-9c5f-4de1-9d5a-f53e2d63e51a', 'port_id': 'e55d3356-d945-4a00-94e1-9fd05b181187', 'mac_address': 'fa:16:3e:c9:78:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516a2b1f-766c-48d6-95fc-1c45e4f01c7c', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 11:59:39.788273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:39.802137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55d3356-d945-4a00-94e1-9fd05b181187 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:59:39.821242 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port e55d3356-d945-4a00-94e1-9fd05b181187, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e55d3356-d945-4a00-94e1-9fd05b181187,segment=NetworkSegment(e27c2761-c4b7-4b08-83b1-779448d439b9),segment_id=e27c2761-c4b7-4b08-83b1-779448d439b9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:39.825140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:39.827572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:39.880822 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=e55d3356-d945-4a00-94e1-9fd05b181187,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:39.883718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:40.028369 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['e55d3356-d945-4a00-94e1-9fd05b181187'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:59:40.460051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1889c-e03d-423b-93ce-594035546834 req-d1771bd7-899c-438f-8910-e3c58a404158 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:40.461494 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cbe1889c-e03d-423b-93ce-594035546834 req-d1771bd7-899c-438f-8910-e3c58a404158 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 948 time: 0.0723081 Jun 11 11:59:40.501452 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cbe1889c-e03d-423b-93ce-594035546834 req-fdfd1170-62b7-43f0-9094-ac3d8a418526 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344510 Jun 11 11:59:41.635261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device e55d3356-d945-4a00-94e1-9fd05b181187 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:59:41.680721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9a818-aa5e-4c1a-a8d9-8f8d8e9d4f59 req-64a1a5e0-54f5-480c-a8eb-05fa1108135f tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:41.682209 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8bb9a818-aa5e-4c1a-a8d9-8f8d8e9d4f59 req-64a1a5e0-54f5-480c-a8eb-05fa1108135f tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 948 time: 0.0691073 Jun 11 11:59:41.691685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port e55d3356-d945-4a00-94e1-9fd05b181187 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:59:41.695393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port e55d3356-d945-4a00-94e1-9fd05b181187 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:59:41.695778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:41.725066 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8bb9a818-aa5e-4c1a-a8d9-8f8d8e9d4f59 req-5b1ada2c-d309-4524-ad69-0ce7fa72d2f7 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362878 Jun 11 11:59:41.782419 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:41.806191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f60e1c-d6de-47fb-8bfc-302235df910f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55d3356-d945-4a00-94e1-9fd05b181187'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:59:41.808470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16537a58-6ab7-4827-b2cf-10c6e97bb246" -d '{"events": [{"server_uuid": "71f60e1c-d6de-47fb-8bfc-302235df910f", "name": "network-vif-plugged", "status": "completed", "tag": "e55d3356-d945-4a00-94e1-9fd05b181187"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:59:41.822507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port e55d3356-d945-4a00-94e1-9fd05b181187, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e55d3356-d945-4a00-94e1-9fd05b181187,segment=NetworkSegment(e27c2761-c4b7-4b08-83b1-779448d439b9),segment_id=e27c2761-c4b7-4b08-83b1-779448d439b9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:41.826760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:41.828910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:41.855893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe0cc16-9302-4ac1-9615-e2253f90f0dd x-openstack-request-id: req-bfe0cc16-9302-4ac1-9615-e2253f90f0dd {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:59:41.856191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f60e1c-d6de-47fb-8bfc-302235df910f", "name": "network-vif-plugged", "status": "completed", "tag": "e55d3356-d945-4a00-94e1-9fd05b181187", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:59:41.856450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bfe0cc16-9302-4ac1-9615-e2253f90f0dd {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:59:41.856837 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f60e1c-d6de-47fb-8bfc-302235df910f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55d3356-d945-4a00-94e1-9fd05b181187', 'code': 200} Jun 11 11:59:41.891408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=e55d3356-d945-4a00-94e1-9fd05b181187,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:41.894338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:42.061582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c31e9-7536-4ecb-9084-5f5553bf036b req-3d67cf4e-b8ae-4684-bdf0-e157cc6cb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:42.063047 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-537c31e9-7536-4ecb-9084-5f5553bf036b req-3d67cf4e-b8ae-4684-bdf0-e157cc6cb516 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 1102 time: 0.0588458 Jun 11 11:59:42.099648 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-537c31e9-7536-4ecb-9084-5f5553bf036b req-43fef9e3-3242-41f4-af2a-8817b24e770a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295887 Jun 11 11:59:42.154137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b175654e-8f0f-48d3-892c-e5e8e8af83b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:42.909176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffd4ff-1f8d-4a20-a0bd-59e10f4775eb req-389532c9-7c65-428f-944a-d54a0dfcd5f6 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:42.910557 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-feffd4ff-1f8d-4a20-a0bd-59e10f4775eb req-389532c9-7c65-428f-944a-d54a0dfcd5f6 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 949 time: 0.0742543 Jun 11 11:59:42.951226 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-feffd4ff-1f8d-4a20-a0bd-59e10f4775eb req-fcd8fca2-d2b4-428c-a0fa-abdd3146ed47 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347171 Jun 11 11:59:44.132723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16477d7-7068-46a4-8137-af1025fe537e req-14da513e-99fa-444b-b851-21a9284073b1 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:44.134201 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b16477d7-7068-46a4-8137-af1025fe537e req-14da513e-99fa-444b-b851-21a9284073b1 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 949 time: 0.0719509 Jun 11 11:59:44.176261 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b16477d7-7068-46a4-8137-af1025fe537e req-8e700a42-ccaa-4306-a5f6-1418e7880268 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364962 Jun 11 11:59:44.750346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:44.936404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c0014e58-04d4-477e-9172-eb468cc7726d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:45.452352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae031d-20b9-4788-a220-f2c8b73da8d8 req-6757ad5f-3d94-4aec-ac6d-d111a2b7bae6 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:45.453800 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5ae031d-20b9-4788-a220-f2c8b73da8d8 req-6757ad5f-3d94-4aec-ac6d-d111a2b7bae6 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 949 time: 0.0684562 Jun 11 11:59:45.494638 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5ae031d-20b9-4788-a220-f2c8b73da8d8 req-3709bf1f-04e7-4194-bd23-604ad40e9033 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Jun 11 11:59:46.059151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:46.681490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45ce1a-ec0c-45fd-aed3-f496e81c9bc5 req-8edfdb8f-38eb-41bb-a302-3d7453929f7c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:46.682964 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3a45ce1a-ec0c-45fd-aed3-f496e81c9bc5 req-8edfdb8f-38eb-41bb-a302-3d7453929f7c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 949 time: 0.0722437 Jun 11 11:59:46.685915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1353e-00ae-41e5-bec7-d5a32c61962d req-ae28b0e1-259e-48dd-90d3-dc74d1b3dafb tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:46.687444 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0aa1353e-00ae-41e5-bec7-d5a32c61962d req-ae28b0e1-259e-48dd-90d3-dc74d1b3dafb tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.25 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 949 time: 0.0719433 Jun 11 11:59:46.726392 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3a45ce1a-ec0c-45fd-aed3-f496e81c9bc5 req-647720cc-eedb-4d75-be38-4ac5ef09fd27 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/security-groups?id=60c5707d-ec40-4db7-ad24-7a704b294189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365674 Jun 11 11:59:46.800248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-0aa1353e-00ae-41e5-bec7-d5a32c61962d req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Deleting port e55d3356-d945-4a00-94e1-9fd05b181187 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:59:46.800597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0aa1353e-00ae-41e5-bec7-d5a32c61962d req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:46.914185 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-0aa1353e-00ae-41e5-bec7-d5a32c61962d req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] For port e55d3356-d945-4a00-94e1-9fd05b181187, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e55d3356-d945-4a00-94e1-9fd05b181187,segment=NetworkSegment(e27c2761-c4b7-4b08-83b1-779448d439b9),segment_id=e27c2761-c4b7-4b08-83b1-779448d439b9)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:59:46.914578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0aa1353e-00ae-41e5-bec7-d5a32c61962d req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:47.006122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-0aa1353e-00ae-41e5-bec7-d5a32c61962d req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Calling delete_port for e55d3356-d945-4a00-94e1-9fd05b181187 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:59:47.158315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0aa1353e-00ae-41e5-bec7-d5a32c61962d req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:47.162096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b0384730-56b6-49fb-96b3-d48b138a5e1d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:47.170496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['e55d3356-d945-4a00-94e1-9fd05b181187'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 11:59:47.193871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Pushing event deleted for resources: {'Port': ['ID=e55d3356-d945-4a00-94e1-9fd05b181187,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:47.198510 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:47.251484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa1353e-00ae-41e5-bec7-d5a32c61962d req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] No DVR routers for this DVR port e55d3356-d945-4a00-94e1-9fd05b181187 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:59:47.254022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-0aa1353e-00ae-41e5-bec7-d5a32c61962d req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:47.256124 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0aa1353e-00ae-41e5-bec7-d5a32c61962d req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.25 "DELETE /v2.0/ports/e55d3356-d945-4a00-94e1-9fd05b181187 HTTP/1.1" status: 204 len: 173 time: 0.5636086 Jun 11 11:59:47.256679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f60e1c-d6de-47fb-8bfc-302235df910f', 'name': 'network-vif-deleted', 'tag': 'e55d3356-d945-4a00-94e1-9fd05b181187'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:59:47.258998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca83701-e5ab-42a1-be61-9fcafa633868" -d '{"events": [{"server_uuid": "71f60e1c-d6de-47fb-8bfc-302235df910f", "name": "network-vif-deleted", "tag": "e55d3356-d945-4a00-94e1-9fd05b181187"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:59:47.298888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 11:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4f39d7-7d56-48be-ad21-0b2360762929 x-openstack-request-id: req-ae4f39d7-7d56-48be-ad21-0b2360762929 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:59:47.299261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f60e1c-d6de-47fb-8bfc-302235df910f", "name": "network-vif-deleted", "tag": "e55d3356-d945-4a00-94e1-9fd05b181187", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:59:47.299556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae4f39d7-7d56-48be-ad21-0b2360762929 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:59:47.300010 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f60e1c-d6de-47fb-8bfc-302235df910f', 'name': 'network-vif-deleted', 'tag': 'e55d3356-d945-4a00-94e1-9fd05b181187', 'status': 'completed', 'code': 200} Jun 11 11:59:47.747443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:47.893408 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5dc63086-5c6f-47c9-935b-daeedae22285 req-c3bbe0a2-a367-4727-999a-4f14b9224570 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f60e1c-d6de-47fb-8bfc-302235df910f HTTP/1.1" status: 200 len: 210 time: 0.0371199 Jun 11 11:59:49.215664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51008) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:49.347884 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-82302a5f-66f8-4fa5-b679-918a6408a727 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d1788e630ac84124b0fa46e1e445e35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309812 Jun 11 11:59:49.350218 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51012) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:49.401269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dad0fa8f-b485-4746-a474-ac95ad4ff347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:49.423819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dad0fa8f-b485-4746-a474-ac95ad4ff347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:49.471648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dad0fa8f-b485-4746-a474-ac95ad4ff347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:49.474295 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-dad0fa8f-b485-4746-a474-ac95ad4ff347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:49.475447 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-dad0fa8f-b485-4746-a474-ac95ad4ff347 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60c5707d-ec40-4db7-ad24-7a704b294189 HTTP/1.1" status: 204 len: 168 time: 0.1243234 Jun 11 11:59:49.476323 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c00e4199-9fc9-4c9b-8acc-84d4f8dded95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:49.485207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0fa8f-b485-4746-a474-ac95ad4ff347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c5707d-ec40-4db7-ad24-7a704b294189,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:49.487952 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dad0fa8f-b485-4746-a474-ac95ad4ff347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:49.725450 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51018) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:49.741888 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe43a63-9e32-416f-8fc0-4d7ba5a69d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:49.837790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe43a63-9e32-416f-8fc0-4d7ba5a69d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:49.841534 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9fe43a63-9e32-416f-8fc0-4d7ba5a69d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:49.844536 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d60ceee0-27ea-418a-bc7a-465b871981d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:49.884457 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9fe43a63-9e32-416f-8fc0-4d7ba5a69d9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57e836e216fb4518b501f1ee3b790dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578717 Jun 11 11:59:49.885204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe43a63-9e32-416f-8fc0-4d7ba5a69d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54063f0c-7be6-4d09-87b5-1fdf1599f765,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:49.887922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51020) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:49.888389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9fe43a63-9e32-416f-8fc0-4d7ba5a69d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:49.941096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b93b3dbb-8c2d-4b99-8621-7fcc60b6edf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:49.964740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b93b3dbb-8c2d-4b99-8621-7fcc60b6edf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:50.015229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b93b3dbb-8c2d-4b99-8621-7fcc60b6edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:50.017999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b93b3dbb-8c2d-4b99-8621-7fcc60b6edf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:50.019206 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b93b3dbb-8c2d-4b99-8621-7fcc60b6edf1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54063f0c-7be6-4d09-87b5-1fdf1599f765 HTTP/1.1" status: 204 len: 168 time: 0.1293812 Jun 11 11:59:50.020023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3158f770-c574-46ef-b663-f8672453334b tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:50.028724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b3dbb-8c2d-4b99-8621-7fcc60b6edf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54063f0c-7be6-4d09-87b5-1fdf1599f765,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:50.031099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b93b3dbb-8c2d-4b99-8621-7fcc60b6edf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:50.695033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51042) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:50.792002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-316452643-network', 'tenant_id': '09eb069e2aa745fcaf82f58458546551'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:59:50.811885 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Made reservation on behalf of 09eb069e2aa745fcaf82f58458546551 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:59:50.814232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:50.826735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:50.928037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:50.931645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:50.934523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-32e2057c-b158-41c2-9dc1-17450ec737e3 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:50.960076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:59:50.966267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d6641c-372a-4f89-b250-6125f6f8148f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:50.970787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:50.973964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:50.974895 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Added segment 2895abda-deec-459c-8620-7c3df3eeb124 of type vlan for network 09b01ce0-0f46-43d7-a90f-b0328676b12e Jun 11 11:59:51.025286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:51.058294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:51.059386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:51.059961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:51.063424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b3f233bf-88f8-4802-9913-f1edd948d105 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:51.105188 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4091914 Jun 11 11:59:51.108801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51046) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:59:51.113880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Request body: {'subnet': {'network_id': '09b01ce0-0f46-43d7-a90f-b0328676b12e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-316452643-subnet', 'tenant_id': '09eb069e2aa745fcaf82f58458546551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:59:51.135823 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Made reservation on behalf of 09eb069e2aa745fcaf82f58458546551 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:59:51.138132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:51.167775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Pushing event updated for resources: {'Network': ['ID=09b01ce0-0f46-43d7-a90f-b0328676b12e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:51.171198 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a2713cb1-b3bb-42f7-8ebd-a3f7adf280f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:51.178141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 09b01ce0-0f46-43d7-a90f-b0328676b12e details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:59:51.349480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:51.351645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6362d989-d297-4f69-bb01-56f669a6fb6a tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:51.411914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3529f6ea-59de-40ad-99c4-ccda80a7813f,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:51.416364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:51.423927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Checking segment: {'id': '2895abda-deec-459c-8620-7c3df3eeb124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '09b01ce0-0f46-43d7-a90f-b0328676b12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:59:51.424289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Network hostable DHCP agents. Network: 09b01ce0-0f46-43d7-a90f-b0328676b12e, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:59:51.440491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Network 09b01ce0-0f46-43d7-a90f-b0328676b12e is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:59:51.448082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 09b01ce0-0f46-43d7-a90f-b0328676b12e) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:59:51.452173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:51.452754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:51.456602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f19c38f-82a0-443c-885e-67f986079132 None None] Network 09b01ce0-0f46-43d7-a90f-b0328676b12e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:59:51.470386 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3604999 Jun 11 11:59:51.615084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266c68e2-c051-44df-8c1c-131964d29c01 None None] Network 09b01ce0-0f46-43d7-a90f-b0328676b12e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:59:51.688001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device e55d3356-d945-4a00-94e1-9fd05b181187 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:59:51.719971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: e55d3356-d945-4a00-94e1-9fd05b181187 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:59:51.720336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device e55d3356-d945-4a00-94e1-9fd05b181187 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:59:51.901080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-659fd9d0-b181-453e-b2b1-60741c8e6af7 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:51.902431 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-659fd9d0-b181-453e-b2b1-60741c8e6af7 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/networks?id=09b01ce0-0f46-43d7-a90f-b0328676b12e HTTP/1.1" status: 200 len: 811 time: 0.1208091 Jun 11 11:59:51.916642 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-d7a97520-07fc-420a-a8ea-87b8fbcde678 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/quotas/09eb069e2aa745fcaf82f58458546551 HTTP/1.1" status: 200 len: 375 time: 0.0088236 Jun 11 11:59:51.958593 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-87f2e553-46d3-4d14-bbbb-aeed8e0b4395 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=09eb069e2aa745fcaf82f58458546551&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358925 Jun 11 11:59:52.110202 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-a64e1716-bddc-4514-b8d4-3e9582d94a03 service neutron] 10.222.0.46 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452084 Jun 11 11:59:52.220200 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-0821dc01-7330-43b1-9938-770cdc3c41aa service neutron] 10.222.0.46 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041188 Jun 11 11:59:52.385604 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3d72f9fd-a243-436a-8543-606ca1d75ac1 req-aa8d20b7-896e-4d05-86e0-1f1f8d9ea402 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 210 time: 0.0332234 Jun 11 11:59:53.476877 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-470fad3d-31f6-481b-8360-bbe42d48d42a req-8341742d-98da-4505-ae65-284627961275 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 210 time: 0.0369186 Jun 11 11:59:54.563513 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dd884ff7-6072-48f2-9334-f3ff02283bdb req-65e23d15-7a06-400a-9c4e-7a2c86740a8a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 210 time: 0.0332849 Jun 11 11:59:55.655237 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3f147c3e-3d3a-4990-8b1a-b9fd8531b76f req-78f5e7b8-a948-4d1f-b614-891d2b63933f tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 210 time: 0.0375175 Jun 11 11:59:55.900547 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:59:56.801099 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0dbf344e-776e-4eb5-b20e-1c1299cc1609 req-5fa07b8d-8003-4686-b535-167941adc8d3 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 210 time: 0.0374730 Jun 11 11:59:57.662820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:57.877898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-4522ce8e-859d-4d97-bc2f-8ee0a2e4dfc9 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:57.879362 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-4522ce8e-859d-4d97-bc2f-8ee0a2e4dfc9 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.25 "GET /v2.0/networks?id=09b01ce0-0f46-43d7-a90f-b0328676b12e HTTP/1.1" status: 200 len: 811 time: 0.5078468 Jun 11 11:59:57.892662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Request body: {'port': {'device_id': '60feef85-2d67-41f0-8924-89954202a7ef', 'network_id': '09b01ce0-0f46-43d7-a90f-b0328676b12e', 'admin_state_up': True, 'tenant_id': '09eb069e2aa745fcaf82f58458546551'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:59:57.947002 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-740cd6a5-bcec-46b6-8dea-ed65574be3b1 req-9b3154e5-8476-4898-bcd6-e8c0a495797d tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 210 time: 0.0328143 Jun 11 11:59:58.020266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Made reservation on behalf of 09eb069e2aa745fcaf82f58458546551 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:59:58.023889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:58.164760 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Allocated IP 172.20.0.11 (09b01ce0-0f46-43d7-a90f-b0328676b12e/3529f6ea-59de-40ad-99c4-ccda80a7813f/a93a1d52-5f32-41d7-a96f-d4ec92c1571c) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:59:58.337020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:58.374892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:58.378688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ac07792b-de9d-47ea-bee7-10f52f190e5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:58.430747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Network 09b01ce0-0f46-43d7-a90f-b0328676b12e is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:59:58.433976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:59:58.438284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:59:58.467103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Pushing event updated for resources: {'Port': ['ID=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:58.473571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:58.495471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:58.496075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:58.510065 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6215055 Jun 11 11:59:58.521225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Request body: {'port': {'device_id': '60feef85-2d67-41f0-8924-89954202a7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:59:58.612889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:58.912302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93a1d52-5f32-41d7-a96f-d4ec92c1571c {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 11:59:58.919763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:58.931866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Transition to ACTIVE for port object a93a1d52-5f32-41d7-a96f-d4ec92c1571c will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:59:58.935109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:58.937021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e4c7f556-4119-471e-b280-c7cacb2cb0f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:59.034743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Pushing event updated for resources: {'Port': ['ID=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:59.062917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:59.164855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Attempting to bind port a93a1d52-5f32-41d7-a96f-d4ec92c1571c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:59:59.165109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Attempting to bind port a93a1d52-5f32-41d7-a96f-d4ec92c1571c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2895abda-deec-459c-8620-7c3df3eeb124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '09b01ce0-0f46-43d7-a90f-b0328676b12e'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:59:59.165446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Attempting to bind port a93a1d52-5f32-41d7-a96f-d4ec92c1571c on network 09b01ce0-0f46-43d7-a90f-b0328676b12e {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:59:59.174404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Port a93a1d52-5f32-41d7-a96f-d4ec92c1571c on network 09b01ce0-0f46-43d7-a90f-b0328676b12e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 11:59:59.174758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Attempting to bind port a93a1d52-5f32-41d7-a96f-d4ec92c1571c on network 09b01ce0-0f46-43d7-a90f-b0328676b12e {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:59:59.184801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8b973-e231-4ce7-bb13-361c0f96dadd req-ff8d6bd5-cf64-4526-a220-95271a57b7d8 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:59.186257 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-69e8b973-e231-4ce7-bb13-361c0f96dadd req-ff8d6bd5-cf64-4526-a220-95271a57b7d8 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 944 time: 0.1246707 Jun 11 11:59:59.188867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:59:59.189213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Checking segment: {'id': '2895abda-deec-459c-8620-7c3df3eeb124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '09b01ce0-0f46-43d7-a90f-b0328676b12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:59:59.189594 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Bound using segment: {'id': '2895abda-deec-459c-8620-7c3df3eeb124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '09b01ce0-0f46-43d7-a90f-b0328676b12e'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:59:59.190023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Bound port: a93a1d52-5f32-41d7-a96f-d4ec92c1571c, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2895abda-deec-459c-8620-7c3df3eeb124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '09b01ce0-0f46-43d7-a90f-b0328676b12e'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:59:59.190375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:59.269906 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-69e8b973-e231-4ce7-bb13-361c0f96dadd req-86efbdff-0522-442e-b311-1fcb209bbf9e tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774515 Jun 11 11:59:59.295587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] For port a93a1d52-5f32-41d7-a96f-d4ec92c1571c, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:59:59.298509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] For port a93a1d52-5f32-41d7-a96f-d4ec92c1571c, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,segment=NetworkSegment(2895abda-deec-459c-8620-7c3df3eeb124),segment_id=2895abda-deec-459c-8620-7c3df3eeb124)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:59:59.302935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:59.305620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a264986e-5750-45a8-88f1-9e89444a8dfe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:59:59.346011 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:59.346649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:59:59.348024 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] 10.222.0.25 "PUT /v2.0/ports/a93a1d52-5f32-41d7-a96f-d4ec92c1571c HTTP/1.1" status: 200 len: 1094 time: 0.8308351 Jun 11 11:59:59.348547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60feef85-2d67-41f0-8924-89954202a7ef', 'tag': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 11:59:59.350855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb7c5c2-e045-4738-a052-ef7d6e429797" -d '{"events": [{"name": "network-changed", "server_uuid": "60feef85-2d67-41f0-8924-89954202a7ef", "tag": "a93a1d52-5f32-41d7-a96f-d4ec92c1571c"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 11:59:59.373207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Pushing event updated for resources: {'Port': ['ID=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:59:59.377124 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:59:59.387976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfd0851-55b7-42a6-aca0-2023ba8dcc6e x-openstack-request-id: req-9dfd0851-55b7-42a6-aca0-2023ba8dcc6e {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 11:59:59.388316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60feef85-2d67-41f0-8924-89954202a7ef", "tag": "a93a1d52-5f32-41d7-a96f-d4ec92c1571c", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 11:59:59.388617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9dfd0851-55b7-42a6-aca0-2023ba8dcc6e {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 11:59:59.389108 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60feef85-2d67-41f0-8924-89954202a7ef', 'tag': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c', 'status': 'completed', 'code': 200} Jun 11 11:59:59.447939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-61e72a18-c52d-4bfc-88f5-a07f88637abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:59.449321 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-61e72a18-c52d-4bfc-88f5-a07f88637abd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=09eb069e2aa745fcaf82f58458546551&device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 1097 time: 0.0580418 Jun 11 11:59:59.505688 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-caa9602e-4f38-4c9f-8188-8caf14a72b0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c HTTP/1.1" status: 200 len: 217 time: 0.0493238 Jun 11 11:59:59.562136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-d9f80add-0e3e-4c1e-ae24-cdad1516f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:59.563531 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-d9f80add-0e3e-4c1e-ae24-cdad1516f2cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3529f6ea-59de-40ad-99c4-ccda80a7813f HTTP/1.1" status: 200 len: 851 time: 0.0504637 Jun 11 11:59:59.604390 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-9bb2cc4c-4a0d-4886-b64b-73c04d72ee0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09b01ce0-0f46-43d7-a90f-b0328676b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343065 Jun 11 11:59:59.713790 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-8f025786-a8fd-44ff-98e7-3728f47ae1c7 service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031330 Jun 11 11:59:59.827396 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-374c4838-10b0-415a-ac8e-b12d38f900d8 req-918f49aa-0f6b-4d24-932e-307838336f7e service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077697 Jun 11 11:59:59.934887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7c5c2-e045-4738-a052-ef7d6e429797 req-3e9ef2c6-9637-422a-aa11-a2d26ce97b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:59:59.936341 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dcb7c5c2-e045-4738-a052-ef7d6e429797 req-3e9ef2c6-9637-422a-aa11-a2d26ce97b65 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=09eb069e2aa745fcaf82f58458546551&device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 1097 time: 0.0634003 Jun 11 12:00:00.047466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7c5c2-e045-4738-a052-ef7d6e429797 req-3237a715-5062-40ad-9ab8-43c9735834af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:00.048900 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dcb7c5c2-e045-4738-a052-ef7d6e429797 req-3237a715-5062-40ad-9ab8-43c9735834af service neutron] 10.222.0.25 "GET /v2.0/networks?id=09b01ce0-0f46-43d7-a90f-b0328676b12e HTTP/1.1" status: 200 len: 913 time: 0.1062620 Jun 11 12:00:00.108634 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dcb7c5c2-e045-4738-a052-ef7d6e429797 req-0558b8c0-b9e4-42a9-a9a3-ca0f7379b553 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c HTTP/1.1" status: 200 len: 217 time: 0.0534098 Jun 11 12:00:00.164544 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7c5c2-e045-4738-a052-ef7d6e429797 req-1c090da4-8988-4603-a133-25c93f3f05ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:00.165932 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dcb7c5c2-e045-4738-a052-ef7d6e429797 req-1c090da4-8988-4603-a133-25c93f3f05ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3529f6ea-59de-40ad-99c4-ccda80a7813f HTTP/1.1" status: 200 len: 851 time: 0.0510783 Jun 11 12:00:00.201788 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dcb7c5c2-e045-4738-a052-ef7d6e429797 req-f1f1822f-88ba-4f08-8f4e-19e60dbafb55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09b01ce0-0f46-43d7-a90f-b0328676b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295444 Jun 11 12:00:00.318372 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dcb7c5c2-e045-4738-a052-ef7d6e429797 req-522fba8d-b7c3-46d3-84ab-aaf0ad3e03f2 service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091423 Jun 11 12:00:00.473648 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dcb7c5c2-e045-4738-a052-ef7d6e429797 req-f2d90110-a475-4ec2-8663-31f1c8bb64c2 service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490669 Jun 11 12:00:00.501169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee30b5-6ce5-4b16-89d7-3af3d1e7a812 req-bf06410b-a23c-4f2d-84f7-06593bb7807d tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:00.502618 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-58ee30b5-6ce5-4b16-89d7-3af3d1e7a812 req-bf06410b-a23c-4f2d-84f7-06593bb7807d tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 944 time: 0.0967183 Jun 11 12:00:00.543231 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-58ee30b5-6ce5-4b16-89d7-3af3d1e7a812 req-11eecd76-94be-4a20-89e9-e5ad1ceeee52 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350304 Jun 11 12:00:01.725987 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970b31e-506c-4b95-87a4-a4171f9e1fbe req-64201760-c3a3-44f2-a98b-ea78c90ada2a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:01.727456 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e970b31e-506c-4b95-87a4-a4171f9e1fbe req-64201760-c3a3-44f2-a98b-ea78c90ada2a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 944 time: 0.0698371 Jun 11 12:00:01.771457 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e970b31e-506c-4b95-87a4-a4171f9e1fbe req-064d6d71-c6fd-4236-ac14-6580fd277d97 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Jun 11 12:00:02.948038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6c9d3-b113-404d-964e-469a8ab9580c req-7563a9b7-1fc2-43ab-bc1d-428b1ac38fdc tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:02.949412 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-60c6c9d3-b113-404d-964e-469a8ab9580c req-7563a9b7-1fc2-43ab-bc1d-428b1ac38fdc tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 944 time: 0.0680349 Jun 11 12:00:02.990155 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-60c6c9d3-b113-404d-964e-469a8ab9580c req-7b426068-3c22-4910-83c7-4b16525315c7 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350783 Jun 11 12:00:03.666445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a93a1d52-5f32-41d7-a96f-d4ec92c1571c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:00:03.779184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a93a1d52-5f32-41d7-a96f-d4ec92c1571c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,segment=NetworkSegment(2895abda-deec-459c-8620-7c3df3eeb124),segment_id=2895abda-deec-459c-8620-7c3df3eeb124)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:00:03.791435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c', 'network_id': '09b01ce0-0f46-43d7-a90f-b0328676b12e', 'port_id': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c', 'mac_address': 'fa:16:3e:21:1c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3529f6ea-59de-40ad-99c4-ccda80a7813f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:00:03.832076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:03.846380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93a1d52-5f32-41d7-a96f-d4ec92c1571c {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:00:03.865500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a93a1d52-5f32-41d7-a96f-d4ec92c1571c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,segment=NetworkSegment(2895abda-deec-459c-8620-7c3df3eeb124),segment_id=2895abda-deec-459c-8620-7c3df3eeb124)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:00:03.869358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:03.871132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:03.921088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:03.923908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:04.056615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['a93a1d52-5f32-41d7-a96f-d4ec92c1571c'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:00:04.168913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42859cb5-3f7b-40ca-a98f-2d79d6c7a056 req-8e0d1b6c-5f07-4cb9-b944-b5c1a580bb94 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:04.170290 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-42859cb5-3f7b-40ca-a98f-2d79d6c7a056 req-8e0d1b6c-5f07-4cb9-b944-b5c1a580bb94 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 945 time: 0.0691934 Jun 11 12:00:04.213408 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-42859cb5-3f7b-40ca-a98f-2d79d6c7a056 req-ceee76d7-71cb-435c-a717-6d2f7f5e0f5f tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372441 Jun 11 12:00:05.395426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986e83f-395b-4c34-98e5-c7c2f56ebfe6 req-6b69fd74-5f1f-4074-acdc-ee110d4025e2 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:05.396901 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0986e83f-395b-4c34-98e5-c7c2f56ebfe6 req-6b69fd74-5f1f-4074-acdc-ee110d4025e2 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 945 time: 0.0728440 Jun 11 12:00:05.438304 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0986e83f-395b-4c34-98e5-c7c2f56ebfe6 req-907aedaa-5299-42f8-98b4-c0d080fdbb41 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358806 Jun 11 12:00:05.654750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a93a1d52-5f32-41d7-a96f-d4ec92c1571c up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:00:05.710464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port a93a1d52-5f32-41d7-a96f-d4ec92c1571c completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:00:05.714135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port a93a1d52-5f32-41d7-a96f-d4ec92c1571c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:00:05.714522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:05.801763 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:05.824766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60feef85-2d67-41f0-8924-89954202a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:00:05.827522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaf6e2c-c022-4833-bd4f-b2bdfec4461e" -d '{"events": [{"server_uuid": "60feef85-2d67-41f0-8924-89954202a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "a93a1d52-5f32-41d7-a96f-d4ec92c1571c"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:00:05.840684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a93a1d52-5f32-41d7-a96f-d4ec92c1571c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,segment=NetworkSegment(2895abda-deec-459c-8620-7c3df3eeb124),segment_id=2895abda-deec-459c-8620-7c3df3eeb124)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:00:05.845765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:05.847775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-442f481d-3f7d-4d5d-ac3f-6b40ea15a8b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:05.875614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0023eb89-74c4-412d-8737-5fd712a8b5a6 x-openstack-request-id: req-0023eb89-74c4-412d-8737-5fd712a8b5a6 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:00:05.875614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60feef85-2d67-41f0-8924-89954202a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "a93a1d52-5f32-41d7-a96f-d4ec92c1571c", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:00:05.876525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0023eb89-74c4-412d-8737-5fd712a8b5a6 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:00:05.876525 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60feef85-2d67-41f0-8924-89954202a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c', 'code': 200} Jun 11 12:00:05.907204 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:05.909993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:06.081227 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3aea0-9929-4dda-96b5-ad8fb22ff756 req-fb562214-a5e1-40fc-ae9c-6b3e95594b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:06.082735 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1fa3aea0-9929-4dda-96b5-ad8fb22ff756 req-fb562214-a5e1-40fc-ae9c-6b3e95594b9b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0589316 Jun 11 12:00:06.121729 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1fa3aea0-9929-4dda-96b5-ad8fb22ff756 req-06b71965-bb0e-4414-8063-9063021890d1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329323 Jun 11 12:00:06.620692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847cbae-c11f-433a-a5c6-dc090293303e req-3c6b5374-e32b-498f-aeed-41114e89dd4c tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:06.622146 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6847cbae-c11f-433a-a5c6-dc090293303e req-3c6b5374-e32b-498f-aeed-41114e89dd4c tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0773227 Jun 11 12:00:06.662886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6847cbae-c11f-433a-a5c6-dc090293303e req-60812866-7c75-4bd1-b2bb-8939a3565199 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344918 Jun 11 12:00:07.840071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfcd92-b49d-4c5d-841c-019d430b8188 req-d2bdf6a8-22d0-4521-a7d3-660635c67862 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:07.841548 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-77cfcd92-b49d-4c5d-841c-019d430b8188 req-d2bdf6a8-22d0-4521-a7d3-660635c67862 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0669038 Jun 11 12:00:07.885232 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-77cfcd92-b49d-4c5d-841c-019d430b8188 req-36aa421e-92a3-4c7b-89bc-67b0cbc99c91 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381927 Jun 11 12:00:08.245476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51128) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:00:08.286844 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d9a21-2935-4ea9-8ffa-badbb7ee8495 req-3e295234-8bdd-4243-b1ab-b80f0f96d5f4 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:08.288562 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-338d9a21-2935-4ea9-8ffa-badbb7ee8495 req-3e295234-8bdd-4243-b1ab-b80f0f96d5f4 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0730805 Jun 11 12:00:08.330316 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-338d9a21-2935-4ea9-8ffa-badbb7ee8495 req-473acf54-8a14-4a51-bcf6-ff184b99628d tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362890 Jun 11 12:00:08.347222 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-232be70d-43f9-4579-9db4-a5b1364cbb7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002440 Jun 11 12:00:09.560050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9189a-b3c6-46f7-94e4-135c71983932 req-253bd2b1-aebf-4e2e-8bf3-ce03a3f2450d tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:09.561546 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ccc9189a-b3c6-46f7-94e4-135c71983932 req-253bd2b1-aebf-4e2e-8bf3-ce03a3f2450d tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.1159487 Jun 11 12:00:09.569396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04774ba-83d3-4928-858c-9e0d9385567c req-62ee0dd2-85b6-4376-b1c4-3c746e71e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:09.570827 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-62ee0dd2-85b6-4376-b1c4-3c746e71e58e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=09eb069e2aa745fcaf82f58458546551&device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0924065 Jun 11 12:00:09.637982 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ccc9189a-b3c6-46f7-94e4-135c71983932 req-bb4bd8dd-8a01-474b-b288-0d322687af48 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706236 Jun 11 12:00:09.710246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04774ba-83d3-4928-858c-9e0d9385567c req-7440ff16-c8d7-4a46-9a63-c6d71f0d8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:09.711718 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-7440ff16-c8d7-4a46-9a63-c6d71f0d8515 service neutron] 10.222.0.25 "GET /v2.0/networks?id=09b01ce0-0f46-43d7-a90f-b0328676b12e HTTP/1.1" status: 200 len: 913 time: 0.1339891 Jun 11 12:00:09.763499 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-09624287-1111-4384-8c09-0b93ec2d6920 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c HTTP/1.1" status: 200 len: 217 time: 0.0455115 Jun 11 12:00:09.822311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04774ba-83d3-4928-858c-9e0d9385567c req-4edbaa02-12aa-4f79-9e8d-e04f6399b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:09.823723 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-4edbaa02-12aa-4f79-9e8d-e04f6399b14c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3529f6ea-59de-40ad-99c4-ccda80a7813f HTTP/1.1" status: 200 len: 851 time: 0.0547807 Jun 11 12:00:09.859665 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-908a4a42-6a43-45fe-b7fa-3213a9022237 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09b01ce0-0f46-43d7-a90f-b0328676b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296764 Jun 11 12:00:09.973772 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-00fdc65d-e916-484e-a8f0-c979d0c06cac service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078491 Jun 11 12:00:10.085626 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-81b2b769-d5ad-4547-b89b-033bb7768366 service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055064 Jun 11 12:00:10.818794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6176-d315-406b-bc08-cc3621a13f93 req-47af83bf-db95-469a-8fac-284b0dc98511 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:10.820254 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-728a6176-d315-406b-bc08-cc3621a13f93 req-47af83bf-db95-469a-8fac-284b0dc98511 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0678463 Jun 11 12:00:10.864631 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-728a6176-d315-406b-bc08-cc3621a13f93 req-e8b08241-b4c0-4afc-a3a0-b2bc17aac455 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383317 Jun 11 12:00:12.042031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353257-bae1-45b9-9197-a060c22ff4a3 req-c3e629d7-f7f9-47be-a555-a394f39108f1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:12.043497 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8f353257-bae1-45b9-9197-a060c22ff4a3 req-c3e629d7-f7f9-47be-a555-a394f39108f1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0683000 Jun 11 12:00:12.086213 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8f353257-bae1-45b9-9197-a060c22ff4a3 req-aea6b8b5-a339-4e0b-a1e2-e576fe28c7dd tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366957 Jun 11 12:00:12.156296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b9cd28ca-797c-4cf0-af89-8888426f2050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:12.703316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bc4a2-4738-40ee-9f3d-86fa74aec1d0 req-5d85b245-0719-4672-8343-1f46cdb98269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:12.704748 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c0bc4a2-4738-40ee-9f3d-86fa74aec1d0 req-5d85b245-0719-4672-8343-1f46cdb98269 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=09eb069e2aa745fcaf82f58458546551&device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0572071 Jun 11 12:00:12.832658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bc4a2-4738-40ee-9f3d-86fa74aec1d0 req-1f957352-c446-413a-9e31-42b2550130a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:12.834089 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c0bc4a2-4738-40ee-9f3d-86fa74aec1d0 req-1f957352-c446-413a-9e31-42b2550130a7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=09b01ce0-0f46-43d7-a90f-b0328676b12e HTTP/1.1" status: 200 len: 913 time: 0.1108358 Jun 11 12:00:12.892305 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c0bc4a2-4738-40ee-9f3d-86fa74aec1d0 req-1230560c-5bc2-48a1-a349-d2770512de4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c HTTP/1.1" status: 200 len: 217 time: 0.0512578 Jun 11 12:00:12.947551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bc4a2-4738-40ee-9f3d-86fa74aec1d0 req-9beba54e-3cef-4fc1-a492-07eecb20e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:12.948927 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c0bc4a2-4738-40ee-9f3d-86fa74aec1d0 req-9beba54e-3cef-4fc1-a492-07eecb20e563 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3529f6ea-59de-40ad-99c4-ccda80a7813f HTTP/1.1" status: 200 len: 851 time: 0.0501292 Jun 11 12:00:12.984603 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c0bc4a2-4738-40ee-9f3d-86fa74aec1d0 req-b47ffd76-4fa3-46a5-bb06-448a1d135f88 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09b01ce0-0f46-43d7-a90f-b0328676b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298722 Jun 11 12:00:13.097637 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c0bc4a2-4738-40ee-9f3d-86fa74aec1d0 req-e613afd0-0e0f-4e9e-8162-86b9ae66a6ca service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067393 Jun 11 12:00:13.217015 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c0bc4a2-4738-40ee-9f3d-86fa74aec1d0 req-6d273f60-d286-4042-8072-e972ffd99837 service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121767 Jun 11 12:00:13.264041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71f39f-7173-48f1-bf43-966aeb9c2267 req-c708f29c-eeff-4dbe-8d95-eaf038f0bc9b tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:13.265974 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7d71f39f-7173-48f1-bf43-966aeb9c2267 req-c708f29c-eeff-4dbe-8d95-eaf038f0bc9b tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0694385 Jun 11 12:00:13.306534 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7d71f39f-7173-48f1-bf43-966aeb9c2267 req-5b124ceb-cb8e-4406-97af-bea601a4ba1b tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348363 Jun 11 12:00:14.488298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e81f85-3dc5-4909-a470-8b6ba1f4b249 req-1aff7d57-0677-42a3-ac23-dcc423ec7deb tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:14.489753 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-51e81f85-3dc5-4909-a470-8b6ba1f4b249 req-1aff7d57-0677-42a3-ac23-dcc423ec7deb tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0680470 Jun 11 12:00:14.530699 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-51e81f85-3dc5-4909-a470-8b6ba1f4b249 req-43208dc3-ed3b-40d1-b0d0-041c67fa84fd tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353556 Jun 11 12:00:14.751194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:14.941118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d39204de-80a0-4e21-ba99-7c4891f19360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:15.705796 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275ca63-ce3d-49e1-9ea2-848b73002bb1 req-ab5d3d37-241d-45e3-8f9a-fada22b30b1a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:15.707259 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0275ca63-ce3d-49e1-9ea2-848b73002bb1 req-ab5d3d37-241d-45e3-8f9a-fada22b30b1a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0674007 Jun 11 12:00:15.755454 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0275ca63-ce3d-49e1-9ea2-848b73002bb1 req-5cb0e0ca-9c3e-4fee-a3e6-4fa7ab690392 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Jun 11 12:00:16.061464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:16.935911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f86f83-263d-465d-83bb-30be0ce5350d req-15617753-aeae-4e03-b34f-2f99eb882509 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:16.937772 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-79f86f83-263d-465d-83bb-30be0ce5350d req-15617753-aeae-4e03-b34f-2f99eb882509 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0735059 Jun 11 12:00:16.977936 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-79f86f83-263d-465d-83bb-30be0ce5350d req-30e929c7-f89c-4006-87ea-05893807542a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Jun 11 12:00:17.756878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:18.157224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b80c3e-f971-4fe5-98d3-58b423f11774 req-e3a48566-f75d-46f4-a76e-f30b1ad4c5c0 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:18.158695 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-71b80c3e-f971-4fe5-98d3-58b423f11774 req-e3a48566-f75d-46f4-a76e-f30b1ad4c5c0 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0680642 Jun 11 12:00:18.198940 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-71b80c3e-f971-4fe5-98d3-58b423f11774 req-d7d344df-6f2e-408e-bc11-39b4ec097bb7 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344903 Jun 11 12:00:19.375381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afb528-d2bf-4886-8f54-f606eed6c8c8 req-7b5ae920-68a6-4c1c-a31f-df2459c6a260 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:19.376856 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-96afb528-d2bf-4886-8f54-f606eed6c8c8 req-7b5ae920-68a6-4c1c-a31f-df2459c6a260 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0692611 Jun 11 12:00:19.417078 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-96afb528-d2bf-4886-8f54-f606eed6c8c8 req-df59bc66-99f9-4933-9258-8b2d825e1c00 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346229 Jun 11 12:00:20.591415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaf57e-c510-4193-b244-48194a33caa7 req-cdf65f1b-f2b1-4c3a-8767-fb6100b4d83f tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:20.593408 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b3aaf57e-c510-4193-b244-48194a33caa7 req-cdf65f1b-f2b1-4c3a-8767-fb6100b4d83f tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0676689 Jun 11 12:00:20.637919 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b3aaf57e-c510-4193-b244-48194a33caa7 req-48bdb5f0-bf1a-41c9-a091-aae83b5dfe95 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 Jun 11 12:00:21.816675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28341f8-4ea3-48bf-a198-fc8afe824d80 req-0ddc7456-f76e-4c04-8425-2f9245da4da7 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:21.818141 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c28341f8-4ea3-48bf-a198-fc8afe824d80 req-0ddc7456-f76e-4c04-8425-2f9245da4da7 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0724080 Jun 11 12:00:21.859239 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c28341f8-4ea3-48bf-a198-fc8afe824d80 req-77045929-8767-4f83-83d7-a86edac1ea14 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355072 Jun 11 12:00:23.033924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebeac8e-e016-4578-a3b2-b3736368d18b req-2c020da9-0f2e-4303-bff8-ce08311d0272 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:23.035375 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-eebeac8e-e016-4578-a3b2-b3736368d18b req-2c020da9-0f2e-4303-bff8-ce08311d0272 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0669029 Jun 11 12:00:23.076160 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-eebeac8e-e016-4578-a3b2-b3736368d18b req-8902f252-e9ab-49f0-b35a-8d2b15953ced tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350754 Jun 11 12:00:24.255245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcaccb-840d-4ead-b14d-db09a9a71f96 req-1c763ccc-95d2-42d3-86dd-768118ff5a77 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:24.256781 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-14fcaccb-840d-4ead-b14d-db09a9a71f96 req-1c763ccc-95d2-42d3-86dd-768118ff5a77 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0688431 Jun 11 12:00:24.297912 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-14fcaccb-840d-4ead-b14d-db09a9a71f96 req-d6a58273-7b41-4a28-a7e9-242f6074f36f tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355322 Jun 11 12:00:25.472499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577b742-a033-4150-831d-6e94162a1381 req-9300fcb2-1c9e-49b1-8697-035f7acc3c23 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:25.473918 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9577b742-a033-4150-831d-6e94162a1381 req-9300fcb2-1c9e-49b1-8697-035f7acc3c23 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0669303 Jun 11 12:00:25.519610 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9577b742-a033-4150-831d-6e94162a1381 req-ac35d2d3-15b9-4792-9e23-2f4f13165836 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Jun 11 12:00:26.701306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0278c-aee2-4010-809d-defb852b2b8e req-8b0b61d0-79c9-493b-9ec4-cb88f999d9f7 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:26.703290 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5fb0278c-aee2-4010-809d-defb852b2b8e req-8b0b61d0-79c9-493b-9ec4-cb88f999d9f7 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0718684 Jun 11 12:00:26.743739 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5fb0278c-aee2-4010-809d-defb852b2b8e req-cfb9362f-0627-4feb-b1e6-97e0d575c483 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348392 Jun 11 12:00:27.681300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:28.316514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa9fa0-c01a-4b0a-a422-4cf43b3cfd5d req-244f52b2-44e1-43b2-81ca-962e00a641a1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:28.317968 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a9fa9fa0-c01a-4b0a-a422-4cf43b3cfd5d req-244f52b2-44e1-43b2-81ca-962e00a641a1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.4618754 Jun 11 12:00:28.362542 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a9fa9fa0-c01a-4b0a-a422-4cf43b3cfd5d req-56271a54-38d8-4727-a3cc-c311b12fa9ec tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 Jun 11 12:00:29.537847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaa8a0-5286-42b7-a968-ca10f3c54cd2 req-53171808-a3b6-4e32-9943-48526a8f3cb2 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:29.539839 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-85aaa8a0-5286-42b7-a968-ca10f3c54cd2 req-53171808-a3b6-4e32-9943-48526a8f3cb2 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0683730 Jun 11 12:00:29.580764 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-85aaa8a0-5286-42b7-a968-ca10f3c54cd2 req-a50c42c3-f098-4e9d-9628-82ba9f0dd67d tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350642 Jun 11 12:00:30.763037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a5104-6c82-4c92-a6bf-42909a7e3585 req-54111455-1f47-4828-b7bf-3874a11e3cc0 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:30.764998 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d9a5104-6c82-4c92-a6bf-42909a7e3585 req-54111455-1f47-4828-b7bf-3874a11e3cc0 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0750809 Jun 11 12:00:30.805789 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d9a5104-6c82-4c92-a6bf-42909a7e3585 req-b33b7132-1198-492e-8753-c4c9074582e6 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Jun 11 12:00:31.986049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8289ad-c00a-4b25-9f5f-a7e87aaa09d1 req-8cf98124-d5fa-4a75-9544-6f79e31818b1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:31.987526 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ae8289ad-c00a-4b25-9f5f-a7e87aaa09d1 req-8cf98124-d5fa-4a75-9544-6f79e31818b1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0724235 Jun 11 12:00:32.027933 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ae8289ad-c00a-4b25-9f5f-a7e87aaa09d1 req-0a94355c-131e-405d-9efb-3ec671e0bc62 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347035 Jun 11 12:00:32.898913 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:00:33.201658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22588c6-af86-4a39-8b97-61f07c830b58 req-3203dc8d-450c-4c43-b61e-0b9a0f19c88d tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:33.203006 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b22588c6-af86-4a39-8b97-61f07c830b58 req-3203dc8d-450c-4c43-b61e-0b9a0f19c88d tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0664315 Jun 11 12:00:33.243313 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b22588c6-af86-4a39-8b97-61f07c830b58 req-7bc63b63-ce51-48d8-9790-80c24fa5a12d tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348129 Jun 11 12:00:34.421902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc14-8222-4bbb-87e4-0d7cb172bb98 req-12b1e07b-3428-429c-b143-4644271b9497 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:34.423390 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e902dc14-8222-4bbb-87e4-0d7cb172bb98 req-12b1e07b-3428-429c-b143-4644271b9497 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0681808 Jun 11 12:00:34.464866 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e902dc14-8222-4bbb-87e4-0d7cb172bb98 req-92e33462-ccb4-40e0-b263-1eb63717f938 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358512 Jun 11 12:00:35.647323 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b2da3-af1c-4962-b25f-6224c00b23b4 req-a8bb9f74-4e22-4ca2-9d53-1c802d7372e2 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:35.648667 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d4b2da3-af1c-4962-b25f-6224c00b23b4 req-a8bb9f74-4e22-4ca2-9d53-1c802d7372e2 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0723758 Jun 11 12:00:35.689303 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d4b2da3-af1c-4962-b25f-6224c00b23b4 req-51436a16-e74b-4625-bda5-6c042ce7f262 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349395 Jun 11 12:00:36.792528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-dd7a7a28-a6ee-418e-b33b-7acf5a835024 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 12:00:36.793507 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-dd7a7a28-a6ee-418e-b33b-7acf5a835024 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056589 Jun 11 12:00:36.920470 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-7d1ab357-9add-46d1-b1e6-aa5d4bfc2de1 service neutron] 10.222.0.25 "GET /v2.0/ports/a93a1d52-5f32-41d7-a96f-d4ec92c1571c/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.1203272 Jun 11 12:00:36.932275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bb971-1bc3-4b75-8a6a-3856ef6fffff req-7dc064e9-49f0-45ff-9d8f-8c31e977c2c9 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:36.933758 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c31bb971-1bc3-4b75-8a6a-3856ef6fffff req-7dc064e9-49f0-45ff-9d8f-8c31e977c2c9 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.1353753 Jun 11 12:00:36.978664 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c31bb971-1bc3-4b75-8a6a-3856ef6fffff req-5fd0151d-e568-4feb-a441-22e99abf53fd tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374715 Jun 11 12:00:37.214034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04774ba-83d3-4928-858c-9e0d9385567c req-94aa50d2-ea0b-4369-b293-634c342a7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:37.215486 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-94aa50d2-ea0b-4369-b293-634c342a7185 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef&tenant_id=09eb069e2aa745fcaf82f58458546551 HTTP/1.1" status: 200 len: 1099 time: 0.0913103 Jun 11 12:00:37.292568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04774ba-83d3-4928-858c-9e0d9385567c req-15ddfadd-aa16-4e16-a924-33c9fd1202a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:37.293992 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-15ddfadd-aa16-4e16-a924-33c9fd1202a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=09eb069e2aa745fcaf82f58458546551&device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0559659 Jun 11 12:00:37.406821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04774ba-83d3-4928-858c-9e0d9385567c req-f436f860-9dc0-4da7-850e-893a6fc4ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:37.408310 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-f436f860-9dc0-4da7-850e-893a6fc4ac24 service neutron] 10.222.0.25 "GET /v2.0/networks?id=09b01ce0-0f46-43d7-a90f-b0328676b12e HTTP/1.1" status: 200 len: 913 time: 0.1082518 Jun 11 12:00:37.835817 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-4de651ae-9875-48e9-81c3-587fb0ac63f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c HTTP/1.1" status: 200 len: 217 time: 0.4211240 Jun 11 12:00:37.892217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04774ba-83d3-4928-858c-9e0d9385567c req-fc2e0653-2b5b-4c24-b8c6-e47eccf9a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:37.893558 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-fc2e0653-2b5b-4c24-b8c6-e47eccf9a56a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3529f6ea-59de-40ad-99c4-ccda80a7813f HTTP/1.1" status: 200 len: 851 time: 0.0523162 Jun 11 12:00:37.931458 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-5c529b0c-bea5-42b2-a7d6-d30e12172442 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09b01ce0-0f46-43d7-a90f-b0328676b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316122 Jun 11 12:00:38.049722 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-0611d415-02fc-4103-ab2e-5d0e44232102 service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119645 Jun 11 12:00:38.161432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd9971-9c29-4695-8f2b-3e563371a86b req-5450013e-23d8-4baa-8d44-cc7e5aa3b99a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:38.162863 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b6bd9971-9c29-4695-8f2b-3e563371a86b req-5450013e-23d8-4baa-8d44-cc7e5aa3b99a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0687919 Jun 11 12:00:38.177203 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f04774ba-83d3-4928-858c-9e0d9385567c req-ca0391c9-1572-4465-8f2e-e5bb9bad07c7 service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213865 Jun 11 12:00:38.207646 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b6bd9971-9c29-4695-8f2b-3e563371a86b req-1478b4f0-fcfc-4300-8770-accd938ae867 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385652 Jun 11 12:00:39.391119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd7c4d-7c96-4ff7-b954-0ec76d9be4e8 req-b399adf0-c78e-4d43-92f3-1db2e3d096dc tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:39.392564 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89bd7c4d-7c96-4ff7-b954-0ec76d9be4e8 req-b399adf0-c78e-4d43-92f3-1db2e3d096dc tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0679944 Jun 11 12:00:39.433302 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89bd7c4d-7c96-4ff7-b954-0ec76d9be4e8 req-de3c566a-a9ad-4205-bc9c-74ff7e257024 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352111 Jun 11 12:00:40.625283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779a95f-9201-4c8d-871a-9afa415821da req-52b65b31-4268-4aef-953c-eaf596ded8fe tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:40.626761 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f779a95f-9201-4c8d-871a-9afa415821da req-52b65b31-4268-4aef-953c-eaf596ded8fe tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 946 time: 0.0731664 Jun 11 12:00:40.667383 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f779a95f-9201-4c8d-871a-9afa415821da req-76718121-5212-4b8e-a93c-0473946fe5aa tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350096 Jun 11 12:00:41.097668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-127e0155-89d0-45ca-b838-976c83ba49df tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:41.099185 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-127e0155-89d0-45ca-b838-976c83ba49df tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.25 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef&tenant_id=09eb069e2aa745fcaf82f58458546551&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 946 time: 0.1160219 Jun 11 12:00:41.198116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-1642f3ab-bdf3-4eb9-89f5-14090cf6a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:41.199590 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-1642f3ab-bdf3-4eb9-89f5-14090cf6a356 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=09eb069e2aa745fcaf82f58458546551&device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0597436 Jun 11 12:00:41.315254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-b75990f1-7640-4b1e-b852-a1b3b7f26ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:41.316714 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-b75990f1-7640-4b1e-b852-a1b3b7f26ac5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=09b01ce0-0f46-43d7-a90f-b0328676b12e HTTP/1.1" status: 200 len: 913 time: 0.1112092 Jun 11 12:00:41.374895 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-9a58a380-66ed-4d08-a593-2c7d1e376cf0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c HTTP/1.1" status: 200 len: 217 time: 0.0514495 Jun 11 12:00:41.429021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-5b4a6aa3-3606-43da-a282-2ac884cdbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:41.430414 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-5b4a6aa3-3606-43da-a282-2ac884cdbe16 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3529f6ea-59de-40ad-99c4-ccda80a7813f HTTP/1.1" status: 200 len: 851 time: 0.0500379 Jun 11 12:00:41.466186 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-bf17a707-5488-489b-b683-0d0b5a9d5615 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09b01ce0-0f46-43d7-a90f-b0328676b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293238 Jun 11 12:00:41.578156 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-1d3ddab5-934c-4812-9d2a-f00785315352 service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056569 Jun 11 12:00:41.693078 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-f43b80e1-dfad-4c3e-ad58-5d59f31b21f1 service neutron] 10.222.0.25 "GET /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089180 Jun 11 12:00:41.893831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a93a1d52-5f32-41d7-a96f-d4ec92c1571c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:00:41.897551 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a93a1d52-5f32-41d7-a96f-d4ec92c1571c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:00:42.072483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:42.098415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a93a1d52-5f32-41d7-a96f-d4ec92c1571c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,segment=NetworkSegment(2895abda-deec-459c-8620-7c3df3eeb124),segment_id=2895abda-deec-459c-8620-7c3df3eeb124)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:00:42.120169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60feef85-2d67-41f0-8924-89954202a7ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:00:42.122657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3c8aa0-b714-467e-aa5e-80027aed9726" -d '{"events": [{"server_uuid": "60feef85-2d67-41f0-8924-89954202a7ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a93a1d52-5f32-41d7-a96f-d4ec92c1571c"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:00:42.133987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c', 'network_id': '09b01ce0-0f46-43d7-a90f-b0328676b12e', 'port_id': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c', 'mac_address': 'fa:16:3e:21:1c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3529f6ea-59de-40ad-99c4-ccda80a7813f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:00:42.138608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a93a1d52-5f32-41d7-a96f-d4ec92c1571c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,segment=NetworkSegment(2895abda-deec-459c-8620-7c3df3eeb124),segment_id=2895abda-deec-459c-8620-7c3df3eeb124)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:00:42.149449 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:42.175384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:42.179151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0947a082-e5f8-4736-9556-285281abd5a6 x-openstack-request-id: req-0947a082-e5f8-4736-9556-285281abd5a6 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:00:42.179464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60feef85-2d67-41f0-8924-89954202a7ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a93a1d52-5f32-41d7-a96f-d4ec92c1571c", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:00:42.179734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0947a082-e5f8-4736-9556-285281abd5a6 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:00:42.181196 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60feef85-2d67-41f0-8924-89954202a7ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c', 'code': 200} Jun 11 12:00:42.227799 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9c545603-da4c-4e5c-9c3f-27ab1e6d4750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:42.254737 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:42.272950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:42.280960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93a1d52-5f32-41d7-a96f-d4ec92c1571c {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:00:42.286611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.286975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.287325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.287666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.288254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.288598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.288933 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.289263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.289596 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.289932 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.290253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.290601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:42.294968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:42.311071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a93a1d52-5f32-41d7-a96f-d4ec92c1571c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,segment=NetworkSegment(2895abda-deec-459c-8620-7c3df3eeb124),segment_id=2895abda-deec-459c-8620-7c3df3eeb124)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:00:42.314793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:42.316497 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:42.385417 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['a93a1d52-5f32-41d7-a96f-d4ec92c1571c'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:00:42.393751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:42.418591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:42.543999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19df8a-5059-4ae3-b709-3e72a54f382d req-a828c7d3-4f0a-46c2-bf0c-27b2702229cb tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:42.545509 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4b19df8a-5059-4ae3-b709-3e72a54f382d req-a828c7d3-4f0a-46c2-bf0c-27b2702229cb tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 945 time: 0.0715094 Jun 11 12:00:42.586130 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4b19df8a-5059-4ae3-b709-3e72a54f382d req-186a3e72-497c-402c-84eb-dd1de1123fb3 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347989 Jun 11 12:00:43.763369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff43caa-492f-4d20-aabb-eaa054efdd9a req-683cee5f-7b76-4ad1-a6dd-09fad37343ed tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:43.764833 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aff43caa-492f-4d20-aabb-eaa054efdd9a req-683cee5f-7b76-4ad1-a6dd-09fad37343ed tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 945 time: 0.0682790 Jun 11 12:00:43.811422 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aff43caa-492f-4d20-aabb-eaa054efdd9a req-bd23efd7-9737-47ca-bd54-c0330f815dbc tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/security-groups?id=69d6641c-372a-4f89-b250-6125f6f8148f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Jun 11 12:00:43.904798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a93a1d52-5f32-41d7-a96f-d4ec92c1571c up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:00:43.957811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port a93a1d52-5f32-41d7-a96f-d4ec92c1571c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:00:43.958198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:44.042862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:44.081342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a93a1d52-5f32-41d7-a96f-d4ec92c1571c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,segment=NetworkSegment(2895abda-deec-459c-8620-7c3df3eeb124),segment_id=2895abda-deec-459c-8620-7c3df3eeb124)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:00:44.085563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:44.087366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:44.118200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-09215d11-8ad1-450c-80e6-7b9d20f4c40b tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:44.119678 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-09215d11-8ad1-450c-80e6-7b9d20f4c40b tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.25 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 945 time: 0.0692124 Jun 11 12:00:44.139302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,revision_number=8']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:44.142318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:44.182249 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60feef85-2d67-41f0-8924-89954202a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:00:44.184622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5024ca5-c10f-435b-af38-da1f6017e15e" -d '{"events": [{"server_uuid": "60feef85-2d67-41f0-8924-89954202a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "a93a1d52-5f32-41d7-a96f-d4ec92c1571c"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:00:44.220059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6d6713-afc9-48b4-8f6a-6600842d6d35 x-openstack-request-id: req-de6d6713-afc9-48b4-8f6a-6600842d6d35 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:00:44.220370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60feef85-2d67-41f0-8924-89954202a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "a93a1d52-5f32-41d7-a96f-d4ec92c1571c", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:00:44.220640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de6d6713-afc9-48b4-8f6a-6600842d6d35 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:00:44.221046 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60feef85-2d67-41f0-8924-89954202a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c', 'code': 200} Jun 11 12:00:44.238952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Deleting port a93a1d52-5f32-41d7-a96f-d4ec92c1571c {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:00:44.239305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:44.350054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] For port a93a1d52-5f32-41d7-a96f-d4ec92c1571c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,segment=NetworkSegment(2895abda-deec-459c-8620-7c3df3eeb124),segment_id=2895abda-deec-459c-8620-7c3df3eeb124)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:00:44.350419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:44.445656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Calling delete_port for a93a1d52-5f32-41d7-a96f-d4ec92c1571c owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:00:44.600389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:44.604391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:44.612813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['a93a1d52-5f32-41d7-a96f-d4ec92c1571c'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:00:44.638515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Pushing event deleted for resources: {'Port': ['ID=a93a1d52-5f32-41d7-a96f-d4ec92c1571c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:44.648642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.649041 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.649437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.649838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.650204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.650965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.650965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.651343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.651717 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.652093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.652464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.652833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:44.658176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:44.705724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] No DVR routers for this DVR port a93a1d52-5f32-41d7-a96f-d4ec92c1571c on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:00:44.707990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:44.709997 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ec4f20b-c4e7-4c52-9ad8-4a93a2a97c5e req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.25 "DELETE /v2.0/ports/a93a1d52-5f32-41d7-a96f-d4ec92c1571c HTTP/1.1" status: 204 len: 173 time: 0.5849380 Jun 11 12:00:44.710507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60feef85-2d67-41f0-8924-89954202a7ef', 'name': 'network-vif-deleted', 'tag': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:00:44.712843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33e6132-3082-40f0-b813-3a73db8227fc" -d '{"events": [{"server_uuid": "60feef85-2d67-41f0-8924-89954202a7ef", "name": "network-vif-deleted", "tag": "a93a1d52-5f32-41d7-a96f-d4ec92c1571c"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:00:44.750061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b40bcd5-2010-4af0-abbb-732a95a33312 x-openstack-request-id: req-8b40bcd5-2010-4af0-abbb-732a95a33312 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:00:44.750483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60feef85-2d67-41f0-8924-89954202a7ef", "name": "network-vif-deleted", "tag": "a93a1d52-5f32-41d7-a96f-d4ec92c1571c", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:00:44.750827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b40bcd5-2010-4af0-abbb-732a95a33312 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:00:44.751278 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60feef85-2d67-41f0-8924-89954202a7ef', 'name': 'network-vif-deleted', 'tag': 'a93a1d52-5f32-41d7-a96f-d4ec92c1571c', 'status': 'completed', 'code': 200} Jun 11 12:00:44.752226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:44.940062 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-026970d1-c9b0-4ccd-a072-3c8d32388319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:44.981166 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6f24124e-7095-4f93-9cee-a1f7a8e71524 req-ae60bc01-8843-400b-9dea-00af1a4e9cd4 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] 10.222.0.46 "GET /v2.0/ports?device_id=60feef85-2d67-41f0-8924-89954202a7ef HTTP/1.1" status: 200 len: 210 time: 0.0355871 Jun 11 12:00:46.065200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.222956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51232) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:00:46.274543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41770b8-2ff0-4db1-a9db-0fae64a13667 admin admin] Deleting subnet 3529f6ea-59de-40ad-99c4-ccda80a7813f {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:00:46.277468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a41770b8-2ff0-4db1-a9db-0fae64a13667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.324730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a41770b8-2ff0-4db1-a9db-0fae64a13667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.371124 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a41770b8-2ff0-4db1-a9db-0fae64a13667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.430082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a41770b8-2ff0-4db1-a9db-0fae64a13667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.432806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9cd8e2e0-9a58-4c1e-9aae-a995385df663 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:46.469448 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41770b8-2ff0-4db1-a9db-0fae64a13667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3529f6ea-59de-40ad-99c4-ccda80a7813f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:46.471428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a41770b8-2ff0-4db1-a9db-0fae64a13667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.473897 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a41770b8-2ff0-4db1-a9db-0fae64a13667 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3529f6ea-59de-40ad-99c4-ccda80a7813f HTTP/1.1" status: 204 len: 168 time: 0.2493057 Jun 11 12:00:46.474160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a41770b8-2ff0-4db1-a9db-0fae64a13667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:46.475752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51234) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:00:46.563502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.670853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.681536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b01ce0-0f46-43d7-a90f-b0328676b12e']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:00:46.692677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2895abda-deec-459c-8620-7c3df3eeb124') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:00:46.692982 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2895abda-deec-459c-8620-7c3df3eeb124') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:00:46.703225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.717329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.722990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:00:46.723380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:00:46.724958 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:00:46.728363 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:00:46.801783 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.807165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7969f01b-7130-4aa4-ac6d-d9133b22e8c4 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:46.809556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:46.814383 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] 10.222.0.46 "DELETE /v2.0/networks/09b01ce0-0f46-43d7-a90f-b0328676b12e HTTP/1.1" status: 204 len: 168 time: 0.3352699 Jun 11 12:00:46.828223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] Pushing event deleted for resources: {'Network': ['ID=09b01ce0-0f46-43d7-a90f-b0328676b12e,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:46.830639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:46.917112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51238) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:00:46.960748 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0fbee300-a1b2-40e9-8edc-4d197930a034 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09eb069e2aa745fcaf82f58458546551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423267 Jun 11 12:00:46.963110 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51240) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:00:47.014197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:47.036019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:47.086302 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:47.088944 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:47.090304 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69d6641c-372a-4f89-b250-6125f6f8148f HTTP/1.1" status: 204 len: 168 time: 0.1263278 Jun 11 12:00:47.091104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a9985ef8-11cf-4638-bb00-998b507cebe3 tempest-ServerActionsTestJSON-817448638 tempest-ServerActionsTestJSON-817448638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:47.099468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d6641c-372a-4f89-b250-6125f6f8148f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:47.106251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.106677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.107063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.108004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.108379 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.108756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.109127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.109497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.109867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.110231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.110621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.110988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:00:47.114784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:47.726917 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51262) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:00:47.752194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:47.819278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1807278522-network', 'tenant_id': '269d79107a4f41058c2349b55a787cff'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:00:47.840723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Made reservation on behalf of 269d79107a4f41058c2349b55a787cff for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:00:47.843748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:47.854087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:47.920546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a93a1d52-5f32-41d7-a96f-d4ec92c1571c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:00:47.944731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: a93a1d52-5f32-41d7-a96f-d4ec92c1571c {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:00:47.945096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a93a1d52-5f32-41d7-a96f-d4ec92c1571c not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:00:47.952217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:47.956194 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:47.959197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c67e0f85-8885-4d91-90fe-d3a79b95e432 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:47.982732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:00:47.992097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df765fa9-9d98-49b0-802e-cee2742f0b9b,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:47.996263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:47.997265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:47.997607 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Added segment cf121fce-b414-4d9a-bf07-384269782ea8 of type vlan for network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a Jun 11 12:00:48.045589 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:48.073058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:48.074169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:48.074774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:48.078096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fb6d949f-68a1-4d52-b5b0-3cc0c93af5f7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:48.111164 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3831894 Jun 11 12:00:48.114158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51266) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:00:48.119411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Request body: {'subnet': {'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1807278522-subnet', 'tenant_id': '269d79107a4f41058c2349b55a787cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:00:48.140278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Made reservation on behalf of 269d79107a4f41058c2349b55a787cff for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:00:48.142702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:48.159709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:48.162424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:48.170406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:00:48.355254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:48.357886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-216ddb4c-4f21-44b1-b258-1a85994cfcf0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:48.420017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:48.423328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:48.428944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Checking segment: {'id': 'cf121fce-b414-4d9a-bf07-384269782ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:00:48.429314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Network hostable DHCP agents. Network: 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:00:48.445965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:00:48.455404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:00:48.459251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:48.459843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:48.464587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a83e084-1a29-45fd-8278-9bff73191851 None None] Network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:00:48.474012 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3586354 Jun 11 12:00:48.624127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c14c50c-9ff1-4c91-bafd-ff8a035b99b4 None None] Network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:00:48.912577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-a4fc22ab-7815-4c81-92ef-e4bca499d5dc tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:48.914275 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-a4fc22ab-7815-4c81-92ef-e4bca499d5dc tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 815 time: 0.1282268 Jun 11 12:00:48.928976 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-641c27cc-f455-4b97-81de-c9f151cf98e1 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/quotas/269d79107a4f41058c2349b55a787cff HTTP/1.1" status: 200 len: 375 time: 0.0091550 Jun 11 12:00:48.964667 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-cb2998fc-a77c-480c-9594-db45a81c33ee tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309749 Jun 11 12:00:49.077814 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-dacbc0f0-9368-4520-ae96-b6978a10b2f0 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063828 Jun 11 12:00:49.191618 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-d21bdff1-3f14-487b-bb89-f01a83da4754 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079950 Jun 11 12:00:49.361269 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a300b15d-b38d-460c-be61-9ae13d8723ca req-6fd0116e-2dd7-40ec-9c04-07780f3302ff tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 210 time: 0.0356441 Jun 11 12:00:50.380489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-61007358-57ac-4617-8b07-38c150c54a5e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:50.382034 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-61007358-57ac-4617-8b07-38c150c54a5e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 815 time: 0.1369512 Jun 11 12:00:50.397459 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Request body: {'port': {'device_id': 'fdbe0093-5490-46d6-84f4-aeaa2a82a994', 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a', 'admin_state_up': True, 'tenant_id': '269d79107a4f41058c2349b55a787cff'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:00:50.527988 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-432d133a-8ddf-4927-b65f-9e63730395ee req-df15ace1-3e99-4c72-9316-3f700c1ab31e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 210 time: 0.0355108 Jun 11 12:00:50.540125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Made reservation on behalf of 269d79107a4f41058c2349b55a787cff for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:00:50.544437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:50.692064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Allocated IP 172.20.0.14 (7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a/a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2/dd910435-ca09-4cbc-8212-8650209e8378) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:00:50.875060 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:50.919211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:50.923338 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:50.972169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:00:50.975496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:00:50.979442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:00:50.985615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Pushing event updated for resources: {'Port': ['ID=dd910435-ca09-4cbc-8212-8650209e8378,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:51.011465 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:51.038472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:51.039101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:51.055954 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6642599 Jun 11 12:00:51.066862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Request body: {'port': {'device_id': 'fdbe0093-5490-46d6-84f4-aeaa2a82a994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:00:51.152372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:51.455453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd910435-ca09-4cbc-8212-8650209e8378 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:00:51.462463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:51.473776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Transition to ACTIVE for port object dd910435-ca09-4cbc-8212-8650209e8378 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:00:51.477695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:51.479732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-06f3e7ba-3cc7-4498-bee4-580946a8b7a2 tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:51.576012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd910435-ca09-4cbc-8212-8650209e8378,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:51.599839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:51.661647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Attempting to bind port dd910435-ca09-4cbc-8212-8650209e8378 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:00:51.661988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Attempting to bind port dd910435-ca09-4cbc-8212-8650209e8378 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'cf121fce-b414-4d9a-bf07-384269782ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:00:51.662320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Attempting to bind port dd910435-ca09-4cbc-8212-8650209e8378 on network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:00:51.676830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Port dd910435-ca09-4cbc-8212-8650209e8378 on network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:00:51.677151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Attempting to bind port dd910435-ca09-4cbc-8212-8650209e8378 on network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:00:51.705525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:00:51.705790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Checking segment: {'id': 'cf121fce-b414-4d9a-bf07-384269782ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:00:51.706166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Bound using segment: {'id': 'cf121fce-b414-4d9a-bf07-384269782ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:00:51.706743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Bound port: dd910435-ca09-4cbc-8212-8650209e8378, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf121fce-b414-4d9a-bf07-384269782ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:00:51.706958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:51.795452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298f9bd-2afd-4b37-9362-f6413acb393f req-62b610b9-5e31-4cdb-90d9-c8d7d28c08a6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:51.796906 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0298f9bd-2afd-4b37-9362-f6413acb393f req-62b610b9-5e31-4cdb-90d9-c8d7d28c08a6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 944 time: 0.1309342 Jun 11 12:00:51.801143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] For port dd910435-ca09-4cbc-8212-8650209e8378, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:00:51.805605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] For port dd910435-ca09-4cbc-8212-8650209e8378, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dd910435-ca09-4cbc-8212-8650209e8378,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:00:51.814157 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:51.825322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:51.884264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:51.884878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:51.886234 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] 10.222.0.25 "PUT /v2.0/ports/dd910435-ca09-4cbc-8212-8650209e8378 HTTP/1.1" status: 200 len: 1094 time: 0.8232985 Jun 11 12:00:51.886818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbe0093-5490-46d6-84f4-aeaa2a82a994', 'tag': 'dd910435-ca09-4cbc-8212-8650209e8378'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:00:51.889115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa8e48d-165b-46a4-bbc1-47a418bd2f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbe0093-5490-46d6-84f4-aeaa2a82a994", "tag": "dd910435-ca09-4cbc-8212-8650209e8378"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:00:51.901875 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0298f9bd-2afd-4b37-9362-f6413acb393f req-dc23a357-cc4f-4717-8fdf-f36f6cb13b23 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984902 Jun 11 12:00:51.926949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd910435-ca09-4cbc-8212-8650209e8378,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:51.926949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:51.958599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908fdd7a-c2fe-4935-989a-eb27f4571067 x-openstack-request-id: req-908fdd7a-c2fe-4935-989a-eb27f4571067 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:00:51.958891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbe0093-5490-46d6-84f4-aeaa2a82a994", "tag": "dd910435-ca09-4cbc-8212-8650209e8378", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:00:51.959129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-908fdd7a-c2fe-4935-989a-eb27f4571067 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:00:51.959577 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbe0093-5490-46d6-84f4-aeaa2a82a994', 'tag': 'dd910435-ca09-4cbc-8212-8650209e8378', 'status': 'completed', 'code': 200} Jun 11 12:00:51.991200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-b7abc5a9-ea4d-4118-a8be-aeeca22d60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:51.992749 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-b7abc5a9-ea4d-4118-a8be-aeeca22d60c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 1097 time: 0.0686831 Jun 11 12:00:52.050748 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-a13f1d63-e3a3-4f6b-b7ee-8f3594ab6fe1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd910435-ca09-4cbc-8212-8650209e8378 HTTP/1.1" status: 200 len: 217 time: 0.0510526 Jun 11 12:00:52.104488 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-c85fc8ea-0aff-4337-bf95-a00b62cd59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:52.106006 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-c85fc8ea-0aff-4337-bf95-a00b62cd59a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0495217 Jun 11 12:00:52.140362 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-de7b94e4-0e69-4b27-b487-b9675a0b52d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286286 Jun 11 12:00:52.259316 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-9ce5c5b9-10b2-47c8-bcb6-58660ddd2bda service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127908 Jun 11 12:00:52.375837 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4922a9a0-9a50-4c79-885c-0a1693369280 req-f15318c5-989b-4f76-ac43-5aa7d1cc9c12 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098492 Jun 11 12:00:52.480390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e48d-165b-46a4-bbc1-47a418bd2f1b req-6b7ab960-c926-4a25-9f24-0dd7f4ac607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:52.481881 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-afa8e48d-165b-46a4-bbc1-47a418bd2f1b req-6b7ab960-c926-4a25-9f24-0dd7f4ac607e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 1097 time: 0.0583882 Jun 11 12:00:52.596853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e48d-165b-46a4-bbc1-47a418bd2f1b req-dcb8ac41-3c3d-47b2-a0aa-e6678e008515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:52.598349 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-afa8e48d-165b-46a4-bbc1-47a418bd2f1b req-dcb8ac41-3c3d-47b2-a0aa-e6678e008515 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 917 time: 0.1103482 Jun 11 12:00:52.657104 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-afa8e48d-165b-46a4-bbc1-47a418bd2f1b req-25f8fdd9-7218-4cd9-91ae-be58f1b4b408 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd910435-ca09-4cbc-8212-8650209e8378 HTTP/1.1" status: 200 len: 217 time: 0.0520113 Jun 11 12:00:52.713829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e48d-165b-46a4-bbc1-47a418bd2f1b req-525c5d76-24d2-4fb4-936a-325ead8c8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:52.715273 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-afa8e48d-165b-46a4-bbc1-47a418bd2f1b req-525c5d76-24d2-4fb4-936a-325ead8c8614 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0505490 Jun 11 12:00:52.751613 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-afa8e48d-165b-46a4-bbc1-47a418bd2f1b req-118271e1-bc7f-4b7d-96dc-d2c2a67e4be7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298028 Jun 11 12:00:53.274382 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-afa8e48d-165b-46a4-bbc1-47a418bd2f1b req-b89f9859-a00c-440e-b16d-2d39f07d8fea service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147772 Jun 11 12:00:53.323119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fecee-d311-4257-ab79-8a056664a1c1 req-e3cac650-3431-497e-99e7-1d17cea417ea tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:53.324559 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-de9fecee-d311-4257-ab79-8a056664a1c1 req-e3cac650-3431-497e-99e7-1d17cea417ea tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 944 time: 0.1222646 Jun 11 12:00:53.422096 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-de9fecee-d311-4257-ab79-8a056664a1c1 req-0a45ac87-1edf-4af3-bf88-45c2fd7e4457 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912135 Jun 11 12:00:53.437425 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-afa8e48d-165b-46a4-bbc1-47a418bd2f1b req-6a04650a-ae0f-437a-ba5c-be017f75627a service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549459 Jun 11 12:00:54.601932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e55cf-78c6-43e4-b866-968f632d2a28 req-1887cf63-02fd-4e50-9a57-8f5eb8f9da81 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:54.603472 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-953e55cf-78c6-43e4-b866-968f632d2a28 req-1887cf63-02fd-4e50-9a57-8f5eb8f9da81 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 944 time: 0.0683680 Jun 11 12:00:54.645162 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-953e55cf-78c6-43e4-b866-968f632d2a28 req-67e72c2c-ac54-4fa7-a91e-731213575a88 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355835 Jun 11 12:00:55.836386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5e49f-2348-4e59-9fd6-bc50c558cfef req-04146666-02f7-4dbd-803b-751f1f39c548 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:55.837885 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-97d5e49f-2348-4e59-9fd6-bc50c558cfef req-04146666-02f7-4dbd-803b-751f1f39c548 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 944 time: 0.0698884 Jun 11 12:00:55.878683 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-97d5e49f-2348-4e59-9fd6-bc50c558cfef req-cc0a71b7-5e5c-481b-9c5b-58f3f76df886 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346847 Jun 11 12:00:55.930520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dd910435-ca09-4cbc-8212-8650209e8378 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:00:56.046693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port dd910435-ca09-4cbc-8212-8650209e8378, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dd910435-ca09-4cbc-8212-8650209e8378,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:00:56.063631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'dd910435-ca09-4cbc-8212-8650209e8378', 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a', 'port_id': 'dd910435-ca09-4cbc-8212-8650209e8378', 'mac_address': 'fa:16:3e:a3:49:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:00:56.117224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:56.133913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd910435-ca09-4cbc-8212-8650209e8378 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:00:56.154664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port dd910435-ca09-4cbc-8212-8650209e8378, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dd910435-ca09-4cbc-8212-8650209e8378,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:00:56.158027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:56.159742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:56.209464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=dd910435-ca09-4cbc-8212-8650209e8378,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:56.212277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:56.358896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['dd910435-ca09-4cbc-8212-8650209e8378'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:00:57.060050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09ce16-4835-4fc7-b4ae-0b1a7545486c req-0f36a601-dac2-4601-855a-a8d187e13b18 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:57.062025 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1f09ce16-4835-4fc7-b4ae-0b1a7545486c req-0f36a601-dac2-4601-855a-a8d187e13b18 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 945 time: 0.0725760 Jun 11 12:00:57.102652 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1f09ce16-4835-4fc7-b4ae-0b1a7545486c req-8cd59ce7-944b-4288-b420-bed16bfd04c4 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350072 Jun 11 12:00:57.696950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:57.937534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dd910435-ca09-4cbc-8212-8650209e8378 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:00:57.990684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port dd910435-ca09-4cbc-8212-8650209e8378 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:00:57.994192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port dd910435-ca09-4cbc-8212-8650209e8378 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:00:57.999106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:58.084752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:58.109285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe0093-5490-46d6-84f4-aeaa2a82a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd910435-ca09-4cbc-8212-8650209e8378'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:00:58.111581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e24a9b6-0564-4479-8d91-6a3ff1ec5283" -d '{"events": [{"server_uuid": "fdbe0093-5490-46d6-84f4-aeaa2a82a994", "name": "network-vif-plugged", "status": "completed", "tag": "dd910435-ca09-4cbc-8212-8650209e8378"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:00:58.125654 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port dd910435-ca09-4cbc-8212-8650209e8378, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dd910435-ca09-4cbc-8212-8650209e8378,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:00:58.130838 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:00:58.132688 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:00:58.159151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af261db-a044-4120-aaf0-b2565aaa7776 x-openstack-request-id: req-2af261db-a044-4120-aaf0-b2565aaa7776 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:00:58.159458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe0093-5490-46d6-84f4-aeaa2a82a994", "name": "network-vif-plugged", "status": "completed", "tag": "dd910435-ca09-4cbc-8212-8650209e8378", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:00:58.159723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2af261db-a044-4120-aaf0-b2565aaa7776 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:00:58.160114 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbe0093-5490-46d6-84f4-aeaa2a82a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd910435-ca09-4cbc-8212-8650209e8378', 'code': 200} Jun 11 12:00:58.188654 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=dd910435-ca09-4cbc-8212-8650209e8378,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:00:58.195383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:00:58.296426 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d7567-498a-47c8-b802-46e12b94e95b req-ffe2e75f-70dc-447a-b8b7-612b76db74af tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:58.297828 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d31d7567-498a-47c8-b802-46e12b94e95b req-ffe2e75f-70dc-447a-b8b7-612b76db74af tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0717309 Jun 11 12:00:58.341382 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d31d7567-498a-47c8-b802-46e12b94e95b req-dd5c7310-8a41-47df-aacf-89480d8773c4 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368996 Jun 11 12:00:58.369474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fb9e9-ca72-47db-967c-f838a9d4993f req-25d4a4e8-6f06-4545-9808-2d4c753cc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:58.371052 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f2fb9e9-ca72-47db-967c-f838a9d4993f req-25d4a4e8-6f06-4545-9808-2d4c753cc480 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 1099 time: 0.0574479 Jun 11 12:00:58.407424 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f2fb9e9-ca72-47db-967c-f838a9d4993f req-1f1be968-925a-4986-9386-ad84b5da83f4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298162 Jun 11 12:00:59.529465 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef64655-b8c2-451e-97c8-cb0968490308 req-bcc68509-bd42-4397-a51e-502915928a81 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:59.530955 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cef64655-b8c2-451e-97c8-cb0968490308 req-bcc68509-bd42-4397-a51e-502915928a81 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0721388 Jun 11 12:00:59.572211 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cef64655-b8c2-451e-97c8-cb0968490308 req-c4d6a63a-8879-4451-9fc3-701fbd8a289c tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355773 Jun 11 12:00:59.753618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e9ca-0e81-461a-8546-d091ed3e6e82 req-bb2f833f-5803-405a-a161-d9e21bc4b5cc tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:00:59.755076 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c243e9ca-0e81-461a-8546-d091ed3e6e82 req-bb2f833f-5803-405a-a161-d9e21bc4b5cc tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0744433 Jun 11 12:00:59.798876 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c243e9ca-0e81-461a-8546-d091ed3e6e82 req-5a021bbe-99e5-457c-9c4c-bbe89fa60bfa tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381610 Jun 11 12:01:00.134991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b7db8-6e7b-44f5-8e77-f1c377c3cc89 req-98808a73-9221-49be-bfce-0e525bc4f056 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:00.136425 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c58b7db8-6e7b-44f5-8e77-f1c377c3cc89 req-98808a73-9221-49be-bfce-0e525bc4f056 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0672398 Jun 11 12:01:00.177737 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c58b7db8-6e7b-44f5-8e77-f1c377c3cc89 req-ce0450cc-07df-45b9-b9b7-9076ad2895a4 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356839 Jun 11 12:01:00.351424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc961845-13c0-484b-9692-b607197ca10e req-a5f9023a-0974-4f43-9f78-17343a30d956 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:00.352865 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc961845-13c0-484b-9692-b607197ca10e req-a5f9023a-0974-4f43-9f78-17343a30d956 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0683923 Jun 11 12:01:00.393010 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc961845-13c0-484b-9692-b607197ca10e req-0a2db93c-c497-4362-af21-04b6d9501a82 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339782 Jun 11 12:01:00.783917 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-922dc5e6-503a-4252-a027-0f617297a3d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010730 Jun 11 12:01:00.811127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f300e0b-72c2-4e3f-b64a-685f55fbb90a req-fe073fa4-82e6-4fe3-948f-e8842638dc5f tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:00.812597 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0f300e0b-72c2-4e3f-b64a-685f55fbb90a req-fe073fa4-82e6-4fe3-948f-e8842638dc5f tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0797999 Jun 11 12:01:00.855173 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0f300e0b-72c2-4e3f-b64a-685f55fbb90a req-865b0212-151a-4c11-abf5-2ba422071a1c tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368524 Jun 11 12:01:01.915712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-28a0f78f-551d-4635-9aa5-1d0020b7e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:01.917200 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-28a0f78f-551d-4635-9aa5-1d0020b7e27c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 1099 time: 0.0637286 Jun 11 12:01:02.030120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-a5d8fb73-a26c-4cc1-b110-6dffe30dd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:02.031634 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-a5d8fb73-a26c-4cc1-b110-6dffe30dd48d service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 917 time: 0.1081638 Jun 11 12:01:02.041789 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986653a-2cc6-4d39-b7dd-868341fdf5cd req-35b27e8d-ce63-480a-b496-a0f02d71ccc5 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:02.043285 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8986653a-2cc6-4d39-b7dd-868341fdf5cd req-35b27e8d-ce63-480a-b496-a0f02d71ccc5 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0738106 Jun 11 12:01:02.084784 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8986653a-2cc6-4d39-b7dd-868341fdf5cd req-8bd7c992-9395-4cfa-8fde-4e3c9135d682 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357623 Jun 11 12:01:02.090579 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-df4e280c-3639-45d1-8286-9a016172f71e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd910435-ca09-4cbc-8212-8650209e8378 HTTP/1.1" status: 200 len: 217 time: 0.0526571 Jun 11 12:01:02.145892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-3138f2f7-f7da-46a1-9af4-b3f41644d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:02.147274 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-3138f2f7-f7da-46a1-9af4-b3f41644d7ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0510821 Jun 11 12:01:02.188131 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-6a855d69-c493-45ed-bbb5-830a04060e69 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349805 Jun 11 12:01:02.301420 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-42f73682-1e2b-488e-aa85-63f2bb8f7089 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071169 Jun 11 12:01:02.418203 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-cc841619-471e-4558-aaf3-910333e845f9 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098866 Jun 11 12:01:03.266781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bc918-14e4-418b-9e0c-53b732749569 req-ae41e2f1-80ed-4003-9598-a3f1a30abbee tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:03.268229 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d47bc918-14e4-418b-9e0c-53b732749569 req-ae41e2f1-80ed-4003-9598-a3f1a30abbee tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0739269 Jun 11 12:01:03.311443 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d47bc918-14e4-418b-9e0c-53b732749569 req-d84fcc97-02f0-41d1-94e7-b06093f2c45a tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376146 Jun 11 12:01:04.488195 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ef300-4e17-40a6-bf49-a5f988aed9ad req-e148d526-9658-4ac7-86f9-5a42c38755b1 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:04.489652 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ed9ef300-4e17-40a6-bf49-a5f988aed9ad req-e148d526-9658-4ac7-86f9-5a42c38755b1 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0693848 Jun 11 12:01:04.530816 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ed9ef300-4e17-40a6-bf49-a5f988aed9ad req-0cf3882f-1e2e-4d06-914d-62452c4af13a tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355418 Jun 11 12:01:05.705958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ae950-5f1d-40ab-8984-09bc7f194ed2 req-b439d746-8c25-426f-a10d-800c2c3d86e3 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:05.707361 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed4ae950-5f1d-40ab-8984-09bc7f194ed2 req-b439d746-8c25-426f-a10d-800c2c3d86e3 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0679562 Jun 11 12:01:05.747320 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed4ae950-5f1d-40ab-8984-09bc7f194ed2 req-4a965693-177f-4566-8b1f-d032bea6a55e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344179 Jun 11 12:01:06.930503 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e154d60-33f4-45d3-9705-4531061c45da req-76a9501b-668f-4d93-91d9-c034fe937a54 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:06.931872 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0e154d60-33f4-45d3-9705-4531061c45da req-76a9501b-668f-4d93-91d9-c034fe937a54 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0721607 Jun 11 12:01:06.971776 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0e154d60-33f4-45d3-9705-4531061c45da req-b21144f5-a602-420b-b81c-ef59a270eff6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338483 Jun 11 12:01:08.152288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef205f9-8aaf-41a6-8749-55a838eed9ef req-95bc3819-1cfc-46c1-8853-56a123253638 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:08.153745 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6ef205f9-8aaf-41a6-8749-55a838eed9ef req-95bc3819-1cfc-46c1-8853-56a123253638 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0720222 Jun 11 12:01:08.194996 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6ef205f9-8aaf-41a6-8749-55a838eed9ef req-dacbb317-ab54-42dc-9c24-693e2a019ea6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356872 Jun 11 12:01:09.372663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326919e-9f2e-419f-8750-762b877a3938 req-64653415-e735-4758-99fc-8b89e5dd264e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:09.374740 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c326919e-9f2e-419f-8750-762b877a3938 req-64653415-e735-4758-99fc-8b89e5dd264e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0700400 Jun 11 12:01:09.415485 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c326919e-9f2e-419f-8750-762b877a3938 req-2456bf36-c10e-4e23-8f32-e11bbf6aa466 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350611 Jun 11 12:01:09.897448 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:01:10.595246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca1229-6168-4881-9721-fe11525fc4c0 req-adfd5358-65c0-42be-afbe-a1d92cdc2b25 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:10.596720 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-23ca1229-6168-4881-9721-fe11525fc4c0 req-adfd5358-65c0-42be-afbe-a1d92cdc2b25 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0681286 Jun 11 12:01:10.638711 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-23ca1229-6168-4881-9721-fe11525fc4c0 req-7f94a9b5-b99a-4e6a-9639-2b5c23505975 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363491 Jun 11 12:01:11.823747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d03515-04f5-4e92-926e-8a67a3575100 req-bef49236-e1fa-4fe9-8db4-fdd42493ac4f tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:11.825192 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-41d03515-04f5-4e92-926e-8a67a3575100 req-bef49236-e1fa-4fe9-8db4-fdd42493ac4f tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0765994 Jun 11 12:01:11.865394 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-41d03515-04f5-4e92-926e-8a67a3575100 req-e46b3288-478f-4074-8bf6-f1973e22d52d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340164 Jun 11 12:01:12.159044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8df9702f-1215-4a30-8b63-6c383cb4a1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:12.770164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8ce5-08b8-4109-aa75-28a3661087d5 req-8c47392f-b3a6-4319-9ac2-0c8304dff58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:12.771683 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213e8ce5-08b8-4109-aa75-28a3661087d5 req-8c47392f-b3a6-4319-9ac2-0c8304dff58d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 1099 time: 0.1057003 Jun 11 12:01:12.896231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8ce5-08b8-4109-aa75-28a3661087d5 req-3f063bca-3426-47bd-969f-8d5d647c3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:12.897703 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213e8ce5-08b8-4109-aa75-28a3661087d5 req-3f063bca-3426-47bd-969f-8d5d647c3d86 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 917 time: 0.1071696 Jun 11 12:01:12.956535 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213e8ce5-08b8-4109-aa75-28a3661087d5 req-362c2cbc-29d7-484e-8b70-0196985bf6c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd910435-ca09-4cbc-8212-8650209e8378 HTTP/1.1" status: 200 len: 217 time: 0.0524540 Jun 11 12:01:13.052640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8ce5-08b8-4109-aa75-28a3661087d5 req-2ea39965-f3ea-47a9-b70e-2b4f766164be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:13.054102 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213e8ce5-08b8-4109-aa75-28a3661087d5 req-2ea39965-f3ea-47a9-b70e-2b4f766164be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0916114 Jun 11 12:01:13.096433 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213e8ce5-08b8-4109-aa75-28a3661087d5 req-0ad6c5c8-8945-4844-b777-dcfc5baaab96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351727 Jun 11 12:01:13.118455 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dddfda-6655-4895-991d-189066bd2936 req-836b3926-b7f0-4a3f-9a73-eaf2deaca49a tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:13.119850 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e4dddfda-6655-4895-991d-189066bd2936 req-836b3926-b7f0-4a3f-9a73-eaf2deaca49a tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.1236508 Jun 11 12:01:13.229687 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e4dddfda-6655-4895-991d-189066bd2936 req-b19c10ac-a353-49b3-aecc-4ba0bbca9bba tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977776 Jun 11 12:01:13.251509 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213e8ce5-08b8-4109-aa75-28a3661087d5 req-2e49d5ad-35bf-4788-b490-c99095be3794 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475677 Jun 11 12:01:13.372614 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-213e8ce5-08b8-4109-aa75-28a3661087d5 req-9cb4c0e3-c577-4f39-a2e3-75e591335486 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147549 Jun 11 12:01:14.404647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52095d8-fb22-4a63-8dbf-8ecf0c15539a req-b94cd458-8889-49a5-8f57-55065f1d7111 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:14.406998 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c52095d8-fb22-4a63-8dbf-8ecf0c15539a req-b94cd458-8889-49a5-8f57-55065f1d7111 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0685673 Jun 11 12:01:14.446952 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c52095d8-fb22-4a63-8dbf-8ecf0c15539a req-3841a1d8-dafa-4f75-b8e4-8442e9abeae3 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Jun 11 12:01:14.753159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:14.944630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8aac5682-1479-420f-ab96-9e5eedc6a8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:15.626210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80f5d2-0696-4a58-97a2-15f392df3787 req-c0e65682-b4c8-4e2c-ae94-13638db3d8c4 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:15.627624 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9a80f5d2-0696-4a58-97a2-15f392df3787 req-c0e65682-b4c8-4e2c-ae94-13638db3d8c4 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0690126 Jun 11 12:01:15.668153 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9a80f5d2-0696-4a58-97a2-15f392df3787 req-b6af1cf1-c79c-4395-b351-ee3d15d3e514 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349991 Jun 11 12:01:16.066630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:16.852663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eca37-52ed-4103-8fb4-088760baf225 req-b857ee8c-04d5-4ddd-bc82-ae58f9285c93 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:16.854043 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-511eca37-52ed-4103-8fb4-088760baf225 req-b857ee8c-04d5-4ddd-bc82-ae58f9285c93 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0752399 Jun 11 12:01:16.895210 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-511eca37-52ed-4103-8fb4-088760baf225 req-d3549f95-fd80-4456-95c3-12b703b8506e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350623 Jun 11 12:01:17.754942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:18.075021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aade5db-6ef4-4826-9c3f-cda243030a96 req-fc975603-c868-4def-84f4-96f07876edf0 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:18.076486 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4aade5db-6ef4-4826-9c3f-cda243030a96 req-fc975603-c868-4def-84f4-96f07876edf0 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0730925 Jun 11 12:01:18.117540 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4aade5db-6ef4-4826-9c3f-cda243030a96 req-bddb41aa-2986-4077-ad20-dfb4507ccfe0 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355511 Jun 11 12:01:19.294864 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d12bf-8ef1-459d-a9bc-44c4dea96994 req-a5265ca2-2235-4a64-b13c-aa1dc209d961 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:19.296316 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a54d12bf-8ef1-459d-a9bc-44c4dea96994 req-a5265ca2-2235-4a64-b13c-aa1dc209d961 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0686405 Jun 11 12:01:19.337671 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a54d12bf-8ef1-459d-a9bc-44c4dea96994 req-a2e2308e-f900-4868-a92a-d0474f90d8ea tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351217 Jun 11 12:01:20.518268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba12cdc-608c-491b-9bb0-7c8e3bec6132 req-64b9a6f8-555f-4815-99c9-901fc536b735 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:20.519775 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-eba12cdc-608c-491b-9bb0-7c8e3bec6132 req-64b9a6f8-555f-4815-99c9-901fc536b735 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0683610 Jun 11 12:01:20.561014 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-eba12cdc-608c-491b-9bb0-7c8e3bec6132 req-2971e77c-5063-4324-ad27-b6d02f470d94 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356534 Jun 11 12:01:21.741725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f37b46-1b15-48a4-b57c-f7ac9f428d1b req-fc3c2bdd-bc53-46c1-a9f7-b4915cc814b9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:21.743128 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-94f37b46-1b15-48a4-b57c-f7ac9f428d1b req-fc3c2bdd-bc53-46c1-a9f7-b4915cc814b9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0728691 Jun 11 12:01:21.786054 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-94f37b46-1b15-48a4-b57c-f7ac9f428d1b req-f436de0f-dc5b-4958-a836-f423330e9199 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374060 Jun 11 12:01:22.965488 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac7f51-4931-4128-8c6d-111d13cb0add req-939474cb-b7af-490a-a5f2-b5c690236c5b tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:22.966852 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3cac7f51-4931-4128-8c6d-111d13cb0add req-939474cb-b7af-490a-a5f2-b5c690236c5b tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0714548 Jun 11 12:01:23.007918 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3cac7f51-4931-4128-8c6d-111d13cb0add req-6a81a4a6-9203-462d-914c-e1eb3659d0d5 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349722 Jun 11 12:01:24.185333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01003881-7a11-4995-917b-fb56602b77e1 req-6ec82e14-1bec-432e-a061-30994236cc9d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:24.186849 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-01003881-7a11-4995-917b-fb56602b77e1 req-6ec82e14-1bec-432e-a061-30994236cc9d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0684867 Jun 11 12:01:24.228499 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-01003881-7a11-4995-917b-fb56602b77e1 req-7ff16495-bae1-4c4c-b878-98465aa4b9e5 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361273 Jun 11 12:01:25.405117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9b7c4-f7a2-40e9-961b-2290b78ea77f req-b5eb2dc4-0461-441f-b160-cba9716b0a7e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:25.407079 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ada9b7c4-f7a2-40e9-961b-2290b78ea77f req-b5eb2dc4-0461-441f-b160-cba9716b0a7e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0679657 Jun 11 12:01:25.448199 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ada9b7c4-f7a2-40e9-961b-2290b78ea77f req-45f2e229-5cf6-43ed-91c4-66ef8b6c8885 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355306 Jun 11 12:01:26.640932 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac1c55-3293-462d-8307-3ec981a611be req-a71210b2-59aa-40c8-82a3-3263a4982741 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:26.642407 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-18ac1c55-3293-462d-8307-3ec981a611be req-a71210b2-59aa-40c8-82a3-3263a4982741 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0771885 Jun 11 12:01:26.686046 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-18ac1c55-3293-462d-8307-3ec981a611be req-d9a9ec5e-40bf-49eb-89e0-2636d02934aa tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379980 Jun 11 12:01:27.700544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:27.872895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536d539-d276-482b-9686-048c881a98b8 req-2025ecd5-5329-4ea0-bdd8-b6910753f9fb tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:27.874359 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c536d539-d276-482b-9686-048c881a98b8 req-2025ecd5-5329-4ea0-bdd8-b6910753f9fb tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0750933 Jun 11 12:01:27.915705 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c536d539-d276-482b-9686-048c881a98b8 req-42f101b2-f954-40e9-bbd9-afc407b31a4c tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348766 Jun 11 12:01:29.091556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0fcaf-ac36-45a6-9ecd-b0ec0d193fba req-90d0b855-908f-42ba-bf1f-7bf139db7e31 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:29.093035 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-41f0fcaf-ac36-45a6-9ecd-b0ec0d193fba req-90d0b855-908f-42ba-bf1f-7bf139db7e31 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0683961 Jun 11 12:01:29.124781 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-889dccd5-5797-470a-9ef2-741392f4e6ae service neutron] 10.222.0.25 "GET /v2.0/ports/dd910435-ca09-4cbc-8212-8650209e8378/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0612376 Jun 11 12:01:29.143071 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-41f0fcaf-ac36-45a6-9ecd-b0ec0d193fba req-9969032f-b647-41b8-92ef-0e734cb66ea7 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Jun 11 12:01:29.389318 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-0e552eb3-5390-41f2-815d-afe2716a991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:29.391336 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-0e552eb3-5390-41f2-815d-afe2716a991a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994&tenant_id=269d79107a4f41058c2349b55a787cff HTTP/1.1" status: 200 len: 1099 time: 0.0591226 Jun 11 12:01:29.474082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-bc3b3b0d-a8be-480f-873e-59aab38e91af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:29.475488 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-bc3b3b0d-a8be-480f-873e-59aab38e91af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 1099 time: 0.0619817 Jun 11 12:01:29.590122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-1b5db317-152b-40ee-989c-23bd80ecb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:29.591598 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-1b5db317-152b-40ee-989c-23bd80ecb645 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 917 time: 0.1098554 Jun 11 12:01:29.644369 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-257759cb-d2dd-4994-8c64-6bd527d0ae45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd910435-ca09-4cbc-8212-8650209e8378 HTTP/1.1" status: 200 len: 217 time: 0.0463445 Jun 11 12:01:29.699892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-4c7674ad-fa5c-453a-87c9-f8b4feaf2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:29.701261 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-4c7674ad-fa5c-453a-87c9-f8b4feaf2b1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0510223 Jun 11 12:01:29.741397 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-658e9ffc-67cc-4fe3-8cc9-c80cc5c4b3dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339034 Jun 11 12:01:29.852434 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-56729c67-c496-4380-91df-afa9912f4393 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019533 Jun 11 12:01:29.966541 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cb287e2-bcd1-40d5-8d87-de9681101a2d req-564a5495-02d0-4895-88b3-af129c0bc6ed service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077261 Jun 11 12:01:30.333280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626824-b557-4ab7-9d2d-a17f3550c769 req-17f8472a-c8c3-4a4e-b39c-1f7343570c9e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:30.334825 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be626824-b557-4ab7-9d2d-a17f3550c769 req-17f8472a-c8c3-4a4e-b39c-1f7343570c9e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0743368 Jun 11 12:01:30.376146 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be626824-b557-4ab7-9d2d-a17f3550c769 req-3afdb43a-0836-4ced-83db-fb370a36d609 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354354 Jun 11 12:01:31.560898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e395-6455-4c47-be1a-bfb2a0345ee5 req-04d721bd-0608-46c1-9a8b-8d749f3edeb8 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:31.562944 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9bf7e395-6455-4c47-be1a-bfb2a0345ee5 req-04d721bd-0608-46c1-9a8b-8d749f3edeb8 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0764556 Jun 11 12:01:31.605820 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9bf7e395-6455-4c47-be1a-bfb2a0345ee5 req-c7f26a90-b7a1-4a8b-b71d-093771fe8b7b tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372055 Jun 11 12:01:32.784881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c1763-2849-47e5-a16c-277494dbaaa8 req-95028080-fb87-4a17-9850-9fde79ff470b tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:32.786354 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-319c1763-2849-47e5-a16c-277494dbaaa8 req-95028080-fb87-4a17-9850-9fde79ff470b tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0686910 Jun 11 12:01:32.827547 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-319c1763-2849-47e5-a16c-277494dbaaa8 req-e9b56b8f-9c5c-4eb9-a251-798dff56aa07 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352650 Jun 11 12:01:33.197973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-86d751f5-a6ed-42db-9e7e-44f13f0df548 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:33.199348 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-86d751f5-a6ed-42db-9e7e-44f13f0df548 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994&tenant_id=269d79107a4f41058c2349b55a787cff&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 946 time: 0.1215997 Jun 11 12:01:33.206333 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377c736-1ee8-49f6-b7af-1d1f1be3c21e req-6c7c37f4-0bbe-4c9b-b1b6-fb59c4107462 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:33.207700 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1377c736-1ee8-49f6-b7af-1d1f1be3c21e req-6c7c37f4-0bbe-4c9b-b1b6-fb59c4107462 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.1387775 Jun 11 12:01:33.282117 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1377c736-1ee8-49f6-b7af-1d1f1be3c21e req-94c70443-521c-4d6b-91f9-c6d1b9be43b4 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687792 Jun 11 12:01:33.311780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-dae3e38a-86f3-4396-a302-9da760dff795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:33.313798 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-dae3e38a-86f3-4396-a302-9da760dff795 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 1099 time: 0.0704081 Jun 11 12:01:33.424276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-d0464bd0-858c-4feb-b62f-5f868dadc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:33.425734 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-d0464bd0-858c-4feb-b62f-5f868dadc9ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 917 time: 0.1063964 Jun 11 12:01:33.482211 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-f151aa32-4acf-4506-a6a5-557f391891a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd910435-ca09-4cbc-8212-8650209e8378 HTTP/1.1" status: 200 len: 217 time: 0.0503366 Jun 11 12:01:33.536918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-c1f426d4-eef9-4965-800c-369a8e906574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:33.538569 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-c1f426d4-eef9-4965-800c-369a8e906574 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0505023 Jun 11 12:01:33.578266 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-041cb1bf-3c5b-4255-906a-f44bdb1980fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334959 Jun 11 12:01:33.688654 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-6fe7e04c-8750-47d9-a240-3533b7f536af service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035111 Jun 11 12:01:33.802282 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5acbfa2-a596-4809-b82c-c7bb6c2f8e8b req-faf373f9-caa5-4e9b-b2b1-81bbc6a068db service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071396 Jun 11 12:01:34.469708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc0776-7967-4009-8f80-a4d3af057894 req-e436ee3c-df46-4644-a941-a0980d6422be tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:34.471234 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-63cc0776-7967-4009-8f80-a4d3af057894 req-e436ee3c-df46-4644-a941-a0980d6422be tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0729358 Jun 11 12:01:34.512097 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-63cc0776-7967-4009-8f80-a4d3af057894 req-2a2b6880-9c29-4ca5-b2d3-956de82ff9f6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350966 Jun 11 12:01:34.697443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f8ae-eca1-444e-85cd-03e2a015da16 req-b0fd7aed-20d7-4d34-a9e8-87b08e1acb08 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:34.698982 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-54b5f8ae-eca1-444e-85cd-03e2a015da16 req-b0fd7aed-20d7-4d34-a9e8-87b08e1acb08 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0727732 Jun 11 12:01:34.739407 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-54b5f8ae-eca1-444e-85cd-03e2a015da16 req-0475f73b-0999-493b-a76e-e2dd185f47f0 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348434 Jun 11 12:01:34.922794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc1af-7d5b-4653-919f-01550c6f1f95 req-3356e5a8-ff93-42e3-8dc1-617a7654e501 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:34.924240 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e9dcc1af-7d5b-4653-919f-01550c6f1f95 req-3356e5a8-ff93-42e3-8dc1-617a7654e501 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0731511 Jun 11 12:01:34.965126 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e9dcc1af-7d5b-4653-919f-01550c6f1f95 req-26a3f497-ad35-4701-9c39-ba3d30ab9e8e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352588 Jun 11 12:01:35.419807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5e81b223-e612-477b-b22f-e7d093c02b3d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:35.421254 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5e81b223-e612-477b-b22f-e7d093c02b3d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 815 time: 0.1294978 Jun 11 12:01:35.435309 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-061f4fff-b1ad-4dd5-9fc7-c0ab1c99cdbc tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/quotas/269d79107a4f41058c2349b55a787cff HTTP/1.1" status: 200 len: 375 time: 0.0086479 Jun 11 12:01:35.505156 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-daac23d9-d26f-485a-8197-f21ff49dc33b tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648537 Jun 11 12:01:35.619403 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-085bc82f-dc9f-41c7-a66f-51f1de2496aa service neutron] 10.222.0.46 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074984 Jun 11 12:01:35.732256 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-fe1fd89f-9894-42c2-b0a6-6decfcac6341 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069107 Jun 11 12:01:35.901472 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b63d97bc-aebc-4d8f-8da6-8fec2ba9459c req-2dcb4ddb-8e2b-46b0-8c3a-421664354184 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 210 time: 0.0332363 Jun 11 12:01:36.964248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbff73-d6f9-459f-a3dd-f92b161d8268 req-40dd244d-f095-47de-ba2f-6cd8b7975869 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:36.965796 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-89fbff73-d6f9-459f-a3dd-f92b161d8268 req-40dd244d-f095-47de-ba2f-6cd8b7975869 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbe0093-5490-46d6-84f4-aeaa2a82a994 HTTP/1.1" status: 200 len: 946 time: 0.0867417 Jun 11 12:01:37.133165 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-034de7ea-1aa8-4d6e-9f47-7408ea05bffc req-0d39b2cf-9131-45c5-9d70-b3c8fb05c12d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 210 time: 0.0958927 Jun 11 12:01:37.143700 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-89fbff73-d6f9-459f-a3dd-f92b161d8268 req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Deleting port dd910435-ca09-4cbc-8212-8650209e8378 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:01:37.144054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-89fbff73-d6f9-459f-a3dd-f92b161d8268 req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:37.265988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-89fbff73-d6f9-459f-a3dd-f92b161d8268 req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] For port dd910435-ca09-4cbc-8212-8650209e8378, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dd910435-ca09-4cbc-8212-8650209e8378,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:01:37.266265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-89fbff73-d6f9-459f-a3dd-f92b161d8268 req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:37.328227 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-d82d8c3d-5e18-4013-bb75-f49cf6d66e41 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:37.329631 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-d82d8c3d-5e18-4013-bb75-f49cf6d66e41 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 815 time: 0.5242045 Jun 11 12:01:37.342850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Request body: {'port': {'device_id': '7381956d-f6ff-4ad6-b574-067726dbe208', 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a', 'admin_state_up': True, 'tenant_id': '269d79107a4f41058c2349b55a787cff'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:01:37.361394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [req-89fbff73-d6f9-459f-a3dd-f92b161d8268 req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Calling delete_port for dd910435-ca09-4cbc-8212-8650209e8378 owned by compute:nova {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:01:37.472936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Made reservation on behalf of 269d79107a4f41058c2349b55a787cff for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:01:37.476416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:37.513286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-89fbff73-d6f9-459f-a3dd-f92b161d8268 req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:37.518019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d46c6f7a-2abc-40f2-a4ec-bc310f64b6ea tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:01:37.529055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['dd910435-ca09-4cbc-8212-8650209e8378'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:01:37.553010 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Pushing event deleted for resources: {'Port': ['ID=dd910435-ca09-4cbc-8212-8650209e8378,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:01:37.555979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:01:37.607914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fbff73-d6f9-459f-a3dd-f92b161d8268 req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] No DVR routers for this DVR port dd910435-ca09-4cbc-8212-8650209e8378 on host hv-neutron-7864 {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:01:37.611202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-89fbff73-d6f9-459f-a3dd-f92b161d8268 req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:37.613253 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-89fbff73-d6f9-459f-a3dd-f92b161d8268 req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.25 "DELETE /v2.0/ports/dd910435-ca09-4cbc-8212-8650209e8378 HTTP/1.1" status: 204 len: 173 time: 0.6422589 Jun 11 12:01:37.613842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe0093-5490-46d6-84f4-aeaa2a82a994', 'name': 'network-vif-deleted', 'tag': 'dd910435-ca09-4cbc-8212-8650209e8378'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:01:37.616287 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc4fc36-dd47-45aa-b45d-4a82d5cf7858" -d '{"events": [{"server_uuid": "fdbe0093-5490-46d6-84f4-aeaa2a82a994", "name": "network-vif-deleted", "tag": "dd910435-ca09-4cbc-8212-8650209e8378"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:01:37.635512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Allocated IP 172.20.0.13 (7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a/a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2/79c1b772-afe1-4186-9b58-435c3843bcd6) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:01:37.663131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2204a0-3d41-40e1-bbad-d50a220251d1 x-openstack-request-id: req-8f2204a0-3d41-40e1-bbad-d50a220251d1 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:01:37.663485 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe0093-5490-46d6-84f4-aeaa2a82a994", "name": "network-vif-deleted", "tag": "dd910435-ca09-4cbc-8212-8650209e8378", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:01:37.663798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f2204a0-3d41-40e1-bbad-d50a220251d1 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:01:37.664262 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbe0093-5490-46d6-84f4-aeaa2a82a994', 'name': 'network-vif-deleted', 'tag': 'dd910435-ca09-4cbc-8212-8650209e8378', 'status': 'completed', 'code': 200} Jun 11 12:01:37.826825 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:37.864683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:37.868630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4d65e403-36a7-42b5-a5ec-997e4048f0e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:01:37.877159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['dd910435-ca09-4cbc-8212-8650209e8378'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:01:37.928209 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:01:37.931602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:01:37.935565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:01:37.967009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Pushing event updated for resources: {'Port': ['ID=79c1b772-afe1-4186-9b58-435c3843bcd6,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:01:37.971126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:01:37.995427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:37.996031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:38.009943 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6707013 Jun 11 12:01:38.025032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Request body: {'port': {'device_id': '7381956d-f6ff-4ad6-b574-067726dbe208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:01:38.116096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:38.325232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199581d-ea74-472d-b23c-17a56713b648 req-c317f1b0-8143-4356-81c5-ddd72772e61f tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:38.326783 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6199581d-ea74-472d-b23c-17a56713b648 req-c317f1b0-8143-4356-81c5-ddd72772e61f tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 932 time: 0.0732327 Jun 11 12:01:38.369624 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6199581d-ea74-472d-b23c-17a56713b648 req-7bf726c6-c365-4de3-bbe8-f64764fcfd55 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352361 Jun 11 12:01:38.434799 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c1b772-afe1-4186-9b58-435c3843bcd6 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:01:38.442745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:38.454347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Transition to ACTIVE for port object 79c1b772-afe1-4186-9b58-435c3843bcd6 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:01:38.458305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:38.460288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25ff052b-d23d-442f-886a-c0d70537e978 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:01:38.553725 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Pushing event updated for resources: {'Port': ['ID=79c1b772-afe1-4186-9b58-435c3843bcd6,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:01:38.557940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:01:38.652323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Attempting to bind port 79c1b772-afe1-4186-9b58-435c3843bcd6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:01:38.652580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Attempting to bind port 79c1b772-afe1-4186-9b58-435c3843bcd6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'cf121fce-b414-4d9a-bf07-384269782ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:01:38.652914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Attempting to bind port 79c1b772-afe1-4186-9b58-435c3843bcd6 on network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:01:38.657186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Port 79c1b772-afe1-4186-9b58-435c3843bcd6 on network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:01:38.657515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Attempting to bind port 79c1b772-afe1-4186-9b58-435c3843bcd6 on network 7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:01:38.662199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:01:38.662561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Checking segment: {'id': 'cf121fce-b414-4d9a-bf07-384269782ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:01:38.663217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Bound using segment: {'id': 'cf121fce-b414-4d9a-bf07-384269782ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:01:38.663643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Bound port: 79c1b772-afe1-4186-9b58-435c3843bcd6, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf121fce-b414-4d9a-bf07-384269782ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:01:38.663992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:38.736672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] For port 79c1b772-afe1-4186-9b58-435c3843bcd6, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:01:38.739664 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] For port 79c1b772-afe1-4186-9b58-435c3843bcd6, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c1b772-afe1-4186-9b58-435c3843bcd6,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:01:38.744751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:38.746805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec5dd506-3f59-4236-a7fb-f8b72eeeb9b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:01:38.793281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:38.793908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:38.795318 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] 10.222.0.25 "PUT /v2.0/ports/79c1b772-afe1-4186-9b58-435c3843bcd6 HTTP/1.1" status: 200 len: 1094 time: 0.7743654 Jun 11 12:01:38.795855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7381956d-f6ff-4ad6-b574-067726dbe208', 'tag': '79c1b772-afe1-4186-9b58-435c3843bcd6'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:01:38.798796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d65b6a9-1b53-49d8-bbf3-1602b278551d" -d '{"events": [{"name": "network-changed", "server_uuid": "7381956d-f6ff-4ad6-b574-067726dbe208", "tag": "79c1b772-afe1-4186-9b58-435c3843bcd6"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:01:38.823361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Pushing event updated for resources: {'Port': ['ID=79c1b772-afe1-4186-9b58-435c3843bcd6,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:01:38.827362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:01:38.897757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-1525181d-2083-40a4-af76-965c044d3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:38.899523 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-1525181d-2083-40a4-af76-965c044d3a1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 1097 time: 0.0633154 Jun 11 12:01:38.901025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014c1c17-423c-4e38-9c06-12f32009191d x-openstack-request-id: req-014c1c17-423c-4e38-9c06-12f32009191d {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:01:38.901357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7381956d-f6ff-4ad6-b574-067726dbe208", "tag": "79c1b772-afe1-4186-9b58-435c3843bcd6", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:01:38.901774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-014c1c17-423c-4e38-9c06-12f32009191d {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:01:38.902209 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7381956d-f6ff-4ad6-b574-067726dbe208', 'tag': '79c1b772-afe1-4186-9b58-435c3843bcd6', 'status': 'completed', 'code': 200} Jun 11 12:01:38.961834 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-5725e225-b28f-4c3a-a248-5f1238f7dc78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79c1b772-afe1-4186-9b58-435c3843bcd6 HTTP/1.1" status: 200 len: 217 time: 0.0522978 Jun 11 12:01:39.019161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-49bacb1a-6e33-431d-9da2-a599c37ac7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:39.020704 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-49bacb1a-6e33-431d-9da2-a599c37ac7fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0530779 Jun 11 12:01:39.065837 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-a95ceb85-c012-43c9-a1fe-7eab4873779b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381434 Jun 11 12:01:39.200008 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-610af4fe-a836-46b8-96e8-b44f95375dde service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282687 Jun 11 12:01:39.319021 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28a549b4-959f-42e3-89ce-a4d2dedcceb3 req-4d76954d-8958-481d-8a4c-1ecfc475b9cf service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130290 Jun 11 12:01:39.424145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65b6a9-1b53-49d8-bbf3-1602b278551d req-cd2f3942-fd02-4511-9594-556fc3ffe467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:39.425621 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2d65b6a9-1b53-49d8-bbf3-1602b278551d req-cd2f3942-fd02-4511-9594-556fc3ffe467 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 1097 time: 0.0593371 Jun 11 12:01:39.545257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65b6a9-1b53-49d8-bbf3-1602b278551d req-cf56ef77-2174-4aee-82f4-4a9c6834fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:39.546801 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2d65b6a9-1b53-49d8-bbf3-1602b278551d req-cf56ef77-2174-4aee-82f4-4a9c6834fd76 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 917 time: 0.1141450 Jun 11 12:01:39.547987 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fb76f-cd2e-459c-9d9e-9ac33f22e3a3 req-cfd0e96a-e442-4dea-b7ed-e97705040c2d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:39.549441 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e57fb76f-cd2e-459c-9d9e-9ac33f22e3a3 req-cfd0e96a-e442-4dea-b7ed-e97705040c2d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 944 time: 0.0678756 Jun 11 12:01:39.599486 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e57fb76f-cd2e-459c-9d9e-9ac33f22e3a3 req-ed367d7d-4d5a-49fc-ad73-e919e90c2a4c tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420969 Jun 11 12:01:39.607607 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2d65b6a9-1b53-49d8-bbf3-1602b278551d req-f90f463f-a9a1-4ae0-8ab5-6361fecda0f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79c1b772-afe1-4186-9b58-435c3843bcd6 HTTP/1.1" status: 200 len: 217 time: 0.0541124 Jun 11 12:01:39.664162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65b6a9-1b53-49d8-bbf3-1602b278551d req-594eb038-5aa0-4fd6-8d7c-576927405e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:39.665555 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2d65b6a9-1b53-49d8-bbf3-1602b278551d req-594eb038-5aa0-4fd6-8d7c-576927405e69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0514166 Jun 11 12:01:39.701709 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2d65b6a9-1b53-49d8-bbf3-1602b278551d req-00779980-8565-49c6-a9a9-4edb29faac36 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294213 Jun 11 12:01:39.816311 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2d65b6a9-1b53-49d8-bbf3-1602b278551d req-1e767185-2e72-4967-815a-c434e75ed9ea service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072836 Jun 11 12:01:39.932433 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2d65b6a9-1b53-49d8-bbf3-1602b278551d req-71e8380a-a77a-409f-81ee-41dc23edc5e8 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093278 Jun 11 12:01:40.825200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f72f5a-04ec-4744-9eb1-2ff65fe60735 req-19691146-b4e7-4405-a9a0-e5556ef1c04d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:40.826702 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5f72f5a-04ec-4744-9eb1-2ff65fe60735 req-19691146-b4e7-4405-a9a0-e5556ef1c04d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 944 time: 0.1185811 Jun 11 12:01:40.868575 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5f72f5a-04ec-4744-9eb1-2ff65fe60735 req-48bb6973-d247-4cdd-856c-cbdb25836dc5 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355995 Jun 11 12:01:42.048234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1503e22-5537-469f-9c32-ecd70b8e56dc req-7a614604-6627-4663-8fc1-b79e8c46e90c tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:42.049664 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c1503e22-5537-469f-9c32-ecd70b8e56dc req-7a614604-6627-4663-8fc1-b79e8c46e90c tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 944 time: 0.0721633 Jun 11 12:01:42.089581 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c1503e22-5537-469f-9c32-ecd70b8e56dc req-2b35d2a4-392f-4854-83e1-c1cacc50d9df tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343704 Jun 11 12:01:42.097555 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 79c1b772-afe1-4186-9b58-435c3843bcd6 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:01:42.099696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dd910435-ca09-4cbc-8212-8650209e8378 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:01:42.131144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: dd910435-ca09-4cbc-8212-8650209e8378 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:01:42.131498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device dd910435-ca09-4cbc-8212-8650209e8378 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:01:42.226363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b10d-5ac4-4948-a7b8-2b41d2ff662f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:42.257876 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 79c1b772-afe1-4186-9b58-435c3843bcd6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c1b772-afe1-4186-9b58-435c3843bcd6,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:01:42.269903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '79c1b772-afe1-4186-9b58-435c3843bcd6', 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a', 'port_id': '79c1b772-afe1-4186-9b58-435c3843bcd6', 'mac_address': 'fa:16:3e:ae:8b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:01:42.315352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:42.330729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c1b772-afe1-4186-9b58-435c3843bcd6 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:01:42.351700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 79c1b772-afe1-4186-9b58-435c3843bcd6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c1b772-afe1-4186-9b58-435c3843bcd6,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:01:42.355344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:42.357848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:01:42.408900 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=79c1b772-afe1-4186-9b58-435c3843bcd6,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:01:42.415866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.416221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.416568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.416909 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.417246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.417582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.417913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.418242 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.418599 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.418930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.419260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.419585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:01:42.423413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:01:42.548634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['79c1b772-afe1-4186-9b58-435c3843bcd6'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:01:43.273961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe97df-a4c3-4c08-b845-f845eb427fb4 req-eaba2cde-6c0b-485c-90b3-9b381fc58e1a tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:43.275809 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8bfe97df-a4c3-4c08-b845-f845eb427fb4 req-eaba2cde-6c0b-485c-90b3-9b381fc58e1a tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 945 time: 0.0731218 Jun 11 12:01:43.317756 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8bfe97df-a4c3-4c08-b845-f845eb427fb4 req-d0f1e103-fe1d-4db1-9d4a-c8bf6c69a3f8 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357373 Jun 11 12:01:44.116850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 79c1b772-afe1-4186-9b58-435c3843bcd6 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:01:44.170339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 79c1b772-afe1-4186-9b58-435c3843bcd6 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:01:44.173899 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 79c1b772-afe1-4186-9b58-435c3843bcd6 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:01:44.174274 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:44.269502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:44.292405 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7381956d-f6ff-4ad6-b574-067726dbe208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c1b772-afe1-4186-9b58-435c3843bcd6'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:01:44.294653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc835790-4cb1-44b1-840a-e26cb42a6b6d" -d '{"events": [{"server_uuid": "7381956d-f6ff-4ad6-b574-067726dbe208", "name": "network-vif-plugged", "status": "completed", "tag": "79c1b772-afe1-4186-9b58-435c3843bcd6"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:01:44.307850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 79c1b772-afe1-4186-9b58-435c3843bcd6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c1b772-afe1-4186-9b58-435c3843bcd6,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:01:44.312478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:44.314330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:01:44.340024 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7a9c4e-ba50-476c-92e2-86a619a0fe7f x-openstack-request-id: req-6d7a9c4e-ba50-476c-92e2-86a619a0fe7f {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:01:44.340323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7381956d-f6ff-4ad6-b574-067726dbe208", "name": "network-vif-plugged", "status": "completed", "tag": "79c1b772-afe1-4186-9b58-435c3843bcd6", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:01:44.340580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d7a9c4e-ba50-476c-92e2-86a619a0fe7f {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:01:44.340995 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7381956d-f6ff-4ad6-b574-067726dbe208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c1b772-afe1-4186-9b58-435c3843bcd6', 'code': 200} Jun 11 12:01:44.368945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=79c1b772-afe1-4186-9b58-435c3843bcd6,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:01:44.371846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:01:44.504517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5128b8-141c-4ce3-a399-860c0bcb5832 req-ecd01788-4adc-4b2c-94e7-87206a4a9b92 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:44.506056 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3a5128b8-141c-4ce3-a399-860c0bcb5832 req-ecd01788-4adc-4b2c-94e7-87206a4a9b92 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0725000 Jun 11 12:01:44.593920 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3a5128b8-141c-4ce3-a399-860c0bcb5832 req-bb64d36e-324c-40bb-b5e3-29fd1f8a1b22 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799022 Jun 11 12:01:44.607567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8d1f-5c7b-4038-a7d0-f5616a3dc9ec req-f0aa7a11-87f7-4740-82cf-f9061f53dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:44.609578 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-93ab8d1f-5c7b-4038-a7d0-f5616a3dc9ec req-f0aa7a11-87f7-4740-82cf-f9061f53dacf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 1099 time: 0.1026232 Jun 11 12:01:44.647253 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-93ab8d1f-5c7b-4038-a7d0-f5616a3dc9ec req-2fe27c55-8f3b-480b-b7e6-f7612d06923b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310328 Jun 11 12:01:44.754386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:44.944921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e16b6305-b1ec-4fa6-96a8-d05ca4d7a8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:45.775651 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ad9d-6ad5-4d49-83f4-78dea50b4e01 req-5b1bd2c9-4a22-4f78-b371-6e13f6031077 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:45.777106 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8e67ad9d-6ad5-4d49-83f4-78dea50b4e01 req-5b1bd2c9-4a22-4f78-b371-6e13f6031077 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0689902 Jun 11 12:01:45.820063 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8e67ad9d-6ad5-4d49-83f4-78dea50b4e01 req-adb99418-f726-44a7-bfac-625aa2320772 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367889 Jun 11 12:01:45.995553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12230f-ed54-4084-9252-f0cb0efb37ef req-78683999-ed82-40d3-96e0-ab255683335b tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:45.996939 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7f12230f-ed54-4084-9252-f0cb0efb37ef req-78683999-ed82-40d3-96e0-ab255683335b tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0688403 Jun 11 12:01:46.038587 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7f12230f-ed54-4084-9252-f0cb0efb37ef req-842fca06-d777-4d8f-b628-3c00d9de88d6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360329 Jun 11 12:01:46.069086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:46.415542 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-f5d4e17a-620f-4717-949a-6a99a77bd8f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995078 Jun 11 12:01:46.444987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d8c49-7198-44a5-8115-aa720d184d51 req-31233277-5150-4bea-b000-5010ea29714d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:46.446476 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-647d8c49-7198-44a5-8115-aa720d184d51 req-31233277-5150-4bea-b000-5010ea29714d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0815871 Jun 11 12:01:46.489311 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-647d8c49-7198-44a5-8115-aa720d184d51 req-0b447210-fe6b-4cc8-ab1a-9b0d8a91b71c tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372133 Jun 11 12:01:46.903874 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:01:47.511966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-47f4aeff-d8c0-4f52-90b3-191e38bfe09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:47.513506 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-47f4aeff-d8c0-4f52-90b3-191e38bfe09b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 1099 time: 0.0575516 Jun 11 12:01:47.631144 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-e5260c7f-28a7-4652-8572-5c64a8b95974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:47.632626 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-e5260c7f-28a7-4652-8572-5c64a8b95974 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 917 time: 0.1130607 Jun 11 12:01:47.672587 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d3e47-238c-4be5-a535-5946b2407be0 req-83e05472-0330-459f-a2c6-00501560d3ac tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:47.673991 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-275d3e47-238c-4be5-a535-5946b2407be0 req-83e05472-0330-459f-a2c6-00501560d3ac tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0734444 Jun 11 12:01:47.691355 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-70718c24-f02e-43d7-88fc-9feded987d9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79c1b772-afe1-4186-9b58-435c3843bcd6 HTTP/1.1" status: 200 len: 217 time: 0.0521004 Jun 11 12:01:47.715928 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-275d3e47-238c-4be5-a535-5946b2407be0 req-7b361ffb-3b5f-4ddf-bc34-1d2bc68dd35c tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361857 Jun 11 12:01:47.748138 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-4dbb8c54-fe65-4a04-838d-196febf82e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:47.749681 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-4dbb8c54-fe65-4a04-838d-196febf82e1e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0527122 Jun 11 12:01:47.756991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:47.787041 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-dbd672ad-d189-4660-ba6c-6298287f49f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311966 Jun 11 12:01:47.900758 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-bcb0f638-887b-4409-87af-609b3c7430c4 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078973 Jun 11 12:01:48.015384 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-eea21881-4dbd-4e5c-bae6-b3f56b7847c4 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080761 Jun 11 12:01:48.897121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab6e8d-fa70-43cd-b6ad-fb3c1dd830c1 req-1e2a2233-7688-4ef3-8de4-818c79f353af tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:48.898486 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6ab6e8d-fa70-43cd-b6ad-fb3c1dd830c1 req-1e2a2233-7688-4ef3-8de4-818c79f353af tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0686259 Jun 11 12:01:48.939398 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6ab6e8d-fa70-43cd-b6ad-fb3c1dd830c1 req-cc84e7c1-07f0-4a9a-bf6b-0997e8e98f62 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353048 Jun 11 12:01:50.121086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96acb7-15c7-4405-a376-581d3b3ef16c req-b941d7a4-dbd9-46e5-b69f-d5e99f5c9271 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:50.122618 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8e96acb7-15c7-4405-a376-581d3b3ef16c req-b941d7a4-dbd9-46e5-b69f-d5e99f5c9271 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0683076 Jun 11 12:01:50.164775 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8e96acb7-15c7-4405-a376-581d3b3ef16c req-24a24772-6c8c-440d-b850-3db45cbe0d83 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360148 Jun 11 12:01:51.348642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922dc4f-f592-42ab-9fe5-be7328b03ab9 req-50ae2d4c-e35e-4fef-8a7e-3eeae4fd3629 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:51.350112 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5922dc4f-f592-42ab-9fe5-be7328b03ab9 req-50ae2d4c-e35e-4fef-8a7e-3eeae4fd3629 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0763350 Jun 11 12:01:51.390768 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5922dc4f-f592-42ab-9fe5-be7328b03ab9 req-ae6c53fe-76b5-4148-98d1-e60ba325aac1 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Jun 11 12:01:52.596745 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57582c15-f25b-4002-8046-d8fe04687053 req-8cc25bf6-f837-460a-99bc-ea33be58ac6d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:52.598325 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-57582c15-f25b-4002-8046-d8fe04687053 req-8cc25bf6-f837-460a-99bc-ea33be58ac6d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0850260 Jun 11 12:01:52.640331 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-57582c15-f25b-4002-8046-d8fe04687053 req-1effed52-54f7-42e8-9de4-d33879e9beb0 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362568 Jun 11 12:01:53.815569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4cf60-ecd7-469a-b46f-95466fd47a42 req-2c545637-5aef-4d12-8d56-d22038fb0966 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:53.817080 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-04c4cf60-ecd7-469a-b46f-95466fd47a42 req-2c545637-5aef-4d12-8d56-d22038fb0966 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0691426 Jun 11 12:01:53.857486 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-04c4cf60-ecd7-469a-b46f-95466fd47a42 req-b361716b-8af2-4d37-92cd-6d976edaa9f5 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348976 Jun 11 12:01:55.033443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4658b-18a4-4be5-9cb1-3bb31b87bd0c req-993b54a8-2561-435c-9a5a-95b4e4fe8d9d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:55.034892 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-12f4658b-18a4-4be5-9cb1-3bb31b87bd0c req-993b54a8-2561-435c-9a5a-95b4e4fe8d9d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0671499 Jun 11 12:01:55.075740 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-12f4658b-18a4-4be5-9cb1-3bb31b87bd0c req-52a817cf-e95a-4629-a9d9-e3a4f529e61d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350122 Jun 11 12:01:56.255489 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a95391-7dd9-4268-acbf-7f68945e4e9a req-6d97f667-92f1-4b03-a9de-a93642f0a3f9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:56.256963 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-00a95391-7dd9-4268-acbf-7f68945e4e9a req-6d97f667-92f1-4b03-a9de-a93642f0a3f9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0735440 Jun 11 12:01:56.297947 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-00a95391-7dd9-4268-acbf-7f68945e4e9a req-52e79ee4-b739-424a-9370-2d88a6cd8724 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Jun 11 12:01:57.476849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29765f-5715-4005-bd25-a8a3dfa331ee req-99e2c3d8-63fe-473f-9df3-e44d4b6726fd tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:57.478280 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4b29765f-5715-4005-bd25-a8a3dfa331ee req-99e2c3d8-63fe-473f-9df3-e44d4b6726fd tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0717537 Jun 11 12:01:57.518864 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4b29765f-5715-4005-bd25-a8a3dfa331ee req-038e8ace-afb4-4ffe-a3ba-6967a8950782 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350578 Jun 11 12:01:57.711095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:01:58.699197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8428a-77c0-483d-9f95-aaba1d420e01 req-a65a5c25-7dac-47a5-8406-573ef7de9875 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:58.700660 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ddc8428a-77c0-483d-9f95-aaba1d420e01 req-a65a5c25-7dac-47a5-8406-573ef7de9875 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0680652 Jun 11 12:01:58.742028 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ddc8428a-77c0-483d-9f95-aaba1d420e01 req-de3c3f6e-d7ee-4f8c-bedc-4f8c9573bf02 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352671 Jun 11 12:01:59.932660 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d3968-90b5-4b79-94e5-564b731d32f2 req-e02e3ac3-f49a-4527-83d4-bac68dc42429 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:01:59.934120 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-680d3968-90b5-4b79-94e5-564b731d32f2 req-e02e3ac3-f49a-4527-83d4-bac68dc42429 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0760219 Jun 11 12:01:59.975606 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-680d3968-90b5-4b79-94e5-564b731d32f2 req-c896696d-54ce-470a-b557-12a552fbdff8 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353093 Jun 11 12:02:01.153921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a0ba7-4404-467a-aac3-4068574f104a req-913f9bec-81ac-4bfc-bfab-20237c567f80 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:01.155413 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-363a0ba7-4404-467a-aac3-4068574f104a req-913f9bec-81ac-4bfc-bfab-20237c567f80 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0715315 Jun 11 12:02:01.199477 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-363a0ba7-4404-467a-aac3-4068574f104a req-52155ac6-285f-47e0-ad7c-07d255f68e85 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379460 Jun 11 12:02:02.380133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d547a-7888-418f-b4db-d5462debcffd req-5d7762b9-ccec-4c58-bddc-215fba73bb7e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:02.381562 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-364d547a-7888-418f-b4db-d5462debcffd req-5d7762b9-ccec-4c58-bddc-215fba73bb7e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0724068 Jun 11 12:02:02.421375 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-364d547a-7888-418f-b4db-d5462debcffd req-67d05f3e-57cf-4dc2-ba25-5934d1bdf1f7 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342057 Jun 11 12:02:03.600094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224302b-94a6-4bf9-8743-55d3248a9190 req-0b503544-a8c9-4c3c-a453-e77e9d6d8209 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:03.601576 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6224302b-94a6-4bf9-8743-55d3248a9190 req-0b503544-a8c9-4c3c-a453-e77e9d6d8209 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0682783 Jun 11 12:02:03.642347 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6224302b-94a6-4bf9-8743-55d3248a9190 req-250ad28f-3004-4571-85f4-831e7ec0e3db tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352376 Jun 11 12:02:04.821256 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709ada5-57b8-4359-ba5b-d12a5b9dcf4f req-ca03c0ef-4ced-4eab-b55f-690040798351 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:04.822727 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4709ada5-57b8-4359-ba5b-d12a5b9dcf4f req-ca03c0ef-4ced-4eab-b55f-690040798351 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0694797 Jun 11 12:02:04.863613 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4709ada5-57b8-4359-ba5b-d12a5b9dcf4f req-aabc1778-db90-4e65-9ce6-cc6046ea2450 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352480 Jun 11 12:02:06.043757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929d697-53f5-4bbf-8afe-93a6cd945959 req-aa170fbc-86a5-4c64-a6bc-47ebfac9d4b4 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:06.045214 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5929d697-53f5-4bbf-8afe-93a6cd945959 req-aa170fbc-86a5-4c64-a6bc-47ebfac9d4b4 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0725803 Jun 11 12:02:06.086311 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5929d697-53f5-4bbf-8afe-93a6cd945959 req-f41df738-4a8c-4a35-a91f-be18c6a81290 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Jun 11 12:02:07.266280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09010a6-c6e9-4a98-b54a-7e1d637b42a0 req-28640415-d147-4cf5-9899-20d033f9c1a4 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:07.268287 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e09010a6-c6e9-4a98-b54a-7e1d637b42a0 req-28640415-d147-4cf5-9899-20d033f9c1a4 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0717063 Jun 11 12:02:07.308312 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e09010a6-c6e9-4a98-b54a-7e1d637b42a0 req-76600ffd-7f07-4b7b-ae2f-67165217fe30 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344753 Jun 11 12:02:08.488761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c4f25-36fb-4fda-9185-abd0af210557 req-5e2f374b-3da2-4919-9f6a-e6f0897a9bf3 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:08.490204 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc6c4f25-36fb-4fda-9185-abd0af210557 req-5e2f374b-3da2-4919-9f6a-e6f0897a9bf3 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0679069 Jun 11 12:02:08.531283 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc6c4f25-36fb-4fda-9185-abd0af210557 req-64ffa255-240f-43de-abb1-8b7db057d3c9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354812 Jun 11 12:02:09.712435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1009f-a292-4306-bf95-6720c0cb0c2e req-c380cd06-8062-42d5-bf31-8b2dc2de9b43 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:09.713805 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-93d1009f-a292-4306-bf95-6720c0cb0c2e req-c380cd06-8062-42d5-bf31-8b2dc2de9b43 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0687544 Jun 11 12:02:09.754749 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-93d1009f-a292-4306-bf95-6720c0cb0c2e req-02caa00e-27bf-4ace-8833-edb95b220009 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353441 Jun 11 12:02:10.941243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283ebc5-5424-4c56-bb09-fc04b869b78a req-d2b8a772-34d5-4028-84c3-7dde1f2ff753 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:10.942674 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a283ebc5-5424-4c56-bb09-fc04b869b78a req-d2b8a772-34d5-4028-84c3-7dde1f2ff753 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0774345 Jun 11 12:02:10.985101 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a283ebc5-5424-4c56-bb09-fc04b869b78a req-a375f92a-f04e-46eb-b298-d56238e85948 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360091 Jun 11 12:02:12.156718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-86dc8fff-1801-405d-83e1-7e13c93fe779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:12.167327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fbb54-a41e-48b4-be19-1a880a0330f1 req-ae2f179f-b9e0-4f25-accb-704121b2040a tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:12.168785 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a58fbb54-a41e-48b4-be19-1a880a0330f1 req-ae2f179f-b9e0-4f25-accb-704121b2040a tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0722227 Jun 11 12:02:12.210193 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a58fbb54-a41e-48b4-be19-1a880a0330f1 req-0fcdad36-09d3-4b41-925a-48f8e91b78a0 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Jun 11 12:02:12.699546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4353d8a-c211-478d-a7fb-6166e1527621 req-3b6e3a5f-2f9c-40ca-8556-c6795c5541c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:12.701001 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f4353d8a-c211-478d-a7fb-6166e1527621 req-3b6e3a5f-2f9c-40ca-8556-c6795c5541c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 1099 time: 0.0577788 Jun 11 12:02:12.834984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4353d8a-c211-478d-a7fb-6166e1527621 req-bd905416-431f-49a3-8f4d-39f92ccf259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:12.836432 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f4353d8a-c211-478d-a7fb-6166e1527621 req-bd905416-431f-49a3-8f4d-39f92ccf259f service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 917 time: 0.1115880 Jun 11 12:02:12.896805 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f4353d8a-c211-478d-a7fb-6166e1527621 req-6802c11b-da15-4798-8c5a-6be0de74106b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79c1b772-afe1-4186-9b58-435c3843bcd6 HTTP/1.1" status: 200 len: 217 time: 0.0532160 Jun 11 12:02:12.951773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4353d8a-c211-478d-a7fb-6166e1527621 req-e939247a-99e3-4094-aa6b-d30469dddea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:12.953208 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f4353d8a-c211-478d-a7fb-6166e1527621 req-e939247a-99e3-4094-aa6b-d30469dddea0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0508378 Jun 11 12:02:12.991033 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f4353d8a-c211-478d-a7fb-6166e1527621 req-425febd1-db30-4a34-8cca-36d728c8b093 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318358 Jun 11 12:02:13.104887 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f4353d8a-c211-478d-a7fb-6166e1527621 req-a75454b6-9a3b-481e-8453-1e37cbe3c491 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065397 Jun 11 12:02:13.221665 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f4353d8a-c211-478d-a7fb-6166e1527621 req-e54e96e9-6f42-47c6-9203-098544b48d50 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098816 Jun 11 12:02:13.391335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f4dbf-a2cb-48d6-9938-6aa866750029 req-88c02da1-0c61-443f-b6c0-d709bf1264ae tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:13.393376 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e87f4dbf-a2cb-48d6-9938-6aa866750029 req-88c02da1-0c61-443f-b6c0-d709bf1264ae tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0731068 Jun 11 12:02:13.436658 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e87f4dbf-a2cb-48d6-9938-6aa866750029 req-ccb06675-dcb0-4a17-9853-f4f1e75d15be tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380204 Jun 11 12:02:14.613567 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c242204-cbae-4e16-b94e-4844e5b5d0a2 req-421ed8bd-8a0e-4ba9-a03b-b2e045e95bbb tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:14.615078 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1c242204-cbae-4e16-b94e-4844e5b5d0a2 req-421ed8bd-8a0e-4ba9-a03b-b2e045e95bbb tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0694578 Jun 11 12:02:14.656259 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1c242204-cbae-4e16-b94e-4844e5b5d0a2 req-8717e6af-a373-4ac4-8ed9-ab116b70dcc5 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353272 Jun 11 12:02:14.675713 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-7dc3c356-447b-4e0d-91ea-bc770d6c2447 service neutron] 10.222.0.25 "GET /v2.0/ports/79c1b772-afe1-4186-9b58-435c3843bcd6/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0665607 Jun 11 12:02:14.755005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:14.943802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-de4cc3b7-aebe-4e22-a045-0a21f098b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:14.945316 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-de4cc3b7-aebe-4e22-a045-0a21f098b6d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208&tenant_id=269d79107a4f41058c2349b55a787cff HTTP/1.1" status: 200 len: 1099 time: 0.0593948 Jun 11 12:02:14.952132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f28a35b-bce6-4098-b38d-a1da5fe34329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:15.025237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-c28e1d2d-215b-491a-b3d6-c84bb3089b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:15.026628 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-c28e1d2d-215b-491a-b3d6-c84bb3089b1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 1099 time: 0.0577288 Jun 11 12:02:15.148060 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-5dbe008f-c973-4a26-bab7-6fbbe8f8eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:15.149079 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-5dbe008f-c973-4a26-bab7-6fbbe8f8eb51 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 917 time: 0.1159554 Jun 11 12:02:15.578856 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-ed3a5f28-36c1-4349-8606-07d669f62d9d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79c1b772-afe1-4186-9b58-435c3843bcd6 HTTP/1.1" status: 200 len: 217 time: 0.4234915 Jun 11 12:02:15.636015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-4fee2fd4-118f-4081-bc9a-c3647a973f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:15.637448 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-4fee2fd4-118f-4081-bc9a-c3647a973f31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0518684 Jun 11 12:02:15.672970 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-799412bc-5aef-4074-ac37-68e6042777c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293381 Jun 11 12:02:15.830324 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-fd15b0a6-c1db-4359-811f-5dc3619b9e39 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514804 Jun 11 12:02:15.929530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08fc06-70ed-4b63-9b1b-5169c372613d req-7b41c157-be94-48c5-9f5c-c967551e2c8d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:15.930930 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ea08fc06-70ed-4b63-9b1b-5169c372613d req-7b41c157-be94-48c5-9f5c-c967551e2c8d tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.1619740 Jun 11 12:02:15.988730 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64932ad8-c65d-40b0-83a4-01ade6bd06aa req-a98df184-d451-4f8a-9601-489ce08b7c44 service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522541 Jun 11 12:02:15.994133 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ea08fc06-70ed-4b63-9b1b-5169c372613d req-23d1ee02-b6c3-4639-b9c0-84f135ab0cbf tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565948 Jun 11 12:02:16.073086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:17.174630 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53505e85-c99d-46df-8924-7a9a1361fa88 req-53f234a5-ef67-43b3-b5d3-197bcd40e449 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:17.176077 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-53505e85-c99d-46df-8924-7a9a1361fa88 req-53f234a5-ef67-43b3-b5d3-197bcd40e449 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0719023 Jun 11 12:02:17.216057 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-53505e85-c99d-46df-8924-7a9a1361fa88 req-fa369ed1-a8da-4deb-9cc4-0b8d3cc1bcc5 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Jun 11 12:02:17.766102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:18.301467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 79c1b772-afe1-4186-9b58-435c3843bcd6 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:02:18.304575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 79c1b772-afe1-4186-9b58-435c3843bcd6 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:02:18.397704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75495a7e-b791-4e98-b207-8cedc9171ffb req-5962f0af-ea51-4f14-a5d1-5d869cc2f864 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:18.399147 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-75495a7e-b791-4e98-b207-8cedc9171ffb req-5962f0af-ea51-4f14-a5d1-5d869cc2f864 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0687761 Jun 11 12:02:18.443700 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-75495a7e-b791-4e98-b207-8cedc9171ffb req-8d42ddf4-f007-42e4-aff5-74add6ba625a tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Jun 11 12:02:18.646001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:18.668402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 79c1b772-afe1-4186-9b58-435c3843bcd6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c1b772-afe1-4186-9b58-435c3843bcd6,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:02:18.691539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7381956d-f6ff-4ad6-b574-067726dbe208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c1b772-afe1-4186-9b58-435c3843bcd6'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:02:18.693792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2402b48a-4db5-415a-b39b-9c334ce7ad32" -d '{"events": [{"server_uuid": "7381956d-f6ff-4ad6-b574-067726dbe208", "name": "network-vif-unplugged", "status": "completed", "tag": "79c1b772-afe1-4186-9b58-435c3843bcd6"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:02:18.698253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '79c1b772-afe1-4186-9b58-435c3843bcd6', 'network_id': '7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a', 'port_id': '79c1b772-afe1-4186-9b58-435c3843bcd6', 'mac_address': 'fa:16:3e:ae:8b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:02:18.712326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 79c1b772-afe1-4186-9b58-435c3843bcd6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c1b772-afe1-4186-9b58-435c3843bcd6,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:02:18.738184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:18.741543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dc0d0ef6-c33f-4612-a24e-a4d7280bfc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:18.794730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:18.802686 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 12:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfb12aa-f760-41dd-b519-116b42f6b21c x-openstack-request-id: req-1dfb12aa-f760-41dd-b519-116b42f6b21c {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:02:18.803002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7381956d-f6ff-4ad6-b574-067726dbe208", "name": "network-vif-unplugged", "status": "completed", "tag": "79c1b772-afe1-4186-9b58-435c3843bcd6", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:02:18.803272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1dfb12aa-f760-41dd-b519-116b42f6b21c {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:02:18.803678 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7381956d-f6ff-4ad6-b574-067726dbe208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c1b772-afe1-4186-9b58-435c3843bcd6', 'code': 200} Jun 11 12:02:18.826393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79c1b772-afe1-4186-9b58-435c3843bcd6 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:02:18.831840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-8fa8406f-9fda-4760-9adf-3aea794d6b9f tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:18.833557 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-8fa8406f-9fda-4760-9adf-3aea794d6b9f tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.25 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208&tenant_id=269d79107a4f41058c2349b55a787cff&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.1083815 Jun 11 12:02:18.833839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=79c1b772-afe1-4186-9b58-435c3843bcd6,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:18.840268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:18.841578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be7d01-238a-4dd1-b380-e1f893c14612 req-f51e6e25-47d0-4019-8121-0d5326a41f32 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:18.843090 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-76be7d01-238a-4dd1-b380-e1f893c14612 req-f51e6e25-47d0-4019-8121-0d5326a41f32 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.1568120 Jun 11 12:02:18.888710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 12:02:18.889068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 12:02:18.916702 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-76be7d01-238a-4dd1-b380-e1f893c14612 req-bb8eece3-bd88-4238-9df8-f6da7d1021e5 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673165 Jun 11 12:02:18.943871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-4adb0beb-7908-4718-bfcc-0950b9917dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:18.945486 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-4adb0beb-7908-4718-bfcc-0950b9917dc1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=269d79107a4f41058c2349b55a787cff&device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 1097 time: 0.0648968 Jun 11 12:02:19.064111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-9542a662-79d4-4d50-951b-aef21a48c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:19.065613 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-9542a662-79d4-4d50-951b-aef21a48c9dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 200 len: 917 time: 0.1140382 Jun 11 12:02:19.123750 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-c0d25cd5-ba15-495d-8690-713a4511c6de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79c1b772-afe1-4186-9b58-435c3843bcd6 HTTP/1.1" status: 200 len: 217 time: 0.0519865 Jun 11 12:02:19.179454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-0bb8fe32-0b8d-4696-896f-01a4f1f53787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:19.180820 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-0bb8fe32-0b8d-4696-896f-01a4f1f53787 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 200 len: 855 time: 0.0506303 Jun 11 12:02:19.217396 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-f97d1410-72b6-46f7-b9a1-7126611ada6e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302498 Jun 11 12:02:19.336272 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-f7cfe2d2-bcdc-4ac5-92aa-453279ccbf7e service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075821 Jun 11 12:02:19.430246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:19.444845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c1b772-afe1-4186-9b58-435c3843bcd6 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:02:19.453895 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1d7c55d4-e8a6-47e6-a7cd-8a8e4b499395 req-1a1880ec-82ee-43fe-bc5d-7e4a3878110f service neutron] 10.222.0.25 "GET /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108818 Jun 11 12:02:19.466081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 79c1b772-afe1-4186-9b58-435c3843bcd6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c1b772-afe1-4186-9b58-435c3843bcd6,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:02:19.470293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:19.472055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:19.530592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=79c1b772-afe1-4186-9b58-435c3843bcd6,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:19.533998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:19.536519 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['79c1b772-afe1-4186-9b58-435c3843bcd6'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:02:20.104070 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c1912-7473-4b5c-9d51-17e206cdb8b4 req-dd9911c7-903c-4ba8-807d-914d844cb42c tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:20.105562 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e0c1912-7473-4b5c-9d51-17e206cdb8b4 req-dd9911c7-903c-4ba8-807d-914d844cb42c tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 945 time: 0.0691643 Jun 11 12:02:20.149368 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7e0c1912-7473-4b5c-9d51-17e206cdb8b4 req-af76ad63-c52a-4c86-88c5-576cfc989513 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373685 Jun 11 12:02:20.316658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 79c1b772-afe1-4186-9b58-435c3843bcd6 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:02:20.327221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af87a-1bf3-4e8d-a115-d0385c90a071 req-8cef4575-fec7-45ce-8da8-24601701e069 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:20.328937 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b35af87a-1bf3-4e8d-a115-d0385c90a071 req-8cef4575-fec7-45ce-8da8-24601701e069 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 945 time: 0.0695796 Jun 11 12:02:20.370885 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b35af87a-1bf3-4e8d-a115-d0385c90a071 req-02a2cef9-a2d6-4cac-8be8-9226d5c5b9b1 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359349 Jun 11 12:02:20.371123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 79c1b772-afe1-4186-9b58-435c3843bcd6 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:20.371350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:20.458216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:20.493030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 79c1b772-afe1-4186-9b58-435c3843bcd6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c1b772-afe1-4186-9b58-435c3843bcd6,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:02:20.496982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:20.499528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:20.557668 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=79c1b772-afe1-4186-9b58-435c3843bcd6,revision_number=8']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:20.560789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:20.804856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7381956d-f6ff-4ad6-b574-067726dbe208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c1b772-afe1-4186-9b58-435c3843bcd6'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:02:20.807500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cff1a4-8364-4b9d-80c6-9e69a7501f9d" -d '{"events": [{"server_uuid": "7381956d-f6ff-4ad6-b574-067726dbe208", "name": "network-vif-plugged", "status": "completed", "tag": "79c1b772-afe1-4186-9b58-435c3843bcd6"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:02:20.843421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc78f093-632d-41ba-b304-5ce45f51147a x-openstack-request-id: req-fc78f093-632d-41ba-b304-5ce45f51147a {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:02:20.843791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7381956d-f6ff-4ad6-b574-067726dbe208", "name": "network-vif-plugged", "status": "completed", "tag": "79c1b772-afe1-4186-9b58-435c3843bcd6", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:02:20.844135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc78f093-632d-41ba-b304-5ce45f51147a {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:02:20.845102 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7381956d-f6ff-4ad6-b574-067726dbe208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c1b772-afe1-4186-9b58-435c3843bcd6', 'code': 200} Jun 11 12:02:20.945497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b6356-953c-42b3-9a9b-d46501451a44 req-a7510e19-1b93-413e-881f-7625ad6b3ccb tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:20.947079 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7a3b6356-953c-42b3-9a9b-d46501451a44 req-a7510e19-1b93-413e-881f-7625ad6b3ccb tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 945 time: 0.4681861 Jun 11 12:02:20.989467 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7a3b6356-953c-42b3-9a9b-d46501451a44 req-b58d0473-90b0-44c3-8db1-1500c13bac7e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362177 Jun 11 12:02:21.552940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dd8ab-7f97-4b50-af2b-59ddf3b571c4 req-4051bd4a-847e-4aab-bc0f-f5bcc2c5eceb tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:21.554409 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e9dd8ab-7f97-4b50-af2b-59ddf3b571c4 req-4051bd4a-847e-4aab-bc0f-f5bcc2c5eceb tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0732229 Jun 11 12:02:21.599860 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e9dd8ab-7f97-4b50-af2b-59ddf3b571c4 req-c14067cf-8535-4fad-b995-5b6971b27398 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Jun 11 12:02:22.777565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46586ea4-fb6a-43f2-847e-158792d19a51 req-d72a03b5-2e11-418c-a697-0f3a33a0573b tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:22.779043 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-46586ea4-fb6a-43f2-847e-158792d19a51 req-d72a03b5-2e11-418c-a697-0f3a33a0573b tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0697556 Jun 11 12:02:22.823716 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-46586ea4-fb6a-43f2-847e-158792d19a51 req-e3d123e4-1991-404d-bb08-5758652c51e4 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/security-groups?id=df765fa9-9d98-49b0-802e-cee2742f0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384786 Jun 11 12:02:22.986836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957de376-be6b-499b-85bf-54e5c8e18f1f req-feab12c5-75b7-4ad6-9ba7-3d7c4766346f tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:22.988203 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-957de376-be6b-499b-85bf-54e5c8e18f1f req-feab12c5-75b7-4ad6-9ba7-3d7c4766346f tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.25 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 946 time: 0.0673370 Jun 11 12:02:23.103437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-957de376-be6b-499b-85bf-54e5c8e18f1f req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Deleting port 79c1b772-afe1-4186-9b58-435c3843bcd6 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:02:23.103780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-957de376-be6b-499b-85bf-54e5c8e18f1f req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:23.233843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-957de376-be6b-499b-85bf-54e5c8e18f1f req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] For port 79c1b772-afe1-4186-9b58-435c3843bcd6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79c1b772-afe1-4186-9b58-435c3843bcd6,segment=NetworkSegment(cf121fce-b414-4d9a-bf07-384269782ea8),segment_id=cf121fce-b414-4d9a-bf07-384269782ea8)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:02:23.234208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-957de376-be6b-499b-85bf-54e5c8e18f1f req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:23.327821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-957de376-be6b-499b-85bf-54e5c8e18f1f req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Calling delete_port for 79c1b772-afe1-4186-9b58-435c3843bcd6 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:02:23.479513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-957de376-be6b-499b-85bf-54e5c8e18f1f req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:23.483546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2628ef57-6d7b-4625-bd95-6cdf96dece68 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:23.491506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['79c1b772-afe1-4186-9b58-435c3843bcd6'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:02:23.512841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Pushing event deleted for resources: {'Port': ['ID=79c1b772-afe1-4186-9b58-435c3843bcd6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:23.523689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.524096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.524491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.524880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.525265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.525645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.526019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.526397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.528344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.528344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.528344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.528344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:23.534331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:23.581530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-957de376-be6b-499b-85bf-54e5c8e18f1f req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] No DVR routers for this DVR port 79c1b772-afe1-4186-9b58-435c3843bcd6 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:02:23.584150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-957de376-be6b-499b-85bf-54e5c8e18f1f req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:23.586125 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-957de376-be6b-499b-85bf-54e5c8e18f1f req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.25 "DELETE /v2.0/ports/79c1b772-afe1-4186-9b58-435c3843bcd6 HTTP/1.1" status: 204 len: 173 time: 0.5916502 Jun 11 12:02:23.588002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7381956d-f6ff-4ad6-b574-067726dbe208', 'name': 'network-vif-deleted', 'tag': '79c1b772-afe1-4186-9b58-435c3843bcd6'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:02:23.590350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f403c51-937f-4911-b1dc-7db80151db94" -d '{"events": [{"server_uuid": "7381956d-f6ff-4ad6-b574-067726dbe208", "name": "network-vif-deleted", "tag": "79c1b772-afe1-4186-9b58-435c3843bcd6"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:02:23.629070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7328b5e2-8f8c-41bf-9460-823fc8bb6100 x-openstack-request-id: req-7328b5e2-8f8c-41bf-9460-823fc8bb6100 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:02:23.629444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7381956d-f6ff-4ad6-b574-067726dbe208", "name": "network-vif-deleted", "tag": "79c1b772-afe1-4186-9b58-435c3843bcd6", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:02:23.629755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7328b5e2-8f8c-41bf-9460-823fc8bb6100 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:02:23.630217 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7381956d-f6ff-4ad6-b574-067726dbe208', 'name': 'network-vif-deleted', 'tag': '79c1b772-afe1-4186-9b58-435c3843bcd6', 'status': 'completed', 'code': 200} Jun 11 12:02:23.901746 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:02:23.981807 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c1104769-4511-4d21-a430-e10d29628c24 req-111a7c44-5c93-4a2c-950d-babfebf47af2 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] 10.222.0.46 "GET /v2.0/ports?device_id=7381956d-f6ff-4ad6-b574-067726dbe208 HTTP/1.1" status: 200 len: 210 time: 0.0346341 Jun 11 12:02:25.218870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51600) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:25.275514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-806a8708-56d6-4562-ad84-df72b4204968 admin admin] Deleting subnet a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:02:25.278374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-806a8708-56d6-4562-ad84-df72b4204968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.320319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-806a8708-56d6-4562-ad84-df72b4204968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.366073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-806a8708-56d6-4562-ad84-df72b4204968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.431315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-806a8708-56d6-4562-ad84-df72b4204968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.434000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f51b6d38-3f79-4d92-8e72-8c9e1eab9c23 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:25.465846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a8708-56d6-4562-ad84-df72b4204968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:25.467807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-806a8708-56d6-4562-ad84-df72b4204968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.469693 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-806a8708-56d6-4562-ad84-df72b4204968 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a7e6da9a-c29f-4b4b-8b9d-d83ab96d06a2 HTTP/1.1" status: 204 len: 168 time: 0.2497587 Jun 11 12:02:25.470742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-806a8708-56d6-4562-ad84-df72b4204968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:25.472188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51602) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:25.566148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.676978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.687696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:25.699095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf121fce-b414-4d9a-bf07-384269782ea8') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:25.699401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf121fce-b414-4d9a-bf07-384269782ea8') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:25.709022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.723830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.729805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:02:25.730339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:02:25.732299 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:02:25.804483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.808047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-836013e8-9cab-46f7-96cc-55898fc4313c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:25.810392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:25.812235 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] 10.222.0.46 "DELETE /v2.0/networks/7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a HTTP/1.1" status: 204 len: 168 time: 0.3391516 Jun 11 12:02:25.826425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba7c2b8-f356-4784-bb0f-5461cb6cdd7a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:25.828770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:25.918094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51606) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:25.960800 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-562a62f2-2fa0-4c07-a27d-aaf6e0357367 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=269d79107a4f41058c2349b55a787cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414662 Jun 11 12:02:25.963134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51608) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:26.012120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:26.034054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:26.083048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:26.085600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:26.087063 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df765fa9-9d98-49b0-802e-cee2742f0b9b HTTP/1.1" status: 204 len: 168 time: 0.1229925 Jun 11 12:02:26.087861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-682a044b-2be1-4275-8c21-92dbc6cae99d tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:26.096972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df765fa9-9d98-49b0-802e-cee2742f0b9b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:26.104551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.104956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.105506 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.105875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.106270 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.106678 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.107178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.107445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.107824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.108203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.108578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.109071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:26.113111 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:26.725944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51630) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:26.822093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-245890979-network', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:02:26.841602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Made reservation on behalf of 1910a48f5a5e4b2696345bb36c8dc060 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:02:26.843908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:26.867793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:26.962114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:26.965926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:26.969664 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fc5c002b-e132-4ae1-ad14-e804d550c117 tempest-NegativeSecGroupIPv6Test-731018677 tempest-NegativeSecGroupIPv6Test-731018677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:26.991388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:02:27.000637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac5ce85-a872-4ccd-82f0-947275e8ff8c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:27.005331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:27.006349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.006728 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Added segment de0af1fd-f55c-44b9-95a6-78de596a0381 of type vlan for network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 Jun 11 12:02:27.055987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.085057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.086058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:27.086663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.089501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b6e50ac4-0de9-4848-bda7-19f3c5682411 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:27.130858 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4037039 Jun 11 12:02:27.133729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51634) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:27.139118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Request body: {'subnet': {'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-245890979-subnet', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:02:27.161093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Made reservation on behalf of 1910a48f5a5e4b2696345bb36c8dc060 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:02:27.163884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.195062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Pushing event updated for resources: {'Network': ['ID=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:27.197786 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:27.205136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:02:27.374813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.377004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7034376-77a2-4e46-b892-6ad0c35461b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:27.440328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:27.442931 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:27.449642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Checking segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:02:27.449998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Network hostable DHCP agents. Network: 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:02:27.467310 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:02:27.475802 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:02:27.480073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:27.480667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.485331 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85c0e7-ab12-4c64-8a2d-26f0c1f2107c None None] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:02:27.494784 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-858b94ff-fc13-48e2-8b64-d90e70163b56 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3596442 Jun 11 12:02:27.497449 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51636) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:27.502565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:02:27.523218 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.524192 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.592629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.666456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:02:27.667473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.771528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.802908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:27.826504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Allocated IP 172.20.0.2 (76ae0ff6-15e0-4f6c-9a42-65b8c52b5584/a2b1376d-a278-4e3d-99d5-80a7da8ac8c1/34978306-d161-4282-a31e-4ce20c7b8fc4) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:02:27.996134 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:28.004833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Transition to ACTIVE for port object 34978306-d161-4282-a31e-4ce20c7b8fc4 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:02:28.019445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Transition to ACTIVE for port object 34978306-d161-4282-a31e-4ce20c7b8fc4 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:02:28.024867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:28.027518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:28.071696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:28.073819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:02:28.076600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:02:28.079679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:02:28.091224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Pushing event updated for resources: {'Port': ['ID=34978306-d161-4282-a31e-4ce20c7b8fc4,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:28.095369 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:28.103213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:28.151462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Attempting to bind port 34978306-d161-4282-a31e-4ce20c7b8fc4 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:02:28.151847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Attempting to bind port 34978306-d161-4282-a31e-4ce20c7b8fc4 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:02:28.152227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Attempting to bind port 34978306-d161-4282-a31e-4ce20c7b8fc4 on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:02:28.157510 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:02:28.157893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Checking segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:02:28.158310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:28.158741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Bound using segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:02:28.159224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Bound port: 34978306-d161-4282-a31e-4ce20c7b8fc4, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:02:28.159609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:28.226136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Allocated IP 172.26.6.246 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/47811976-1b5f-4156-b1ef-069a22912ea5) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:02:28.239541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] For port 34978306-d161-4282-a31e-4ce20c7b8fc4, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:02:28.243512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] For port 34978306-d161-4282-a31e-4ce20c7b8fc4, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=34978306-d161-4282-a31e-4ce20c7b8fc4,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:02:28.247488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:28.249287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f0482b50-a321-4b06-9150-2c614393d881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:28.312083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Pushing event updated for resources: {'Port': ['ID=34978306-d161-4282-a31e-4ce20c7b8fc4,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:28.315652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:28.335287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 79c1b772-afe1-4186-9b58-435c3843bcd6 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:02:28.360276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 79c1b772-afe1-4186-9b58-435c3843bcd6 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:02:28.360633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 79c1b772-afe1-4186-9b58-435c3843bcd6 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:02:28.366580 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:28.408100 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:28.410226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:28.460181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:02:28.463193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:02:28.468061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:02:28.513056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Pushing event updated for resources: {'Port': ['ID=47811976-1b5f-4156-b1ef-069a22912ea5,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:28.518441 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:28.829882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:29.108920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:29.169190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c7ed37-015e-4612-861d-86fb4a34c442 None None] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:02:29.257192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7af4dbc2-e8a0-4cc3-bfd9-20c5027beded None None] Provisioning for port 34978306-d161-4282-a31e-4ce20c7b8fc4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:02:29.277350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Router 582d0722-0de9-4024-894c-dc8c0039f626 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:02:29.422622 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:02:29.441533 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Sync routers for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:02:29.451939 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:02:29.452639 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:02:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:29.454601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:29.456043 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9575615 Jun 11 12:02:29.460240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51638) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:29.505219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 34978306-d161-4282-a31e-4ce20c7b8fc4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:02:29.567568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 34978306-d161-4282-a31e-4ce20c7b8fc4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:02:29.572556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 34978306-d161-4282-a31e-4ce20c7b8fc4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:29.573061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:29.635250 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:02:29.675829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:29.718170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-eab5a5a7-2012-4e57-b28b-4849191c8999 None None] Provisioning complete for port 34978306-d161-4282-a31e-4ce20c7b8fc4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:29.718170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-eab5a5a7-2012-4e57-b28b-4849191c8999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:29.744027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 34978306-d161-4282-a31e-4ce20c7b8fc4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=34978306-d161-4282-a31e-4ce20c7b8fc4,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:02:29.753703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:29.757107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:29.818820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=34978306-d161-4282-a31e-4ce20c7b8fc4,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:29.822312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:29.873928 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:28Z', 'revision_number': 3, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:29.877230 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Checking router: 582d0722-0de9-4024-894c-dc8c0039f626 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:02:29.877585 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Updating router 582d0722-0de9-4024-894c-dc8c0039f626 port 47811976-1b5f-4156-b1ef-069a22912ea5 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:02:29.919569 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:30.048186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:30.209644 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:30.220265 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Transition to ACTIVE for port object 47811976-1b5f-4156-b1ef-069a22912ea5 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:02:30.225826 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:30.228404 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:30.272308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Allocated IP 172.20.0.1 (76ae0ff6-15e0-4f6c-9a42-65b8c52b5584/a2b1376d-a278-4e3d-99d5-80a7da8ac8c1/1f070a0e-6dd2-4896-9604-8fec99d453bd) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:02:30.289046 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Pushing event updated for resources: {'Port': ['ID=47811976-1b5f-4156-b1ef-069a22912ea5,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:30.291946 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Attempting to bind port 47811976-1b5f-4156-b1ef-069a22912ea5 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:02:30.292326 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Attempting to bind port 47811976-1b5f-4156-b1ef-069a22912ea5 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:02:30.292698 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Attempting to bind port 47811976-1b5f-4156-b1ef-069a22912ea5 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:02:30.299147 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.299502 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.299849 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.300188 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.300521 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.300854 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.301182 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.301510 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.301839 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.302165 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.302487 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.302835 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:30.307771 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:30.309086 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:02:30.309474 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:02:30.309890 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:30.310288 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:02:30.310798 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Bound port: 47811976-1b5f-4156-b1ef-069a22912ea5, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:02:30.311187 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:30.372059 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] For port 47811976-1b5f-4156-b1ef-069a22912ea5, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:02:30.375615 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] For port 47811976-1b5f-4156-b1ef-069a22912ea5, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=47811976-1b5f-4156-b1ef-069a22912ea5,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:02:30.380914 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:30.383103 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-66ce29f7-c989-444f-8b5c-e40e4d2ea4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:30.450163 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Pushing event updated for resources: {'Port': ['ID=47811976-1b5f-4156-b1ef-069a22912ea5,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:30.453023 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:02:30.453634 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:02:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:30.455921 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:30.609314 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:02:30.783446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:30.796445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Transition to ACTIVE for port object 1f070a0e-6dd2-4896-9604-8fec99d453bd will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:02:30.837487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:30.840764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-269713bc-687a-4cc9-8384-0cf023676fb6 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:30.855724 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:28Z', 'revision_number': 3, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:30.859053 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a5967-4110-413f-8523-aa3f9e6152e8 None None] The sync data for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv is: [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:28Z', 'revision_number': 3, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:02:30.887838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:02:30.890652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:02:30.894979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:02:30.897986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Pushing event updated for resources: {'Port': ['ID=1f070a0e-6dd2-4896-9604-8fec99d453bd,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:30.924648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:30.945389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:31.149667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:31.200096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c18419fc-2062-4371-8d9a-87f62fc8d307 None None] Provisioning for port 1f070a0e-6dd2-4896-9604-8fec99d453bd completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:02:31.208074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c18419fc-2062-4371-8d9a-87f62fc8d307 None None] Provisioning complete for port 1f070a0e-6dd2-4896-9604-8fec99d453bd triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:31.208463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c18419fc-2062-4371-8d9a-87f62fc8d307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:31.250183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c18419fc-2062-4371-8d9a-87f62fc8d307 None None] Port 1f070a0e-6dd2-4896-9604-8fec99d453bd cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:02:31.358905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:31.363626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:31.365920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:31.451172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Pushing event updated for resources: {'Port': ['ID=1f070a0e-6dd2-4896-9604-8fec99d453bd,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:31.453633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:31.455814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:31.575229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 34978306-d161-4282-a31e-4ce20c7b8fc4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:02:31.583996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:02:31.585805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:02:31.643735 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 34978306-d161-4282-a31e-4ce20c7b8fc4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:31.644265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:31.744138 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 47811976-1b5f-4156-b1ef-069a22912ea5 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:02:31.757839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Router 582d0722-0de9-4024-894c-dc8c0039f626 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:02:31.804045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 47811976-1b5f-4156-b1ef-069a22912ea5 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:02:31.807973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 47811976-1b5f-4156-b1ef-069a22912ea5 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:31.808360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:31.913678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:02:31.929940 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] 10.222.0.46 "PUT /v2.0/routers/582d0722-0de9-4024-894c-dc8c0039f626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4600952 Jun 11 12:02:32.065784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-aed4d59c-fc87-47f7-8e8e-6b6e53b79822 None None] Provisioning complete for port 1f070a0e-6dd2-4896-9604-8fec99d453bd triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:32.066169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-aed4d59c-fc87-47f7-8e8e-6b6e53b79822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.091023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.122178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 47811976-1b5f-4156-b1ef-069a22912ea5, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=47811976-1b5f-4156-b1ef-069a22912ea5,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:02:32.124914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-aed4d59c-fc87-47f7-8e8e-6b6e53b79822 None None] Port 1f070a0e-6dd2-4896-9604-8fec99d453bd cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:02:32.127819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.129424 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:32.186940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=47811976-1b5f-4156-b1ef-069a22912ea5,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:32.190893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:32.434712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51646) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:32.440092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-e0dc9a89-6a4b-43e1-801b-844163c46207 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971871527', 'description': 'tempest-description--1867214416'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:02:32.463091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9a89-6a4b-43e1-801b-844163c46207 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.475592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Sync routers for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:02:32.484106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:02:32.484727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:02:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:32.556122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9a89-6a4b-43e1-801b-844163c46207 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.560061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9a89-6a4b-43e1-801b-844163c46207 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.562404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d8dc1781-88e4-42ae-81c6-a17e0ae5b88f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:32.591273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9a89-6a4b-43e1-801b-844163c46207 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.592518 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e0dc9a89-6a4b-43e1-801b-844163c46207 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1567712 Jun 11 12:02:32.593475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc9a89-6a4b-43e1-801b-844163c46207 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:32.595555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51648) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:32.596343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e0dc9a89-6a4b-43e1-801b-844163c46207 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:32.607381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-64242f33-880b-4c90-bd35-f497e3af36b0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'security_group_rule': {'security_group_id': '44d6b732-e9c8-4779-a98a-c7ffaa1a55c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:02:32.632934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:02:32.635022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64242f33-880b-4c90-bd35-f497e3af36b0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.700676 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64242f33-880b-4c90-bd35-f497e3af36b0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.705027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64242f33-880b-4c90-bd35-f497e3af36b0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.706870 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2b03598f-b928-4266-8783-253abef84787 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:32.724998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64242f33-880b-4c90-bd35-f497e3af36b0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab92e77-0382-482f-9f37-3d06e88d25e3,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:32.728681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-64242f33-880b-4c90-bd35-f497e3af36b0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:32.731966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64242f33-880b-4c90-bd35-f497e3af36b0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.733278 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-64242f33-880b-4c90-bd35-f497e3af36b0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298535 Jun 11 12:02:32.736052 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51650) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:32.740649 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-6f11fa5d-4880-4386-a089-be86626f006a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'security_group_rule': {'security_group_id': '44d6b732-e9c8-4779-a98a-c7ffaa1a55c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:02:32.768515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6f11fa5d-4880-4386-a089-be86626f006a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.831495 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6f11fa5d-4880-4386-a089-be86626f006a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.835283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6f11fa5d-4880-4386-a089-be86626f006a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.837535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d378ae8a-3c82-4e58-8881-04856ebcbfd5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:32.855262 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11fa5d-4880-4386-a089-be86626f006a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09af5e9f-8015-43cb-8b89-8700bb884c2f,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:32.858542 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6f11fa5d-4880-4386-a089-be86626f006a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:32.861990 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6f11fa5d-4880-4386-a089-be86626f006a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.863393 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6f11fa5d-4880-4386-a089-be86626f006a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263909 Jun 11 12:02:32.866389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 51652) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:32.871204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:02:32.891880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:32.893916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 2, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:32.897379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Checking router: 582d0722-0de9-4024-894c-dc8c0039f626 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:02:32.897854 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Updating router 582d0722-0de9-4024-894c-dc8c0039f626 port 1f070a0e-6dd2-4896-9604-8fec99d453bd binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:02:32.938147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.014063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.133637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Allocated IP 172.26.6.134 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/c66e31e1-61cb-421d-9e44-68f081fabb1f) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:02:33.241765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.251988 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Transition to ACTIVE for port object 1f070a0e-6dd2-4896-9604-8fec99d453bd will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:02:33.257948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.258461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.259792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:33.300728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.304582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e8575808-8bbf-44b9-a41b-70d13aa08492 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:33.356944 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365414b-e9a1-4aef-98d1-2759d1151940 None None] Pushing event updated for resources: {'Port': ['ID=1f070a0e-6dd2-4896-9604-8fec99d453bd,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:33.361780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:02:33.361950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9365414b-e9a1-4aef-98d1-2759d1151940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:33.364018 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:02:33.367824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:02:33.399570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event updated for resources: {'Port': ['ID=c66e31e1-61cb-421d-9e44-68f081fabb1f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:33.403655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:33.425697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Attempting to bind port 1f070a0e-6dd2-4896-9604-8fec99d453bd on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:02:33.426087 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Attempting to bind port 1f070a0e-6dd2-4896-9604-8fec99d453bd by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:02:33.426465 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Attempting to bind port 1f070a0e-6dd2-4896-9604-8fec99d453bd on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:02:33.431807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:02:33.432202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Checking segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:02:33.432629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.433022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Bound using segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:02:33.433501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Bound port: 1f070a0e-6dd2-4896-9604-8fec99d453bd, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:02:33.433888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.487700 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.503092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 47811976-1b5f-4156-b1ef-069a22912ea5 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:02:33.546594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.546800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] For port 1f070a0e-6dd2-4896-9604-8fec99d453bd, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:02:33.567234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] For port 1f070a0e-6dd2-4896-9604-8fec99d453bd, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1f070a0e-6dd2-4896-9604-8fec99d453bd,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:02:33.574339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.578041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-29f0628a-8745-4d86-b974-eb7dcda8520b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:33.657958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 47811976-1b5f-4156-b1ef-069a22912ea5 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:33.658347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.661311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:02:33.661967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:02:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:33.663879 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365414b-e9a1-4aef-98d1-2759d1151940 None None] Pushing event updated for resources: {'Port': ['ID=1f070a0e-6dd2-4896-9604-8fec99d453bd,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:33.691024 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9365414b-e9a1-4aef-98d1-2759d1151940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:33.741074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.746060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.748399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7923a7f9-b13b-4662-b929-b557893fa8fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:33.828328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event updated for resources: {'Port': ['ID=c66e31e1-61cb-421d-9e44-68f081fabb1f,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:33.837113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:33.847339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.860950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:33.869430 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9948730 Jun 11 12:02:33.896216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:02:34.007801 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-a7c1562b-f890-45ce-ae36-9d67136b8358 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1971871527&fields=id&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 267 time: 0.0383530 Jun 11 12:02:34.140596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-88c9325b-d840-4594-b536-6fa18bf034c6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:34.142120 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-88c9325b-d840-4594-b536-6fa18bf034c6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 811 time: 0.1278000 Jun 11 12:02:34.154185 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:33Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:34.156768 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-d6c9cec8-ee02-4f88-8ad8-cdb9bd6cf255 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/quotas/1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 375 time: 0.0089545 Jun 11 12:02:34.157651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1cfcfa-f896-4769-8c5e-7f0489d200da None None] The sync data for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv is: [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:33Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:02:34.255204 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-75cd6586-207d-4cc1-bef1-1e46302c93e5 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915346 Jun 11 12:02:34.274063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-b24e557b-3383-4263-9d4b-e489de098dee service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 12:02:34.275086 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-b24e557b-3383-4263-9d4b-e489de098dee service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055814 Jun 11 12:02:34.400642 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-6efedf92-cb9f-42e1-b988-8940c51267ff service neutron] 10.222.0.46 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194918 Jun 11 12:02:34.526665 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-46be1795-9a68-4540-8d3b-35619cb0f0cd service neutron] 10.222.0.46 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202643 Jun 11 12:02:34.718250 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5ee970c1-020e-43b0-bdd5-626eef6d3f96 req-8dd40d3b-c2b3-4ec0-8b8c-5bcc20e10378 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0393801 Jun 11 12:02:35.496982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1f070a0e-6dd2-4896-9604-8fec99d453bd up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:02:35.548889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 1f070a0e-6dd2-4896-9604-8fec99d453bd completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:02:35.552437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1f070a0e-6dd2-4896-9604-8fec99d453bd triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:35.552818 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:35.806153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:35.859224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 1f070a0e-6dd2-4896-9604-8fec99d453bd, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1f070a0e-6dd2-4896-9604-8fec99d453bd,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:02:35.863907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:35.867051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9365414b-e9a1-4aef-98d1-2759d1151940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:35.892992 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b9fed136-1c12-49f7-b5ed-7c55d4e87148 req-bb17e82e-d345-43dd-875a-eb90df95fab9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0377638 Jun 11 12:02:35.931947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=1f070a0e-6dd2-4896-9604-8fec99d453bd,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:35.935688 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:35.987633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-5d44ad4d-ca31-4f73-8ed4-99502aa83438 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:35.989047 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-5d44ad4d-ca31-4f73-8ed4-99502aa83438 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 811 time: 0.1705663 Jun 11 12:02:36.035343 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-47207f07-8d01-48ba-ad26-73d4b4fb0a5d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 380 time: 0.0375278 Jun 11 12:02:36.043846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'port': {'device_id': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'admin_state_up': True, 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'security_groups': ['44d6b732-e9c8-4779-a98a-c7ffaa1a55c2']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:02:36.177993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Made reservation on behalf of 1910a48f5a5e4b2696345bb36c8dc060 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:02:36.181517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:36.323031 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Allocated IP 172.20.0.7 (76ae0ff6-15e0-4f6c-9a42-65b8c52b5584/a2b1376d-a278-4e3d-99d5-80a7da8ac8c1/6d91c952-21c2-48f4-92c2-ad88d7d31bd2) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:02:36.485768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:36.497772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Transition to ACTIVE for port object 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:02:36.530623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:36.534791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-614b7a88-2dd8-44b5-bb94-401822310499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:36.581994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:02:36.585155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:02:36.588966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:02:36.595807 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event updated for resources: {'Port': ['ID=6d91c952-21c2-48f4-92c2-ad88d7d31bd2,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:36.622754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:36.652519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:36.653261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:36.668510 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6284993 Jun 11 12:02:36.680651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Request body: {'port': {'device_id': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:02:36.774244 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e79c941d-046b-4962-a501-eeb3b32666ca None None] Provisioning for port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:02:36.774928 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:36.778081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e79c941d-046b-4962-a501-eeb3b32666ca None None] Provisioning complete for port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:36.778470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e79c941d-046b-4962-a501-eeb3b32666ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:36.819293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e79c941d-046b-4962-a501-eeb3b32666ca None None] Port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:02:37.072891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead86d0-6b6b-4b57-93c5-9dc40f4b709a req-fac4a44d-6f0a-4120-8167-a346529033be tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:37.074359 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-eead86d0-6b6b-4b57-93c5-9dc40f4b709a req-fac4a44d-6f0a-4120-8167-a346529033be tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 931 time: 0.0705249 Jun 11 12:02:37.087790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:02:37.096207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:37.108458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Transition to ACTIVE for port object 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:02:37.113232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:37.116255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-422e7320-c3a8-4f64-89f4-142779992957 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:37.118000 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-eead86d0-6b6b-4b57-93c5-9dc40f4b709a req-32915c47-0ea6-4988-b80e-d60fe9b6e4ca tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373349 Jun 11 12:02:37.213113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d91c952-21c2-48f4-92c2-ad88d7d31bd2,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:37.217183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:37.302968 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Attempting to bind port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:02:37.303313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Attempting to bind port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:02:37.303647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Attempting to bind port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:02:37.308025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:02:37.308349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Attempting to bind port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:02:37.313035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:02:37.313376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Checking segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:02:37.313788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Bound using segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:02:37.314214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Bound port: 6d91c952-21c2-48f4-92c2-ad88d7d31bd2, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:02:37.314588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:37.386047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] For port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:02:37.388954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] For port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:02:37.393925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:37.395848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f66336e1-ea56-4e7e-97c1-a6a5b787333a tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:37.435647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:37.436273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:37.437654 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] 10.222.0.25 "PUT /v2.0/ports/6d91c952-21c2-48f4-92c2-ad88d7d31bd2 HTTP/1.1" status: 200 len: 1093 time: 0.7613664 Jun 11 12:02:37.438197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'tag': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:02:37.441105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de" -d '{"events": [{"name": "network-changed", "server_uuid": "a33c083e-e29a-4ce5-b4e9-72da25c3f4c3", "tag": "6d91c952-21c2-48f4-92c2-ad88d7d31bd2"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:02:37.469678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d91c952-21c2-48f4-92c2-ad88d7d31bd2,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:37.475437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:37.488066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1f070a0e-6dd2-4896-9604-8fec99d453bd up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:02:37.526296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42f38ee-043e-4d79-93aa-05c0ce6e85c2 x-openstack-request-id: req-a42f38ee-043e-4d79-93aa-05c0ce6e85c2 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:02:37.526674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33c083e-e29a-4ce5-b4e9-72da25c3f4c3", "tag": "6d91c952-21c2-48f4-92c2-ad88d7d31bd2", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:02:37.526951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a42f38ee-043e-4d79-93aa-05c0ce6e85c2 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:02:37.527727 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'tag': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2', 'status': 'completed', 'code': 200} Jun 11 12:02:37.545576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1f070a0e-6dd2-4896-9604-8fec99d453bd triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:37.545970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:37.562416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-f937af61-4988-495d-b016-d872402d3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:37.564562 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-f937af61-4988-495d-b016-d872402d3824 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 1096 time: 0.0723231 Jun 11 12:02:37.623077 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-2d3d557f-457e-42a1-8e91-e86e2b583288 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2 HTTP/1.1" status: 200 len: 217 time: 0.0512242 Jun 11 12:02:37.680393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-fda97d0d-a7fa-48b4-9696-c58b9e691fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:37.681847 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-fda97d0d-a7fa-48b4-9696-c58b9e691fd0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0524435 Jun 11 12:02:37.752141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-566549a5-65ca-44ab-bcd3-e74be7565609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:37.753531 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-566549a5-65ca-44ab-bcd3-e74be7565609 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649731 Jun 11 12:02:37.868544 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-df8209c9-33bf-43e7-8c73-a8e2e684f1fd service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079907 Jun 11 12:02:37.979710 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a889e52-25fd-4252-b499-3eeb36565cfd req-5366952b-d28e-4281-8f02-7a4b7fb90b92 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038556 Jun 11 12:02:38.083610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de req-8850a81f-6914-4eec-9803-804e01058636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:38.085058 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de req-8850a81f-6914-4eec-9803-804e01058636 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 1096 time: 0.0622256 Jun 11 12:02:38.198895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de req-c347bb5e-6490-4926-bff5-914f41396db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:38.200352 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de req-c347bb5e-6490-4926-bff5-914f41396db8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1089506 Jun 11 12:02:38.254449 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de req-6b25534b-00dd-4231-8b3e-dd733d0715f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2 HTTP/1.1" status: 200 len: 217 time: 0.0465689 Jun 11 12:02:38.295079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fadfc-6013-4017-9010-b19d00e96b6e req-f43a2f6f-bcc1-4f34-b6b8-b87e32feee62 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:38.296540 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d9fadfc-6013-4017-9010-b19d00e96b6e req-f43a2f6f-bcc1-4f34-b6b8-b87e32feee62 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 943 time: 0.0680246 Jun 11 12:02:38.310332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de req-4f32655c-0826-4f66-adda-afc2a11fa574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:38.311814 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de req-4f32655c-0826-4f66-adda-afc2a11fa574 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0509317 Jun 11 12:02:38.342638 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9d9fadfc-6013-4017-9010-b19d00e96b6e req-ebaf91af-4433-464b-a84a-ea38e1d1c7c3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397177 Jun 11 12:02:38.379236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de req-98ab3ef2-a30a-41f2-8534-9e89dab6f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:38.380758 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de req-98ab3ef2-a30a-41f2-8534-9e89dab6f1d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619709 Jun 11 12:02:38.492888 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de req-def65be1-48f0-4d3c-bf12-0b188c31fa38 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051023 Jun 11 12:02:38.607017 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-55e24ad1-d36c-4b50-ae97-2dd3cc4c59de req-2d9acd3f-77ab-42b4-b6fb-a37e0eec4908 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073537 Jun 11 12:02:39.526942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce933097-3aff-426a-b792-77737eb7eca9 req-4da98511-6520-4510-938d-3ce7f27dc8c2 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:39.528416 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ce933097-3aff-426a-b792-77737eb7eca9 req-4da98511-6520-4510-938d-3ce7f27dc8c2 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 943 time: 0.0748377 Jun 11 12:02:39.569379 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ce933097-3aff-426a-b792-77737eb7eca9 req-5ff36b0d-dc09-4b35-955f-b250e689f848 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347743 Jun 11 12:02:40.441416 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:02:40.564922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:02:40.576406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'port_id': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2', 'mac_address': 'fa:16:3e:20:d7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:02:40.618934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:40.633873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:02:40.653850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:02:40.658211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:40.661073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:40.717456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=6d91c952-21c2-48f4-92c2-ad88d7d31bd2,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:40.720553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:40.748188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e58d01-3dee-43fa-9414-be6fb4eb74af req-dbaa08b5-bd11-4f9b-ae66-2c79c5608252 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:40.750001 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-39e58d01-3dee-43fa-9414-be6fb4eb74af req-dbaa08b5-bd11-4f9b-ae66-2c79c5608252 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0698698 Jun 11 12:02:40.792368 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-39e58d01-3dee-43fa-9414-be6fb4eb74af req-dea924c1-5870-42ab-ad00-fcf2fad7cce4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363395 Jun 11 12:02:40.873704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['6d91c952-21c2-48f4-92c2-ad88d7d31bd2'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:02:41.979038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60136b0f-189d-431e-9c63-9d991fbc7c67 req-9b324c6d-7017-46c5-95d2-a1082e29870b tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:41.980497 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-60136b0f-189d-431e-9c63-9d991fbc7c67 req-9b324c6d-7017-46c5-95d2-a1082e29870b tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0720520 Jun 11 12:02:42.020884 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-60136b0f-189d-431e-9c63-9d991fbc7c67 req-116af109-2be4-47ef-bef1-0602722a80a1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348213 Jun 11 12:02:42.156952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ec4be141-bae5-4764-a072-a8e565be8702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:42.472134 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:02:42.527328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:02:42.530780 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:02:42.531159 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:42.616109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:42.639329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:02:42.641534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e197924f-947a-46a4-8e35-8010b800c9fc" -d '{"events": [{"server_uuid": "a33c083e-e29a-4ce5-b4e9-72da25c3f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "6d91c952-21c2-48f4-92c2-ad88d7d31bd2"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:02:42.655074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:02:42.659486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:42.662196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:02:42.693658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb97656-ac00-499a-be9c-39d235b50754 x-openstack-request-id: req-efb97656-ac00-499a-be9c-39d235b50754 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:02:42.694398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33c083e-e29a-4ce5-b4e9-72da25c3f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "6d91c952-21c2-48f4-92c2-ad88d7d31bd2", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:02:42.694685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-efb97656-ac00-499a-be9c-39d235b50754 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:02:42.695081 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2', 'code': 200} Jun 11 12:02:42.728126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=6d91c952-21c2-48f4-92c2-ad88d7d31bd2,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:02:42.735295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.735743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.736183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.736504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.736820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.737174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.737481 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.737807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.738181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.738509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.738867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.739200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:02:42.743128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:02:42.899378 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147deb87-c6f6-48cd-864d-3f6e7920319a req-6ce5ce92-9229-4596-a57f-0fa4ae0992ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:42.900823 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-147deb87-c6f6-48cd-864d-3f6e7920319a req-6ce5ce92-9229-4596-a57f-0fa4ae0992ea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0599968 Jun 11 12:02:42.936973 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-147deb87-c6f6-48cd-864d-3f6e7920319a req-b72de4c5-1299-4468-8d57-cbdc6a40b2d4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294423 Jun 11 12:02:43.196565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928f0b7-c7b0-41e9-b3da-0f19340e48b1 req-c23c164b-8d73-41bf-ade2-7cac2f86a335 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:43.198022 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6928f0b7-c7b0-41e9-b3da-0f19340e48b1 req-c23c164b-8d73-41bf-ade2-7cac2f86a335 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0680375 Jun 11 12:02:43.239242 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6928f0b7-c7b0-41e9-b3da-0f19340e48b1 req-b06b8a36-ea2c-400b-9882-f57e08ea044c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355210 Jun 11 12:02:44.419778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359a47a-e264-4c57-a3dd-c1aee8afb4f2 req-29bf8fc5-6eda-4ff2-846c-d8501977181e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:44.421221 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f359a47a-e264-4c57-a3dd-c1aee8afb4f2 req-29bf8fc5-6eda-4ff2-846c-d8501977181e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0672174 Jun 11 12:02:44.466294 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f359a47a-e264-4c57-a3dd-c1aee8afb4f2 req-5bd1bc77-19a9-4687-ab6c-9d752aa0bafb tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394442 Jun 11 12:02:44.759155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:44.942853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-15060c76-88ed-42ff-8126-81593d0f6b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:45.028951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2246e5-e6f9-4674-b4d4-c5d46a05b177 req-ea08c229-033d-4673-829d-ba9acc0f74d6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:45.030317 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dc2246e5-e6f9-4674-b4d4-c5d46a05b177 req-ea08c229-033d-4673-829d-ba9acc0f74d6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.4607728 Jun 11 12:02:45.039359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51706) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:02:45.043751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-fc502f55-8499-4279-974b-446ff9e6c841 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'floatingip': {'port_id': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:02:45.101198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc502f55-8499-4279-974b-446ff9e6c841 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:45.667921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc502f55-8499-4279-974b-446ff9e6c841 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:45.671904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc502f55-8499-4279-974b-446ff9e6c841 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:45.813697 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-fc502f55-8499-4279-974b-446ff9e6c841 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Floating IP fba56669-0f03-49a7-89b1-dc140bbef270 associated. External IP: 172.26.6.134, port: 6d91c952-21c2-48f4-92c2-ad88d7d31bd2. Jun 11 12:02:46.076889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:46.107445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc502f55-8499-4279-974b-446ff9e6c841 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Router 582d0722-0de9-4024-894c-dc8c0039f626 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:02:46.256532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc502f55-8499-4279-974b-446ff9e6c841 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:02:46.261494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fc502f55-8499-4279-974b-446ff9e6c841 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:46.267465 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3aab44-b41a-47ed-a2e7-3d2909378975 None None] Sync routers for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:02:46.276599 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3aab44-b41a-47ed-a2e7-3d2909378975 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:02:46.277211 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5f3aab44-b41a-47ed-a2e7-3d2909378975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:02:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:46.303766 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fc502f55-8499-4279-974b-446ff9e6c841 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "PUT /v2.0/floatingips/fba56669-0f03-49a7-89b1-dc140bbef270 HTTP/1.1" status: 200 len: 991 time: 1.2633708 Jun 11 12:02:46.304452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'tag': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:02:46.306792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009" -d '{"events": [{"name": "network-changed", "server_uuid": "a33c083e-e29a-4ce5-b4e9-72da25c3f4c3", "tag": "6d91c952-21c2-48f4-92c2-ad88d7d31bd2"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:02:46.350341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e3110-9aac-46ce-82b3-15780b65acce x-openstack-request-id: req-641e3110-9aac-46ce-82b3-15780b65acce {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:02:46.350724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33c083e-e29a-4ce5-b4e9-72da25c3f4c3", "tag": "6d91c952-21c2-48f4-92c2-ad88d7d31bd2", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:02:46.351056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-641e3110-9aac-46ce-82b3-15780b65acce {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:02:46.351500 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'tag': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2', 'status': 'completed', 'code': 200} Jun 11 12:02:46.440583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009 req-3f34c923-7cf0-4b25-a96a-f9ecb81df67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:46.442119 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009 req-3f34c923-7cf0-4b25-a96a-f9ecb81df67c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0692983 Jun 11 12:02:46.526497 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-5f3aab44-b41a-47ed-a2e7-3d2909378975 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:02:46.560549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009 req-18f6cdab-dc64-4b86-9e3e-fd5ed2769d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:46.562612 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009 req-18f6cdab-dc64-4b86-9e3e-fd5ed2769d1d service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1138289 Jun 11 12:02:46.644862 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009 req-19c92799-ca18-41a9-98c2-14023424bb6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2 HTTP/1.1" status: 200 len: 999 time: 0.0764165 Jun 11 12:02:46.705209 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009 req-d244b726-8ab2-4535-b53f-0cc258922d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:46.706691 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009 req-d244b726-8ab2-4535-b53f-0cc258922d59 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0562832 Jun 11 12:02:46.769825 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009 req-ebb12f83-2ebb-443c-a01b-1316e3852e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:02:46.771372 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009 req-ebb12f83-2ebb-443c-a01b-1316e3852e49 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588725 Jun 11 12:02:46.809600 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5f3aab44-b41a-47ed-a2e7-3d2909378975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:20:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:02:45Z', 'revision_number': 1, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:46.812901 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3aab44-b41a-47ed-a2e7-3d2909378975 None None] Checking router: 582d0722-0de9-4024-894c-dc8c0039f626 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:02:46.821295 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3aab44-b41a-47ed-a2e7-3d2909378975 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:02:46.822029 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5f3aab44-b41a-47ed-a2e7-3d2909378975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:02:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:46.887431 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009 req-83d5cec3-1247-4233-a05c-2b8a96d59b3f service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097662 Jun 11 12:02:46.966497 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-5f3aab44-b41a-47ed-a2e7-3d2909378975 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:02:47.002120 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-28dbf1d2-898c-4333-a1d2-f9ac4d85e009 req-4f3d3df3-35df-4da0-8d34-e0db8407051d service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081710 Jun 11 12:02:47.252991 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5f3aab44-b41a-47ed-a2e7-3d2909378975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:20:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:02:45Z', 'revision_number': 1, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:02:47.256194 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3aab44-b41a-47ed-a2e7-3d2909378975 None None] The sync data for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv is: [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:20:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:02:45Z', 'revision_number': 1, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:02:47.429106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1016d71-a154-4ee9-865b-90d5fcd89dc8 None None] New status for floating IP fba56669-0f03-49a7-89b1-dc140bbef270: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:02:47.762370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:02:57.719731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:00.899500 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:03:05.164148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-2b529df3-5b2b-41df-a8dc-9cc6ef70cf40 req-b9ba20e8-826b-4039-8c50-306d6220388b service neutron] (99006) timed out ('10.222.0.25', 59078) {{(pid=99006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 12:03:12.159031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-56b74893-ddf8-4759-9a6d-3b4bb3d31683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:14.696575 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-bd56b5c4-b35b-4405-810d-3affffe6a228 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573626 Jun 11 12:03:14.760837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:14.798454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-3046438b-f7d6-40fa-9db6-1326e7c3e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:14.799952 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-3046438b-f7d6-40fa-9db6-1326e7c3e8dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0586734 Jun 11 12:03:14.943245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-169379fd-91b8-4178-8af0-e1f9d5588b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:14.950428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-3edc9f07-87b2-452e-899b-6fc8af2946c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:14.951860 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-3edc9f07-87b2-452e-899b-6fc8af2946c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1316710 Jun 11 12:03:15.036708 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-c0f6c9c6-4c4d-4930-a08b-b59b7f3ad180 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2 HTTP/1.1" status: 200 len: 1001 time: 0.0783076 Jun 11 12:03:15.092061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-72cc8f4b-8396-4218-bcca-2dc7f842e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:15.093433 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-72cc8f4b-8396-4218-bcca-2dc7f842e9db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0507045 Jun 11 12:03:15.154023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-e22c232d-ebb6-4f30-aaa4-3c8a2a635337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:15.155456 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-e22c232d-ebb6-4f30-aaa4-3c8a2a635337 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548615 Jun 11 12:03:15.271909 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-179945ad-d708-4d0a-b9af-c9b5567e34e8 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084545 Jun 11 12:03:15.388494 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2f89b7b3-3b3b-4811-86d3-f2719e4080b4 req-512d747e-361d-4aed-9329-eed2c612ec89 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103413 Jun 11 12:03:16.077946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:17.766225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:21.753638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5996a-b379-446b-9cac-a2737d95f83b req-e055ce70-24af-40c1-9b26-64467c79dfae tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:21.755212 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c4d5996a-b379-446b-9cac-a2737d95f83b req-e055ce70-24af-40c1-9b26-64467c79dfae tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.4746013 Jun 11 12:03:21.795362 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c4d5996a-b379-446b-9cac-a2737d95f83b req-006e28ed-3438-4c02-a281-dc118e10ccc8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344894 Jun 11 12:03:22.134305 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-c3e224f1-5832-4b2b-b999-091793e9838c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0577984 Jun 11 12:03:22.196959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517f2af-9ebb-40d6-a09a-14b572bfb87e req-2e325b69-88a8-4a21-917d-a705a0eb952b tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:22.198412 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b517f2af-9ebb-40d6-a09a-14b572bfb87e req-2e325b69-88a8-4a21-917d-a705a0eb952b tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0737426 Jun 11 12:03:22.241596 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b517f2af-9ebb-40d6-a09a-14b572bfb87e req-8f2b4dd9-606b-4e7f-8227-77aa22710917 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367253 Jun 11 12:03:23.210251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-c3054543-0735-4eb1-a887-368a82861f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:23.211861 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-c3054543-0735-4eb1-a887-368a82861f1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0629690 Jun 11 12:03:23.326823 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-11d8a910-4c70-4d6b-b814-6f0c6017c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:23.328293 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-11d8a910-4c70-4d6b-b814-6f0c6017c1b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1099694 Jun 11 12:03:23.827317 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-b045da5d-f0b8-4169-aa9e-144069a4ddc4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2 HTTP/1.1" status: 200 len: 1001 time: 0.4919288 Jun 11 12:03:23.896887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aca591-1bac-45b8-af36-30cd8429692a req-1eeaeb8c-4c02-4d9b-9a9e-449d41395722 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:23.898238 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-60aca591-1bac-45b8-af36-30cd8429692a req-1eeaeb8c-4c02-4d9b-9a9e-449d41395722 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.1311336 Jun 11 12:03:23.903431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-e5ecc8a2-e4a7-4933-9ef7-f3e0f3fef0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:23.904768 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-e5ecc8a2-e4a7-4933-9ef7-f3e0f3fef0db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0687883 Jun 11 12:03:23.976361 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-60aca591-1bac-45b8-af36-30cd8429692a req-9a01db55-3de0-492e-9485-71efbfcbcf12 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706656 Jun 11 12:03:23.996341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-40ab34bb-22aa-438e-82e1-dbea37610a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:23.997808 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-40ab34bb-22aa-438e-82e1-dbea37610a1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849626 Jun 11 12:03:24.111029 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-a37c3dde-be20-4cc2-9037-b5f901321e44 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066279 Jun 11 12:03:24.226024 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-77474aec-7d27-439e-83dd-c2adae5c4f88 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087461 Jun 11 12:03:25.151356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41feb40-1d39-4169-8bde-aca4dde945ba req-0643821c-b02f-4862-bbe7-8b52194437d3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:25.152787 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f41feb40-1d39-4169-8bde-aca4dde945ba req-0643821c-b02f-4862-bbe7-8b52194437d3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0671897 Jun 11 12:03:25.193558 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f41feb40-1d39-4169-8bde-aca4dde945ba req-0157c036-868d-4abe-84a3-4527dcf6463a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348125 Jun 11 12:03:26.375105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a6b0a-1492-472a-a1ab-77aadae69345 req-0713d2b2-471f-4529-af11-f9bb7e450ffd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:26.377267 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc6a6b0a-1492-472a-a1ab-77aadae69345 req-0713d2b2-471f-4529-af11-f9bb7e450ffd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0749831 Jun 11 12:03:26.417863 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc6a6b0a-1492-472a-a1ab-77aadae69345 req-facfc727-587b-4c33-8ea8-042095387a31 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349338 Jun 11 12:03:27.601628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35516240-9fac-4298-9614-39a1629a90c9 req-1c4d4b2d-bb65-4a03-b09c-8c468c822220 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:27.603128 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-35516240-9fac-4298-9614-39a1629a90c9 req-1c4d4b2d-bb65-4a03-b09c-8c468c822220 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0717778 Jun 11 12:03:27.644596 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-35516240-9fac-4298-9614-39a1629a90c9 req-8e9c5b42-a5bf-4fde-98f4-817476ed7009 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358241 Jun 11 12:03:27.735056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:28.820305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfbf5c-548c-42bc-9a37-fc0843d77395 req-ab0062ef-5083-4b4a-b339-cd10af8e01dd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:28.821806 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-88cfbf5c-548c-42bc-9a37-fc0843d77395 req-ab0062ef-5083-4b4a-b339-cd10af8e01dd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0692742 Jun 11 12:03:28.863238 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-88cfbf5c-548c-42bc-9a37-fc0843d77395 req-c05f69e3-56ca-48bc-bc94-48981a046e32 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357120 Jun 11 12:03:30.039720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb27424-e723-482d-b0ff-b4d5fe1b0216 req-5b26f6de-74e7-426a-9be8-23eb93184172 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:30.041143 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0cb27424-e723-482d-b0ff-b4d5fe1b0216 req-5b26f6de-74e7-426a-9be8-23eb93184172 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0674429 Jun 11 12:03:30.082200 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0cb27424-e723-482d-b0ff-b4d5fe1b0216 req-8aaaa9fa-cdc5-4e58-baad-6728f55873fe tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354030 Jun 11 12:03:31.265348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c612cb-44a7-4d1f-9366-df477a61d7c5 req-d66343cc-c108-4933-834d-88d43cefc137 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:31.266777 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-68c612cb-44a7-4d1f-9366-df477a61d7c5 req-d66343cc-c108-4933-834d-88d43cefc137 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0724115 Jun 11 12:03:31.307980 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-68c612cb-44a7-4d1f-9366-df477a61d7c5 req-d0c272b9-7cce-4373-bd6a-4bc6b2acd858 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356598 Jun 11 12:03:32.487972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062729b1-253e-4c90-aeac-6bcffcbc9a25 req-bf53fb58-dfd7-4103-8725-d67faa1e289e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:32.489436 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-062729b1-253e-4c90-aeac-6bcffcbc9a25 req-bf53fb58-dfd7-4103-8725-d67faa1e289e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0725379 Jun 11 12:03:32.529890 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-062729b1-253e-4c90-aeac-6bcffcbc9a25 req-0b016dc1-880b-48fd-bd95-34f32336fe0a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349727 Jun 11 12:03:33.707083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395cd48-e57f-45a8-a0ff-86436895e439 req-ee247f4a-0c14-4ef3-a975-5ae9f98fe0e5 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:33.708432 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a395cd48-e57f-45a8-a0ff-86436895e439 req-ee247f4a-0c14-4ef3-a975-5ae9f98fe0e5 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0682867 Jun 11 12:03:33.748285 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a395cd48-e57f-45a8-a0ff-86436895e439 req-d81d9074-6634-4f31-b126-8ce278b1c00b tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343020 Jun 11 12:03:34.925082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe06f0-08af-4c40-bb12-1e6ccc9cc283 req-ffff6df8-af15-46f5-a052-3fa784a89663 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:34.926415 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-99fe06f0-08af-4c40-bb12-1e6ccc9cc283 req-ffff6df8-af15-46f5-a052-3fa784a89663 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0691175 Jun 11 12:03:34.967270 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-99fe06f0-08af-4c40-bb12-1e6ccc9cc283 req-7c13165e-c443-43a8-bd3d-99d0a35659db tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352254 Jun 11 12:03:35.845202 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-6bf4b6b9-8f7d-4634-9a51-9e88080ff103 service neutron] 10.222.0.25 "GET /v2.0/ports/6d91c952-21c2-48f4-92c2-ad88d7d31bd2/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0662394 Jun 11 12:03:36.151724 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-13e6853d-c644-4aac-8d6d-8cef1785314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:36.153119 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-13e6853d-c644-4aac-8d6d-8cef1785314d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 1098 time: 0.1069229 Jun 11 12:03:36.170470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3933d1-ded0-454e-8ede-4c611e714639 req-a2438802-b149-47cd-bdc4-1d8d5de194f4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:36.171940 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-de3933d1-ded0-454e-8ede-4c611e714639 req-a2438802-b149-47cd-bdc4-1d8d5de194f4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0922680 Jun 11 12:03:36.254246 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-de3933d1-ded0-454e-8ede-4c611e714639 req-e5c4324d-d0d7-4398-a06f-0ebd7ac0d10d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705338 Jun 11 12:03:36.266339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-69c78691-074e-418e-860d-be58ee2490cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:36.267856 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-69c78691-074e-418e-860d-be58ee2490cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0913057 Jun 11 12:03:36.384013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-44e957ac-cb38-4f08-a0f3-2d846ce1262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:36.385455 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-44e957ac-cb38-4f08-a0f3-2d846ce1262f service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1116788 Jun 11 12:03:36.466160 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-2915c872-2359-4596-8d87-15e19fa24ad1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2 HTTP/1.1" status: 200 len: 1001 time: 0.0735872 Jun 11 12:03:36.525904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-ae6ed646-4f5d-4683-8d93-ce6ebe9801cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:36.527339 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-ae6ed646-4f5d-4683-8d93-ce6ebe9801cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0541813 Jun 11 12:03:36.588606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-1ac730db-2ada-4308-86f5-51fe562062b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:36.590688 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-1ac730db-2ada-4308-86f5-51fe562062b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559790 Jun 11 12:03:36.706846 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-e21e0204-5b6c-46f7-bc15-4d700b358ed8 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096945 Jun 11 12:03:36.821881 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-527b26ab-e80d-434c-8df0-08350feaccb5 req-c1bd2812-3b42-45eb-acf0-5f1adb908907 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091468 Jun 11 12:03:37.608558 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec8d17-b63d-4b24-b719-1ad39df464dd req-2faa6454-412d-40c6-86a3-dc58689452e9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:37.610002 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-26ec8d17-b63d-4b24-b719-1ad39df464dd req-2faa6454-412d-40c6-86a3-dc58689452e9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0722542 Jun 11 12:03:37.650265 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-26ec8d17-b63d-4b24-b719-1ad39df464dd req-5249f9b6-84ab-4cbc-84e2-57678cabeba5 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339856 Jun 11 12:03:37.897441 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:03:38.826403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f041fa3-cdc9-4125-bb1c-a1b7e78c8e1e req-af1a8c5c-ef17-47d1-b0eb-af24f519d7c2 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:38.827868 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0f041fa3-cdc9-4125-bb1c-a1b7e78c8e1e req-af1a8c5c-ef17-47d1-b0eb-af24f519d7c2 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0682013 Jun 11 12:03:38.869186 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0f041fa3-cdc9-4125-bb1c-a1b7e78c8e1e req-d0ee429e-a2c0-400a-b2be-962bcb1b4f13 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354424 Jun 11 12:03:39.226921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dca1e0-0e09-444d-8134-c130c8c1192f req-3c7954bd-7fb6-4f66-b42d-aaf0e5362bab tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:39.228264 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-52dca1e0-0e09-444d-8134-c130c8c1192f req-3c7954bd-7fb6-4f66-b42d-aaf0e5362bab tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.1283314 Jun 11 12:03:39.235331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-b93c31f2-9194-48c6-abd2-795f61a008cc tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:39.237343 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-b93c31f2-9194-48c6-abd2-795f61a008cc tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3&tenant_id=1910a48f5a5e4b2696345bb36c8dc060&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1284299 Jun 11 12:03:39.276139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-52dca1e0-0e09-444d-8134-c130c8c1192f req-25500834-9438-4852-85d6-062d4f0aeb4a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378525 Jun 11 12:03:39.340349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-05482ccb-f89b-4235-8a63-c0810fa001ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:39.341842 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-05482ccb-f89b-4235-8a63-c0810fa001ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0626652 Jun 11 12:03:39.453710 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-19b13000-f295-4560-a5d9-29e9e296644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:39.455719 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-19b13000-f295-4560-a5d9-29e9e296644a service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1079555 Jun 11 12:03:39.544964 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-4e65ccbb-54c5-46ae-88b3-0c11911182b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2 HTTP/1.1" status: 200 len: 1001 time: 0.0828557 Jun 11 12:03:39.604409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-3c64fae2-7b38-4973-84e0-258eead20e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:39.605899 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-3c64fae2-7b38-4973-84e0-258eead20e01 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0537534 Jun 11 12:03:39.673613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-ded25ba0-5926-4d8c-a2e8-a6a5db9b89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:39.675140 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-ded25ba0-5926-4d8c-a2e8-a6a5db9b89fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0629249 Jun 11 12:03:39.790611 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-7669266b-4b15-4fad-8322-795598883a99 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093130 Jun 11 12:03:39.901337 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-89ab7daf-0e57-4ae1-b193-36a7f1404c94 req-ff56455a-b2f4-4c86-ba39-fa62434c3395 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049280 Jun 11 12:03:40.465576 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc7999-ad77-4cbb-89b8-6767928d697b req-1d0ea1f4-a059-49ce-a249-d51f22b8cb54 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:40.467068 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8bfc7999-ad77-4cbb-89b8-6767928d697b req-1d0ea1f4-a059-49ce-a249-d51f22b8cb54 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0728886 Jun 11 12:03:40.508979 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8bfc7999-ad77-4cbb-89b8-6767928d697b req-3062da06-831d-43c8-92ac-d19133a62d03 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362957 Jun 11 12:03:40.698468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940774e4-0836-4b20-a498-4aa216232f88 req-73cdf078-e78d-4c4f-a89f-3bc7f1e273d9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:40.699944 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-940774e4-0836-4b20-a498-4aa216232f88 req-73cdf078-e78d-4c4f-a89f-3bc7f1e273d9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0731611 Jun 11 12:03:40.741408 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-940774e4-0836-4b20-a498-4aa216232f88 req-19eb8cf4-0c95-407d-9473-b19657028229 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358071 Jun 11 12:03:40.924105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3321c-5c72-424b-afb7-4cf566292b2e req-aba3cf5c-1b06-474e-a029-0da62092bb94 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:40.925446 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5cd3321c-5c72-424b-afb7-4cf566292b2e req-aba3cf5c-1b06-474e-a029-0da62092bb94 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0725043 Jun 11 12:03:40.965688 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5cd3321c-5c72-424b-afb7-4cf566292b2e req-cbe65adf-c081-4b0e-9694-8b3a08b70e2f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346825 Jun 11 12:03:41.344242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c394af-1889-4c1c-80a7-6f6d734af208 req-547036e2-dbff-4db6-8a7f-599a98185932 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:41.345716 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-59c394af-1889-4c1c-80a7-6f6d734af208 req-547036e2-dbff-4db6-8a7f-599a98185932 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0688641 Jun 11 12:03:41.387571 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-59c394af-1889-4c1c-80a7-6f6d734af208 req-9a9124f0-a704-4f0a-b0cd-aa855b6e94fa tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362594 Jun 11 12:03:42.159623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d68a07d4-65ac-4de4-836d-ee6994bd78c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:42.567972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f7dd5-4a2d-44a3-80b9-c731f77e24b1 req-445e5ea7-f78b-4583-aaab-7144a41c4e9e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:42.569423 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c62f7dd5-4a2d-44a3-80b9-c731f77e24b1 req-445e5ea7-f78b-4583-aaab-7144a41c4e9e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0672808 Jun 11 12:03:42.610695 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c62f7dd5-4a2d-44a3-80b9-c731f77e24b1 req-fcfd8ec8-bf3c-4b2e-82f0-91318da11103 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357311 Jun 11 12:03:42.930270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-f3045448-27e4-4c3f-a37d-02fd9fbd7e7a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:42.931722 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-f3045448-27e4-4c3f-a37d-02fd9fbd7e7a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0725873 Jun 11 12:03:43.038415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Deleting port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:03:43.038782 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:43.152510 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] For port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6d91c952-21c2-48f4-92c2-ad88d7d31bd2,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:03:43.152867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:43.395545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:43.395933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:43.396244 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Floating IP fba56669-0f03-49a7-89b1-dc140bbef270 disassociated. External IP: 172.26.6.134, port: 6d91c952-21c2-48f4-92c2-ad88d7d31bd2. Jun 11 12:03:43.396585 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Calling delete_port for 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:03:43.544196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:43.547930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d3d7068-67e4-4798-8606-426a4c22f3ce tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:03:43.583150 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event deleted for resources: {'Port': ['ID=6d91c952-21c2-48f4-92c2-ad88d7d31bd2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:03:43.593044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.593440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.593827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.594206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.594607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.594988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.595364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.595737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.596109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.596481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.600311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.600311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:43.601107 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:03:43.750436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Router 582d0722-0de9-4024-894c-dc8c0039f626 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:03:43.759468 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fd0b2325-2545-4d6b-b69a-f5e3f27393ad req-26086032-261b-4ab4-9834-cd41a07d37f1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33c083e-e29a-4ce5-b4e9-72da25c3f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0347869 Jun 11 12:03:43.894166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:03:43.903669 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c5e7db-871a-4371-9ef8-30f79c204e39 None None] Sync routers for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:03:43.912787 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c5e7db-871a-4371-9ef8-30f79c204e39 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:03:43.913398 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-36c5e7db-871a-4371-9ef8-30f79c204e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:03:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:03:43.950613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] No DVR routers for this DVR port 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:03:43.953215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:43.955378 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f584f71-6b58-49a4-b72b-78ac2f5c1f53 req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "DELETE /v2.0/ports/6d91c952-21c2-48f4-92c2-ad88d7d31bd2 HTTP/1.1" status: 204 len: 173 time: 1.0182452 Jun 11 12:03:43.955905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'name': 'network-vif-deleted', 'tag': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:03:43.958187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff05ce1c-22af-480e-baac-86dbca305b73" -d '{"events": [{"server_uuid": "a33c083e-e29a-4ce5-b4e9-72da25c3f4c3", "name": "network-vif-deleted", "tag": "6d91c952-21c2-48f4-92c2-ad88d7d31bd2"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:03:43.999025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb5f98c-4150-4c60-90e2-c13df45800dd x-openstack-request-id: req-abb5f98c-4150-4c60-90e2-c13df45800dd {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:03:43.999478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33c083e-e29a-4ce5-b4e9-72da25c3f4c3", "name": "network-vif-deleted", "tag": "6d91c952-21c2-48f4-92c2-ad88d7d31bd2", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:03:43.999881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abb5f98c-4150-4c60-90e2-c13df45800dd {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:03:44.000446 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33c083e-e29a-4ce5-b4e9-72da25c3f4c3', 'name': 'network-vif-deleted', 'tag': '6d91c952-21c2-48f4-92c2-ad88d7d31bd2', 'status': 'completed', 'code': 200} Jun 11 12:03:44.064545 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-36c5e7db-871a-4371-9ef8-30f79c204e39 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:03:44.416024 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-36c5e7db-871a-4371-9ef8-30f79c204e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:03:44.419339 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c5e7db-871a-4371-9ef8-30f79c204e39 None None] Checking router: 582d0722-0de9-4024-894c-dc8c0039f626 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:03:44.427834 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c5e7db-871a-4371-9ef8-30f79c204e39 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:03:44.428451 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-36c5e7db-871a-4371-9ef8-30f79c204e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:03:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:03:44.569049 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-36c5e7db-871a-4371-9ef8-30f79c204e39 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:03:44.761632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:44.819952 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-36c5e7db-871a-4371-9ef8-30f79c204e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:03:44.823345 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c5e7db-871a-4371-9ef8-30f79c204e39 None None] The sync data for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv is: [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:03:44.944250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22e2fc01-da09-4396-9f5b-e71d9b36235e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:45.089241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a631c94-a79b-4b7d-8e6e-e0329d9eb15c None None] New status for floating IP fba56669-0f03-49a7-89b1-dc140bbef270: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:03:45.121341 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-62cb09f2-025d-4958-b64d-23e2f4662341 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1971871527&fields=id&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 267 time: 0.0410678 Jun 11 12:03:45.263819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-d83bf43d-3b94-4321-bce3-246bc6bf11aa tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:45.265374 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-d83bf43d-3b94-4321-bce3-246bc6bf11aa tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 811 time: 0.1368964 Jun 11 12:03:45.281129 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-4df4ec7c-26c4-4321-b906-a641c5fb84b3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/quotas/1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 375 time: 0.0097294 Jun 11 12:03:45.365537 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-8b44e3f8-2b66-4db5-801a-7b21ac489a86 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790308 Jun 11 12:03:45.380970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-6a37c1c0-9f8c-450c-a32e-46b70e28981a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 12:03:45.381847 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-6a37c1c0-9f8c-450c-a32e-46b70e28981a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051298 Jun 11 12:03:45.496269 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-c597ef98-eb62-4df6-8e74-f5f45fb2b1f6 service neutron] 10.222.0.46 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092508 Jun 11 12:03:45.616253 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-b0540235-545b-4095-a35d-790478e1ef84 service neutron] 10.222.0.46 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136599 Jun 11 12:03:45.783425 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c31ef249-42ae-4629-8475-9c20fbcbcbc9 req-f53adec5-e320-45f3-b192-c1f5a6b84247 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 210 time: 0.0340641 Jun 11 12:03:46.080620 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:46.742066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:03:46.767688 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:03:46.768044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 6d91c952-21c2-48f4-92c2-ad88d7d31bd2 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:03:46.808229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-96130b20-e0ef-4172-9120-690b60c384ee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:46.810814 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-96130b20-e0ef-4172-9120-690b60c384ee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 811 time: 0.1350083 Jun 11 12:03:46.864604 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-1e7b71a3-1ce9-4739-9c2d-00dd4362d2a5 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 380 time: 0.0438123 Jun 11 12:03:46.873276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'port': {'device_id': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'admin_state_up': True, 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'security_groups': ['44d6b732-e9c8-4779-a98a-c7ffaa1a55c2']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:03:46.958170 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a2c5569c-63f1-4c83-ae2e-0e7c0f8f1a5b req-37ff686a-fd94-4718-babc-fde47cbff403 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 210 time: 0.0353675 Jun 11 12:03:47.012017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Made reservation on behalf of 1910a48f5a5e4b2696345bb36c8dc060 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:03:47.015755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:47.159739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Allocated IP 172.20.0.4 (76ae0ff6-15e0-4f6c-9a42-65b8c52b5584/a2b1376d-a278-4e3d-99d5-80a7da8ac8c1/d447b6f8-62b8-482f-bf5d-b49c392c8c37) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:03:47.324454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:47.337914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Transition to ACTIVE for port object d447b6f8-62b8-482f-bf5d-b49c392c8c37 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:03:47.372892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:47.376751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:03:47.424753 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:03:47.428098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:03:47.431769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:03:47.438156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event updated for resources: {'Port': ['ID=d447b6f8-62b8-482f-bf5d-b49c392c8c37,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:03:47.463950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:03:47.492086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:47.492733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:47.506853 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6370833 Jun 11 12:03:47.518479 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Request body: {'port': {'device_id': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:03:47.612509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:47.649014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a63efbb7-07f9-43d8-9030-08708b9ffc7d None None] Provisioning for port d447b6f8-62b8-482f-bf5d-b49c392c8c37 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:03:47.652724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a63efbb7-07f9-43d8-9030-08708b9ffc7d None None] Provisioning complete for port d447b6f8-62b8-482f-bf5d-b49c392c8c37 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:03:47.653135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a63efbb7-07f9-43d8-9030-08708b9ffc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:47.693678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a63efbb7-07f9-43d8-9030-08708b9ffc7d None None] Port d447b6f8-62b8-482f-bf5d-b49c392c8c37 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:03:47.768319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:48.330140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d447b6f8-62b8-482f-bf5d-b49c392c8c37 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:03:48.339692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:48.360317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Transition to ACTIVE for port object d447b6f8-62b8-482f-bf5d-b49c392c8c37 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:03:48.366943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:48.370303 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-80f567a8-fedf-4c86-89fb-a541be066fd1 tempest-DeleteServersTestJSON-129436453 tempest-DeleteServersTestJSON-129436453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:03:48.416108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4b384-9c95-402b-af9c-9000261a2d94 req-342c5fc0-0645-4478-adce-42081f626798 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:48.417557 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e3d4b384-9c95-402b-af9c-9000261a2d94 req-342c5fc0-0645-4478-adce-42081f626798 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 931 time: 0.1326883 Jun 11 12:03:48.494162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Pushing event updated for resources: {'Port': ['ID=d447b6f8-62b8-482f-bf5d-b49c392c8c37,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:03:48.498948 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:03:48.572118 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e3d4b384-9c95-402b-af9c-9000261a2d94 req-bb4086a1-a5f2-49d6-b633-2f4738951e5a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464469 Jun 11 12:03:48.603009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Attempting to bind port d447b6f8-62b8-482f-bf5d-b49c392c8c37 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:03:48.603355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Attempting to bind port d447b6f8-62b8-482f-bf5d-b49c392c8c37 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:03:48.603687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Attempting to bind port d447b6f8-62b8-482f-bf5d-b49c392c8c37 on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:03:48.608184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Port d447b6f8-62b8-482f-bf5d-b49c392c8c37 on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:03:48.608517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Attempting to bind port d447b6f8-62b8-482f-bf5d-b49c392c8c37 on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:03:48.617702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:03:48.618052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Checking segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:03:48.618446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Bound using segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:03:48.619087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Bound port: d447b6f8-62b8-482f-bf5d-b49c392c8c37, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:03:48.619381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:48.691034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] For port d447b6f8-62b8-482f-bf5d-b49c392c8c37, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:03:48.693854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] For port d447b6f8-62b8-482f-bf5d-b49c392c8c37, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:03:48.698132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:48.700820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:03:48.738941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:48.739505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:48.740895 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] 10.222.0.25 "PUT /v2.0/ports/d447b6f8-62b8-482f-bf5d-b49c392c8c37 HTTP/1.1" status: 200 len: 1093 time: 1.2267175 Jun 11 12:03:48.741399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:03:48.743755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b6f40d-3cd7-402d-9439-02101f5af3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:03:48.774896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Pushing event updated for resources: {'Port': ['ID=d447b6f8-62b8-482f-bf5d-b49c392c8c37,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:03:48.777854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:03:48.792528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aeefcb-d4ca-4ade-9a2b-969aab5b22c6 x-openstack-request-id: req-62aeefcb-d4ca-4ade-9a2b-969aab5b22c6 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:03:48.792869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:03:48.793174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62aeefcb-d4ca-4ade-9a2b-969aab5b22c6 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:03:48.793620 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'status': 'completed', 'code': 200} Jun 11 12:03:48.843844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-d55e56d1-ad5d-4b95-b9d4-dd41e7079d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:48.845922 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-d55e56d1-ad5d-4b95-b9d4-dd41e7079d07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 1096 time: 0.0637202 Jun 11 12:03:48.906137 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-262fec44-ce87-4838-991a-fb69e6d67cf9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37 HTTP/1.1" status: 200 len: 217 time: 0.0528340 Jun 11 12:03:48.966850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-1da564b0-0960-40a7-844a-71b84b9df890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:48.968290 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-1da564b0-0960-40a7-844a-71b84b9df890 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0554428 Jun 11 12:03:49.030811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-b8f5faf1-fe5f-4e70-aec5-495398a30cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:49.032710 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-b8f5faf1-fe5f-4e70-aec5-495398a30cd6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565290 Jun 11 12:03:49.147739 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-e94e14d7-bc6d-42b8-8dfb-7606135611fc service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078629 Jun 11 12:03:49.262000 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f93a0e3-49c3-45b3-9d65-4a38eba0f591 req-ce9edde1-e2f3-4231-bd93-911aeb441019 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077187 Jun 11 12:03:49.373663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6f40d-3cd7-402d-9439-02101f5af3b4 req-d0ee36ab-d4df-412c-a52e-cabe17686fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:49.375184 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c1b6f40d-3cd7-402d-9439-02101f5af3b4 req-d0ee36ab-d4df-412c-a52e-cabe17686fbb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 1096 time: 0.0644095 Jun 11 12:03:49.493225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6f40d-3cd7-402d-9439-02101f5af3b4 req-a9ea7aa4-545b-46a1-8564-054fa5114e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:49.494718 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c1b6f40d-3cd7-402d-9439-02101f5af3b4 req-a9ea7aa4-545b-46a1-8564-054fa5114e8e service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1124253 Jun 11 12:03:49.550374 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c1b6f40d-3cd7-402d-9439-02101f5af3b4 req-dc012b70-4f7a-49ef-8b42-7c555721dce2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37 HTTP/1.1" status: 200 len: 217 time: 0.0489149 Jun 11 12:03:49.616021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6f40d-3cd7-402d-9439-02101f5af3b4 req-9dcb9afe-0d5d-4abe-8824-0740bc8db70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:49.617528 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c1b6f40d-3cd7-402d-9439-02101f5af3b4 req-9dcb9afe-0d5d-4abe-8824-0740bc8db70b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0601165 Jun 11 12:03:49.681214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6f40d-3cd7-402d-9439-02101f5af3b4 req-18d18efe-9397-4325-adb7-3239254d1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:49.682746 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c1b6f40d-3cd7-402d-9439-02101f5af3b4 req-18d18efe-9397-4325-adb7-3239254d1c4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0585241 Jun 11 12:03:49.846832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1efd74-2d60-462e-92f1-544e0a85b66a req-41b54bca-20c3-4cda-95f6-69614c442af9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:49.848308 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5e1efd74-2d60-462e-92f1-544e0a85b66a req-41b54bca-20c3-4cda-95f6-69614c442af9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 943 time: 0.1628177 Jun 11 12:03:49.851762 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c1b6f40d-3cd7-402d-9439-02101f5af3b4 req-1dd0570a-0ad0-4e56-9a6c-0b81d5cde2a8 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579473 Jun 11 12:03:49.926845 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5e1efd74-2d60-462e-92f1-544e0a85b66a req-4436a6ec-8786-4846-9ad5-dbeb50fda6c5 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728359 Jun 11 12:03:49.998012 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c1b6f40d-3cd7-402d-9439-02101f5af3b4 req-98d312e8-6f2e-4acd-a505-3fb0ea2599ef service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379950 Jun 11 12:03:51.105859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a3350-0856-40df-b255-c09b9c81a9ca req-9b550823-1cb4-4953-b99c-549336b31044 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:51.107241 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3b9a3350-0856-40df-b255-c09b9c81a9ca req-9b550823-1cb4-4953-b99c-549336b31044 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 943 time: 0.0674241 Jun 11 12:03:51.147999 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3b9a3350-0856-40df-b255-c09b9c81a9ca req-a4404c08-8992-4099-b800-2dd6eed0c7fc tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344522 Jun 11 12:03:52.334406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd82a9c-cb73-45f9-bddd-a0e0d7039bcd req-00fd8e32-aef9-4f3d-89ab-cff8d67ea74e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:52.336023 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cd82a9c-cb73-45f9-bddd-a0e0d7039bcd req-00fd8e32-aef9-4f3d-89ab-cff8d67ea74e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 943 time: 0.0781450 Jun 11 12:03:52.378468 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0cd82a9c-cb73-45f9-bddd-a0e0d7039bcd req-83925d92-d8f6-4ccb-8d3c-3a38711515a5 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363066 Jun 11 12:03:52.742348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device d447b6f8-62b8-482f-bf5d-b49c392c8c37 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:03:52.856783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port d447b6f8-62b8-482f-bf5d-b49c392c8c37, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:03:52.868741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'port_id': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'mac_address': 'fa:16:3e:c9:15:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:03:52.913078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:52.927628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d447b6f8-62b8-482f-bf5d-b49c392c8c37 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:03:52.947498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port d447b6f8-62b8-482f-bf5d-b49c392c8c37, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:03:52.951275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:52.952957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:03:53.003033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=d447b6f8-62b8-482f-bf5d-b49c392c8c37,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:03:53.009580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.009936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.010281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.010644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.010984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.011317 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.011648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.011976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.012304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.012630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.012953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.013273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:03:53.017690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:03:53.157919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['d447b6f8-62b8-482f-bf5d-b49c392c8c37'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:03:53.558264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b1b11-c075-49c9-a63c-096567e213c0 req-71069726-4964-4d9b-8fd5-4690f77d4c7c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:53.559725 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4a3b1b11-c075-49c9-a63c-096567e213c0 req-71069726-4964-4d9b-8fd5-4690f77d4c7c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 944 time: 0.0727217 Jun 11 12:03:53.601383 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4a3b1b11-c075-49c9-a63c-096567e213c0 req-43ff3cb7-8679-4ccb-8ef0-85aa3ab805bb tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354609 Jun 11 12:03:54.758020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device d447b6f8-62b8-482f-bf5d-b49c392c8c37 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:03:54.778034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445be14-9738-4db2-962d-b50e6519bb1a req-ce47d68f-e1b7-4c82-a216-c9b830abb274 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:54.779528 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1445be14-9738-4db2-962d-b50e6519bb1a req-ce47d68f-e1b7-4c82-a216-c9b830abb274 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 944 time: 0.0693059 Jun 11 12:03:54.810631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port d447b6f8-62b8-482f-bf5d-b49c392c8c37 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:03:54.814188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port d447b6f8-62b8-482f-bf5d-b49c392c8c37 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:03:54.814614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:54.821521 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1445be14-9738-4db2-962d-b50e6519bb1a req-39ade9b8-7a2d-4bac-aceb-56eee8294618 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359964 Jun 11 12:03:54.902928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:54.927716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:03:54.929943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dff3db6-cfa9-452f-9347-07929bf7878f" -d '{"events": [{"server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "name": "network-vif-plugged", "status": "completed", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:03:54.943648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port d447b6f8-62b8-482f-bf5d-b49c392c8c37, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:03:54.947482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:54.949393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3488bc00-f405-4179-8cfa-bacd88a9d861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:03:54.975965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345dea9b-3253-4659-bb82-86de7558485f x-openstack-request-id: req-345dea9b-3253-4659-bb82-86de7558485f {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:03:54.976411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "name": "network-vif-plugged", "status": "completed", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:03:54.976535 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-345dea9b-3253-4659-bb82-86de7558485f {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:03:54.976915 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'code': 200} Jun 11 12:03:55.004944 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=d447b6f8-62b8-482f-bf5d-b49c392c8c37,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:03:55.007766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:03:55.191515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8cac5-f705-4e0a-8ad2-c9607fdff16a req-2f815fc5-679e-49d4-b441-b2c1daa1a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:55.192921 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e6c8cac5-f705-4e0a-8ad2-c9607fdff16a req-2f815fc5-679e-49d4-b441-b2c1daa1a42c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 1098 time: 0.0617740 Jun 11 12:03:55.228355 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e6c8cac5-f705-4e0a-8ad2-c9607fdff16a req-ff7555df-2156-4d74-bb47-9eb55ed45077 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293746 Jun 11 12:03:56.018517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ecb3f-753d-47fd-978b-20d753c358d3 req-7ab070da-d4cb-47e7-a509-f2b9978965d9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:56.020042 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b98ecb3f-753d-47fd-978b-20d753c358d3 req-7ab070da-d4cb-47e7-a509-f2b9978965d9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0814140 Jun 11 12:03:56.062692 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b98ecb3f-753d-47fd-978b-20d753c358d3 req-eff07fab-88f2-451d-af56-4262205d7cf9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367186 Jun 11 12:03:57.246918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed5260-cafb-4104-a722-8a921f0b86a3 req-584cf0b8-1fa2-40eb-8fc9-e17a7e618e4d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:57.248365 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-83ed5260-cafb-4104-a722-8a921f0b86a3 req-584cf0b8-1fa2-40eb-8fc9-e17a7e618e4d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0689147 Jun 11 12:03:57.304539 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-83ed5260-cafb-4104-a722-8a921f0b86a3 req-5f2e2bf5-903d-4cd5-b122-de1d5b3e5feb tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504973 Jun 11 12:03:57.484780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70146fdd-5c7d-4e5a-aca2-247b398003d2 req-36a5ebe2-19db-453e-a27f-25bb78ddd2e1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:57.486236 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-70146fdd-5c7d-4e5a-aca2-247b398003d2 req-36a5ebe2-19db-453e-a27f-25bb78ddd2e1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0730445 Jun 11 12:03:57.494636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 51912) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:03:57.499177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-27b462db-d1f5-4a03-af42-4002eedd0419 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'floatingip': {'port_id': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:03:57.552696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-27b462db-d1f5-4a03-af42-4002eedd0419 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:57.753548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:58.113474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-27b462db-d1f5-4a03-af42-4002eedd0419 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:58.117131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-27b462db-d1f5-4a03-af42-4002eedd0419 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:58.257008 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-27b462db-d1f5-4a03-af42-4002eedd0419 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Floating IP fba56669-0f03-49a7-89b1-dc140bbef270 associated. External IP: 172.26.6.134, port: d447b6f8-62b8-482f-bf5d-b49c392c8c37. Jun 11 12:03:58.540404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b462db-d1f5-4a03-af42-4002eedd0419 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Router 582d0722-0de9-4024-894c-dc8c0039f626 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:03:58.685235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b462db-d1f5-4a03-af42-4002eedd0419 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:03:58.690034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-27b462db-d1f5-4a03-af42-4002eedd0419 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:03:58.694447 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ddd8c-375f-4811-b755-cdeafa7e93e1 None None] Sync routers for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:03:58.703152 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ddd8c-375f-4811-b755-cdeafa7e93e1 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:03:58.703761 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ae1ddd8c-375f-4811-b755-cdeafa7e93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:03:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:03:58.735603 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-27b462db-d1f5-4a03-af42-4002eedd0419 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "PUT /v2.0/floatingips/fba56669-0f03-49a7-89b1-dc140bbef270 HTTP/1.1" status: 200 len: 991 time: 1.2398798 Jun 11 12:03:58.736438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:03:58.739396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eab7aa0-bed8-4f85-b9d6-a940543bac60" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:03:58.778202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1ad3c9-0cf0-4d05-943c-89c5f8c5047d x-openstack-request-id: req-7c1ad3c9-0cf0-4d05-943c-89c5f8c5047d {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:03:58.778590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:03:58.778906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c1ad3c9-0cf0-4d05-943c-89c5f8c5047d {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:03:58.779360 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'status': 'completed', 'code': 200} Jun 11 12:03:58.852037 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-ae1ddd8c-375f-4811-b755-cdeafa7e93e1 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:03:58.862360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab7aa0-bed8-4f85-b9d6-a940543bac60 req-0d2c31d0-ef8c-4f96-8985-3a24ba1463ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:58.863905 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2eab7aa0-bed8-4f85-b9d6-a940543bac60 req-0d2c31d0-ef8c-4f96-8985-3a24ba1463ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 1098 time: 0.0611355 Jun 11 12:03:58.986684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab7aa0-bed8-4f85-b9d6-a940543bac60 req-7769198c-4e49-4cde-9a3a-133a6e7cbd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:58.988162 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2eab7aa0-bed8-4f85-b9d6-a940543bac60 req-7769198c-4e49-4cde-9a3a-133a6e7cbd03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1183729 Jun 11 12:03:59.072710 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2eab7aa0-bed8-4f85-b9d6-a940543bac60 req-4745a42a-438b-43ca-bbf1-6f4a9d13b3c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37 HTTP/1.1" status: 200 len: 999 time: 0.0785372 Jun 11 12:03:59.128830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab7aa0-bed8-4f85-b9d6-a940543bac60 req-67abf75d-89a7-4a76-9169-7b77dcc87a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:59.130253 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2eab7aa0-bed8-4f85-b9d6-a940543bac60 req-67abf75d-89a7-4a76-9169-7b77dcc87a32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0521166 Jun 11 12:03:59.139489 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ae1ddd8c-375f-4811-b755-cdeafa7e93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:c9:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:03:58Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:03:59.143296 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ddd8c-375f-4811-b755-cdeafa7e93e1 None None] Checking router: 582d0722-0de9-4024-894c-dc8c0039f626 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:03:59.151108 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ddd8c-375f-4811-b755-cdeafa7e93e1 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:03:59.151709 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ae1ddd8c-375f-4811-b755-cdeafa7e93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:03:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:03:59.191794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab7aa0-bed8-4f85-b9d6-a940543bac60 req-9db6880c-8f73-4f21-8594-4a479ff9d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:03:59.193270 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2eab7aa0-bed8-4f85-b9d6-a940543bac60 req-9db6880c-8f73-4f21-8594-4a479ff9d3bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568111 Jun 11 12:03:59.292693 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-ae1ddd8c-375f-4811-b755-cdeafa7e93e1 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:03:59.312037 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2eab7aa0-bed8-4f85-b9d6-a940543bac60 req-eac52e76-54d9-4e39-b8f7-37d9ed6ee1b5 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121998 Jun 11 12:03:59.589267 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ae1ddd8c-375f-4811-b755-cdeafa7e93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:c9:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:03:58Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:03:59.592899 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ddd8c-375f-4811-b755-cdeafa7e93e1 None None] The sync data for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv is: [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:c9:15:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:03:58Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:03:59.787378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288fd96f-7b59-4483-ada2-5956860c5bd1 None None] New status for floating IP fba56669-0f03-49a7-89b1-dc140bbef270: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:03:59.829520 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2eab7aa0-bed8-4f85-b9d6-a940543bac60 req-fe44252a-0afd-4c4c-83be-22e6a7f1f928 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109386 Jun 11 12:04:12.159302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-485cb660-9329-427f-b247-2b8799df08a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:14.762866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:14.895826 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:04:14.945770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bb38eeae-ae72-4b7c-9061-45a38fb17578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:15.669021 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-4fa54f5a-d891-413b-95e8-c152cb086f7c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590849 Jun 11 12:04:15.769617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-6e315a22-1257-4dfb-9a25-344523356f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:15.770967 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-6e315a22-1257-4dfb-9a25-344523356f14 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 1098 time: 0.0597074 Jun 11 12:04:15.897523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-3645a250-5022-4611-bb60-a559f0bb3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:15.898998 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-3645a250-5022-4611-bb60-a559f0bb3a7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1074827 Jun 11 12:04:15.982512 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-ebdbaeac-2d35-4e5d-a38b-a77174698711 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37 HTTP/1.1" status: 200 len: 1001 time: 0.0771198 Jun 11 12:04:16.038149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-49ba1ed3-9de8-4155-a6a2-4773d3378de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:16.039445 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-49ba1ed3-9de8-4155-a6a2-4773d3378de3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0504231 Jun 11 12:04:16.083537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:16.105412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-b107a64a-fabf-4481-8867-1f320c3d39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:16.106921 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-b107a64a-fabf-4481-8867-1f320c3d39d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0613699 Jun 11 12:04:16.225066 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-fee6c300-87c4-40e8-a28c-2f3b50fbcb67 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098845 Jun 11 12:04:16.338248 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b4d3713-b563-40a9-8206-6e7176518b23 req-e9e6fec0-989b-45ff-8af7-e3b7759685e5 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071930 Jun 11 12:04:17.780872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:27.741665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:35.064682 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ba300-9a6d-4e58-96d0-56771bd6150f req-11cd3ece-ae86-4488-b15a-d7579c236659 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:35.066150 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5d2ba300-9a6d-4e58-96d0-56771bd6150f req-11cd3ece-ae86-4488-b15a-d7579c236659 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0732613 Jun 11 12:04:35.106241 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5d2ba300-9a6d-4e58-96d0-56771bd6150f req-72108fa0-53b2-4fa8-b5af-cbf2ed388e07 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339675 Jun 11 12:04:36.290379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9b1c5-fcd4-43b8-aaa6-2ebeb4d6a10c req-b370dfaa-b9c1-4bbc-afd8-1d8fc86a2eec tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:36.291849 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aab9b1c5-fcd4-43b8-aaa6-2ebeb4d6a10c req-b370dfaa-b9c1-4bbc-afd8-1d8fc86a2eec tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0738590 Jun 11 12:04:36.333571 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aab9b1c5-fcd4-43b8-aaa6-2ebeb4d6a10c req-19d8b04c-3520-45a4-9909-1ec4576e2db6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361345 Jun 11 12:04:37.513107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971eecf-eb07-49de-aed1-4f906bf624e6 req-cf258666-f62e-47cb-b263-4e4ef2bc121d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:37.514572 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4971eecf-eb07-49de-aed1-4f906bf624e6 req-cf258666-f62e-47cb-b263-4e4ef2bc121d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0680230 Jun 11 12:04:37.556541 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4971eecf-eb07-49de-aed1-4f906bf624e6 req-6e708db6-24a4-486d-9ca3-832913c93e37 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363257 Jun 11 12:04:38.734629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecb4a7-b054-4b42-b2ae-36bb49df2a70 req-bb14f42c-2b8d-4017-8af0-d3ea72d83361 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:38.736008 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a8ecb4a7-b054-4b42-b2ae-36bb49df2a70 req-bb14f42c-2b8d-4017-8af0-d3ea72d83361 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0685103 Jun 11 12:04:38.776479 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a8ecb4a7-b054-4b42-b2ae-36bb49df2a70 req-b0ae0288-ff4c-4942-9388-8d326571dabd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344369 Jun 11 12:04:39.956059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86be190-6ab0-4f9d-ab0d-28b12953adca req-a3292b9f-c74e-4081-a740-508f0e53ff78 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:39.957505 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d86be190-6ab0-4f9d-ab0d-28b12953adca req-a3292b9f-c74e-4081-a740-508f0e53ff78 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0728557 Jun 11 12:04:39.998107 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d86be190-6ab0-4f9d-ab0d-28b12953adca req-24f8e1a2-3a8b-4020-8b0d-8f131da02173 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344388 Jun 11 12:04:41.182302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d8808-495b-47af-b259-ddf464cfde7d req-074a0ee9-77ed-4836-b98e-014c363bebe4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:41.183790 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b00d8808-495b-47af-b259-ddf464cfde7d req-074a0ee9-77ed-4836-b98e-014c363bebe4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0738115 Jun 11 12:04:41.225958 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b00d8808-495b-47af-b259-ddf464cfde7d req-a895254b-88fc-4701-a52a-76ccf348cb2f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364788 Jun 11 12:04:42.160056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9cc98542-4943-4630-b1c7-28658dcf3556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:42.401862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79283a-f3ee-4d21-9dca-b3dbcd873560 req-ef92ad0f-39c0-4834-8cf4-14d7fa681918 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:42.403343 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-de79283a-f3ee-4d21-9dca-b3dbcd873560 req-ef92ad0f-39c0-4834-8cf4-14d7fa681918 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0694270 Jun 11 12:04:42.444029 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-de79283a-f3ee-4d21-9dca-b3dbcd873560 req-b08ddb8f-6958-4b0c-9f5e-279b0c901995 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350361 Jun 11 12:04:43.627331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d3cb5-ffb2-487d-b5af-d3f8a8001eff req-caa5d846-c8d6-4cb2-a42c-706b07073b27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:43.628764 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-728d3cb5-ffb2-487d-b5af-d3f8a8001eff req-caa5d846-c8d6-4cb2-a42c-706b07073b27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0682199 Jun 11 12:04:43.669170 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-728d3cb5-ffb2-487d-b5af-d3f8a8001eff req-8a782ad8-bb19-47ef-8b52-ceda86424001 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347447 Jun 11 12:04:44.763114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:44.852769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02313f4e-99eb-4d48-b034-a4b1aa415432 req-f4842224-282a-4c52-b899-420e921f84b8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:44.854127 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02313f4e-99eb-4d48-b034-a4b1aa415432 req-f4842224-282a-4c52-b899-420e921f84b8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0745034 Jun 11 12:04:44.894927 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-02313f4e-99eb-4d48-b034-a4b1aa415432 req-df934ac7-ad66-4c37-b626-6f1fc753eae6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351939 Jun 11 12:04:44.947538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-19d29862-2aec-4559-a25c-d2ec3dcf933f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:46.076273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7e4f-8344-4440-9891-cdd50061073a req-44b58c82-bcb3-4eaa-8653-348cdd4ea104 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:46.077773 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e82e7e4f-8344-4440-9891-cdd50061073a req-44b58c82-bcb3-4eaa-8653-348cdd4ea104 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0741496 Jun 11 12:04:46.086400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:46.122304 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e82e7e4f-8344-4440-9891-cdd50061073a req-482e95a0-ee7a-4f81-b5ab-db960fd2f401 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386803 Jun 11 12:04:47.303906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b23f02-78f3-45e1-a932-333178007ba2 req-ffa097ed-1b61-47c6-97a3-20e5c60f890e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:47.305360 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-47b23f02-78f3-45e1-a932-333178007ba2 req-ffa097ed-1b61-47c6-97a3-20e5c60f890e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0693419 Jun 11 12:04:47.350867 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-47b23f02-78f3-45e1-a932-333178007ba2 req-76eadd6a-bb8c-4319-b526-337ebcccc391 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399005 Jun 11 12:04:47.776931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:48.539791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25e6d7-e933-4290-9e7f-f7eb959222c6 req-9eccd471-cae7-472c-ae4e-a06a03ff5322 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:48.541240 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0c25e6d7-e933-4290-9e7f-f7eb959222c6 req-9eccd471-cae7-472c-ae4e-a06a03ff5322 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0739763 Jun 11 12:04:48.581782 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0c25e6d7-e933-4290-9e7f-f7eb959222c6 req-33fe684b-0c24-4aa5-862e-4ee6240c9a0e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350235 Jun 11 12:04:49.758075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9d554-1659-4bb0-a3be-cc217f0d1649 req-3bd235ba-9522-4c9e-bf09-ffcab25e6824 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:49.759458 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b9c9d554-1659-4bb0-a3be-cc217f0d1649 req-3bd235ba-9522-4c9e-bf09-ffcab25e6824 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0688450 Jun 11 12:04:49.801449 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b9c9d554-1659-4bb0-a3be-cc217f0d1649 req-85e057d4-5064-45d5-8c13-e0d9672264bc tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363297 Jun 11 12:04:50.990764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214d3a3-e1f6-4a66-9fa6-0b8fc61fcd58 req-532c897f-77ad-43f3-b9ec-0f3dfee72db6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:50.992238 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b214d3a3-e1f6-4a66-9fa6-0b8fc61fcd58 req-532c897f-77ad-43f3-b9ec-0f3dfee72db6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0730362 Jun 11 12:04:51.035655 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b214d3a3-e1f6-4a66-9fa6-0b8fc61fcd58 req-1449238b-b717-4430-b633-9083f4633236 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377800 Jun 11 12:04:51.421799 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-4a085fce-fa8e-42a3-8f1f-85345b5b2cf3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080673 Jun 11 12:04:51.445008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde7a93-2b54-4b03-82ee-7b7e77a8e8bb req-c33bcef8-b6f6-4074-975a-02d0403e62e3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:51.446484 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-edde7a93-2b54-4b03-82ee-7b7e77a8e8bb req-c33bcef8-b6f6-4074-975a-02d0403e62e3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0881670 Jun 11 12:04:51.489076 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-edde7a93-2b54-4b03-82ee-7b7e77a8e8bb req-146ff6c2-acdc-4e93-b1f0-0c4d4e943ae6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368361 Jun 11 12:04:51.894507 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:04:52.508550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-824a47d3-e390-4809-bdde-3cb6d3aaee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:52.510017 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-824a47d3-e390-4809-bdde-3cb6d3aaee67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 1098 time: 0.0582807 Jun 11 12:04:52.627889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-44ca7daa-5e42-4565-b089-6c5ba96cc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:52.629336 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-44ca7daa-5e42-4565-b089-6c5ba96cc7f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1134520 Jun 11 12:04:52.671895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2583f-7a2a-43ec-8aff-85169fb0f4e1 req-480261de-fbe2-4ddd-aa31-c16309c5c983 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:52.673267 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-99c2583f-7a2a-43ec-8aff-85169fb0f4e1 req-480261de-fbe2-4ddd-aa31-c16309c5c983 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0685582 Jun 11 12:04:52.715325 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-375c2005-496b-4405-83a0-ce6fdefd2065 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37 HTTP/1.1" status: 200 len: 1001 time: 0.0795095 Jun 11 12:04:52.721210 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-99c2583f-7a2a-43ec-8aff-85169fb0f4e1 req-d63734a8-c167-4994-b706-a4a2a2e30c89 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414233 Jun 11 12:04:52.772676 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-4f80001e-3faa-47ab-ba28-847524d30548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:52.774115 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-4f80001e-3faa-47ab-ba28-847524d30548 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0531969 Jun 11 12:04:52.835383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-6624ab3e-2775-4e09-8822-dcc94c4a4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:52.836806 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-6624ab3e-2775-4e09-8822-dcc94c4a4715 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566564 Jun 11 12:04:52.952112 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-9754d93b-5b35-4a21-8d50-0565b93a506c service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091216 Jun 11 12:04:53.067647 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-23c87d40-942e-4123-9026-33966a1a1f95 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096845 Jun 11 12:04:53.899195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959a949-5699-4fb8-882c-2f03b05f3f07 req-14f62ebb-e5ac-4082-96f0-34b0432fa355 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:53.900639 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8959a949-5699-4fb8-882c-2f03b05f3f07 req-14f62ebb-e5ac-4082-96f0-34b0432fa355 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0685871 Jun 11 12:04:53.947070 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8959a949-5699-4fb8-882c-2f03b05f3f07 req-a3119a88-36c1-48e0-b2aa-31ab0b610233 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409014 Jun 11 12:04:54.671196 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-70cec8c8-e35d-4090-81b8-3cb50fda38e1 service neutron] 10.222.0.25 "GET /v2.0/ports/d447b6f8-62b8-482f-bf5d-b49c392c8c37/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0607157 Jun 11 12:04:54.922315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-88c901a0-b4dc-4573-915b-9af4092f33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:54.923729 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-88c901a0-b4dc-4573-915b-9af4092f33cc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 1098 time: 0.0588760 Jun 11 12:04:55.008519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-6ada4059-aaf8-4f14-8399-a393fffb61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:55.009997 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-6ada4059-aaf8-4f14-8399-a393fffb61ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 1098 time: 0.0637257 Jun 11 12:04:55.125521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-0a58a867-8537-412a-a934-69ed27c32e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:55.125758 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9e857-a3df-4a87-98af-f8e3bdf03090 req-c432c67d-2f10-4e1a-9cbd-1fc560afd575 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:55.127066 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-0a58a867-8537-412a-a934-69ed27c32e00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1110976 Jun 11 12:04:55.127212 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-67e9e857-a3df-4a87-98af-f8e3bdf03090 req-c432c67d-2f10-4e1a-9cbd-1fc560afd575 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0684762 Jun 11 12:04:55.169575 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-67e9e857-a3df-4a87-98af-f8e3bdf03090 req-663b63fc-693c-4a6e-8c78-a3400c709294 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357015 Jun 11 12:04:55.215303 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-2933d3bf-410e-47a7-ad9c-ea9e2972850a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37 HTTP/1.1" status: 200 len: 1001 time: 0.0814428 Jun 11 12:04:55.270900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-9c7f3b9d-16af-423e-afef-eff66634c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:55.272365 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-9c7f3b9d-16af-423e-afef-eff66634c504 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0511212 Jun 11 12:04:55.339612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-00780ecf-fd6d-47db-bee7-9997176ee7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:55.341098 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-00780ecf-fd6d-47db-bee7-9997176ee7c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0626893 Jun 11 12:04:55.459194 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-5adf4b1e-98b2-482a-8d92-a053346ecbfd service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114330 Jun 11 12:04:55.568763 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f65e79d-1bd4-46dc-8f4d-4071625867a0 req-988d198f-2469-4866-8d43-1b33d6abc1a3 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037724 Jun 11 12:04:56.356472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65236c8-4edf-4cf0-bce5-19d680bf3791 req-f3484117-212a-4b90-9bc6-d87445976250 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:56.357936 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b65236c8-4edf-4cf0-bce5-19d680bf3791 req-f3484117-212a-4b90-9bc6-d87445976250 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0734241 Jun 11 12:04:56.401951 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b65236c8-4edf-4cf0-bce5-19d680bf3791 req-a0af2333-f4b7-4a0e-b4ca-fb1337a61c9f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383060 Jun 11 12:04:57.583660 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144d77f-cde6-47c7-985d-7e024267cd5c req-7b05094d-8816-43f7-9a40-58900de0dfda tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:57.585150 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8144d77f-cde6-47c7-985d-7e024267cd5c req-7b05094d-8816-43f7-9a40-58900de0dfda tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0678639 Jun 11 12:04:57.635883 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8144d77f-cde6-47c7-985d-7e024267cd5c req-a3ca08ac-a674-481d-ba36-1ff61829eae9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Jun 11 12:04:57.751744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:57.948704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ede713-6de1-41fb-9374-696a61b18f4d req-fcb3001d-7606-4ae5-931d-a091e7e37d04 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:57.950492 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-85ede713-6de1-41fb-9374-696a61b18f4d req-fcb3001d-7606-4ae5-931d-a091e7e37d04 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0723152 Jun 11 12:04:57.963634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-613f9a1e-e26c-4f02-a3fc-94320214393d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:57.965463 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-613f9a1e-e26c-4f02-a3fc-94320214393d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555&tenant_id=1910a48f5a5e4b2696345bb36c8dc060&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0786982 Jun 11 12:04:58.007322 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-85ede713-6de1-41fb-9374-696a61b18f4d req-bfb69408-dc5d-4970-bb67-4bf18f804aca tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494123 Jun 11 12:04:58.075081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-82aabbf5-4bfe-4d7f-ac9a-01d3e722d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:58.076575 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-82aabbf5-4bfe-4d7f-ac9a-01d3e722d08b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 1098 time: 0.0651252 Jun 11 12:04:58.186597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-9aebffaf-4b7f-433a-a516-59cc6957098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:58.188032 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-9aebffaf-4b7f-433a-a516-59cc6957098c service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1056077 Jun 11 12:04:58.272275 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-d36a7484-a5ef-4cc1-a2e9-42e8bd844544 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37 HTTP/1.1" status: 200 len: 1001 time: 0.0774570 Jun 11 12:04:58.326196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-97d9fda8-ff43-4875-a9fb-3d067e64ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:58.327608 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-97d9fda8-ff43-4875-a9fb-3d067e64ddf7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0499279 Jun 11 12:04:58.400507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-021dd914-252e-4e8a-9027-6fa7411ea00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:58.402007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-021dd914-252e-4e8a-9027-6fa7411ea00e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672388 Jun 11 12:04:58.537284 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-aea4ecda-002c-4fd2-a728-38034f53527e service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280632 Jun 11 12:04:58.652056 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-031c119e-ae04-4cae-b6e9-2d089c0fe339 req-8f5d53a5-c5fc-401a-abe7-387daee5b562 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087854 Jun 11 12:04:59.117188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device d447b6f8-62b8-482f-bf5d-b49c392c8c37 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:04:59.119448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device d447b6f8-62b8-482f-bf5d-b49c392c8c37 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:04:59.198108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f29ba5-c59f-4a9d-aa00-b63461d5c893 req-7b59e706-bbe6-4ecd-8f6b-1c92aabd3fd2 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:59.205258 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-83f29ba5-c59f-4a9d-aa00-b63461d5c893 req-7b59e706-bbe6-4ecd-8f6b-1c92aabd3fd2 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0815840 Jun 11 12:04:59.243437 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-83f29ba5-c59f-4a9d-aa00-b63461d5c893 req-0319bc7a-0f4e-4c89-8bae-d4f9d2602ce1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373151 Jun 11 12:04:59.301129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:59.327212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port d447b6f8-62b8-482f-bf5d-b49c392c8c37, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:04:59.345572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'port_id': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'mac_address': 'fa:16:3e:c9:15:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:04:59.350855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:04:59.353106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e71a62-66c5-4d59-8723-5c28e32842e4" -d '{"events": [{"server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "name": "network-vif-unplugged", "status": "completed", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:04:59.368102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port d447b6f8-62b8-482f-bf5d-b49c392c8c37, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:04:59.397698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 12:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d98a48a-f616-4f89-a73f-cba137d1c035 x-openstack-request-id: req-5d98a48a-f616-4f89-a73f-cba137d1c035 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:04:59.398000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "name": "network-vif-unplugged", "status": "completed", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:04:59.398259 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d98a48a-f616-4f89-a73f-cba137d1c035 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:04:59.398671 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'code': 200} Jun 11 12:04:59.401276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:59.405482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:04:59.432907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89eb8-f2c3-460e-aaf1-7d03be19006a req-0d2f5008-61cd-4f7e-9930-a9ba039cb16d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:59.434920 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d8f89eb8-f2c3-460e-aaf1-7d03be19006a req-0d2f5008-61cd-4f7e-9930-a9ba039cb16d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 943 time: 0.0722332 Jun 11 12:04:59.449300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:04:59.475390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d447b6f8-62b8-482f-bf5d-b49c392c8c37 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:04:59.481233 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d8f89eb8-f2c3-460e-aaf1-7d03be19006a req-9221120b-bdca-4d81-9303-7459f1418b7e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404291 Jun 11 12:04:59.482302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=d447b6f8-62b8-482f-bf5d-b49c392c8c37,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:04:59.491995 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.492903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.492903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.493049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.493348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.493687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.494018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.494367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.494690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.495020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.496276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.496276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:04:59.499670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:04:59.541516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 12:04:59.541816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 12:04:59.957429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fa49f-96ab-455d-82d8-b7c0af61527e req-4cbad439-1ae8-4980-98b4-76a4d07df0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:59.959544 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-802fa49f-96ab-455d-82d8-b7c0af61527e req-4cbad439-1ae8-4980-98b4-76a4d07df0bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 1096 time: 0.0578606 Jun 11 12:04:59.974139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72195eb0-6ea0-4811-8720-3c00b8f5556e req-44b99648-17d6-481b-a490-eb9f10625233 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:04:59.975659 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-72195eb0-6ea0-4811-8720-3c00b8f5556e req-44b99648-17d6-481b-a490-eb9f10625233 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 943 time: 0.0682204 Jun 11 12:05:00.017339 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-72195eb0-6ea0-4811-8720-3c00b8f5556e req-4df3eeb7-9b56-47ad-8bc7-fd412500aa31 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358462 Jun 11 12:05:00.073961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fa49f-96ab-455d-82d8-b7c0af61527e req-12082811-04e4-48a9-8449-b4a010724b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:00.075527 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-802fa49f-96ab-455d-82d8-b7c0af61527e req-12082811-04e4-48a9-8449-b4a010724b1c service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1106172 Jun 11 12:05:00.087011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:00.101201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d447b6f8-62b8-482f-bf5d-b49c392c8c37 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:05:00.120865 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port d447b6f8-62b8-482f-bf5d-b49c392c8c37, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:05:00.125593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:00.127284 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:05:00.166852 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-802fa49f-96ab-455d-82d8-b7c0af61527e req-74d5b297-fa1c-4724-a280-0f651ac7b7e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37 HTTP/1.1" status: 200 len: 999 time: 0.0850327 Jun 11 12:05:00.190285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['d447b6f8-62b8-482f-bf5d-b49c392c8c37'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:05:00.218086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=d447b6f8-62b8-482f-bf5d-b49c392c8c37,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:05:00.222722 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:05:00.224992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fa49f-96ab-455d-82d8-b7c0af61527e req-95ccd981-ef46-4464-9412-c272787a267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:00.226624 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-802fa49f-96ab-455d-82d8-b7c0af61527e req-95ccd981-ef46-4464-9412-c272787a267e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0538397 Jun 11 12:05:00.288768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fa49f-96ab-455d-82d8-b7c0af61527e req-9d327eab-adaa-40d8-a714-42a367f17a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:00.290286 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-802fa49f-96ab-455d-82d8-b7c0af61527e req-9d327eab-adaa-40d8-a714-42a367f17a33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575936 Jun 11 12:05:00.409329 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-802fa49f-96ab-455d-82d8-b7c0af61527e req-7e124bba-1df8-4f4f-ac0a-8a8a927f076c service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113441 Jun 11 12:05:00.526944 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-802fa49f-96ab-455d-82d8-b7c0af61527e req-6b653c4b-2355-405d-a228-3c7986cc82c0 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105642 Jun 11 12:05:01.120214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device d447b6f8-62b8-482f-bf5d-b49c392c8c37 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:05:01.176436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port d447b6f8-62b8-482f-bf5d-b49c392c8c37 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:05:01.177126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:01.196839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb74b1-8469-4080-abfe-11fd5372dd35 req-e796362d-ccc0-4994-a67f-aa955d782737 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:01.198310 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b2cb74b1-8469-4080-abfe-11fd5372dd35 req-e796362d-ccc0-4994-a67f-aa955d782737 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 944 time: 0.0687222 Jun 11 12:05:01.244540 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b2cb74b1-8469-4080-abfe-11fd5372dd35 req-50c1c39b-ddaa-43fc-bca4-124bc32a5052 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405822 Jun 11 12:05:01.263281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:01.299568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port d447b6f8-62b8-482f-bf5d-b49c392c8c37, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:05:01.303448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:01.305407 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:05:01.360598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=d447b6f8-62b8-482f-bf5d-b49c392c8c37,revision_number=8']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:05:01.363923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:05:01.399811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:05:01.402186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a436c6e-0c60-4657-929c-9e315ff1fb39" -d '{"events": [{"server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "name": "network-vif-plugged", "status": "completed", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:05:01.437074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bc1057-bcec-4c14-b32e-2fe5d38df1f9 x-openstack-request-id: req-f4bc1057-bcec-4c14-b32e-2fe5d38df1f9 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:05:01.437396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "name": "network-vif-plugged", "status": "completed", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:05:01.437641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f4bc1057-bcec-4c14-b32e-2fe5d38df1f9 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:05:01.438048 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'code': 200} Jun 11 12:05:01.637445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbd31b-9d8d-48ff-9a90-4f8ce7d80b15 req-eee86e36-bfb1-4a90-871b-16ef2c45599d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:01.638928 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-68fbd31b-9d8d-48ff-9a90-4f8ce7d80b15 req-eee86e36-bfb1-4a90-871b-16ef2c45599d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0729625 Jun 11 12:05:01.679369 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-68fbd31b-9d8d-48ff-9a90-4f8ce7d80b15 req-8379605c-97c5-4817-918f-725f7e691b1b tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347772 Jun 11 12:05:02.861806 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587be1a-ab54-4698-8219-72db06302528 req-6e5bb073-6dff-45ba-87e9-84a0a51741ba tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:02.863197 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4587be1a-ab54-4698-8219-72db06302528 req-6e5bb073-6dff-45ba-87e9-84a0a51741ba tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0693383 Jun 11 12:05:02.907942 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4587be1a-ab54-4698-8219-72db06302528 req-a29b7f67-49c0-40aa-82b6-b8b4bad2f6c2 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392313 Jun 11 12:05:03.197685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-1ba290df-296c-4132-9cd5-3d0a9650d47a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:03.199045 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-1ba290df-296c-4132-9cd5-3d0a9650d47a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 945 time: 0.0672598 Jun 11 12:05:03.311661 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Deleting port d447b6f8-62b8-482f-bf5d-b49c392c8c37 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:05:03.312014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:03.436904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] For port d447b6f8-62b8-482f-bf5d-b49c392c8c37, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d447b6f8-62b8-482f-bf5d-b49c392c8c37,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:05:03.437276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:03.658813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:03.659191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:03.659509 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Floating IP fba56669-0f03-49a7-89b1-dc140bbef270 disassociated. External IP: 172.26.6.134, port: d447b6f8-62b8-482f-bf5d-b49c392c8c37. Jun 11 12:05:03.659853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Calling delete_port for d447b6f8-62b8-482f-bf5d-b49c392c8c37 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:05:03.812567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:03.816420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ddacb58-cbf5-4a1f-8fad-5320847cf5f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:05:03.846106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event deleted for resources: {'Port': ['ID=d447b6f8-62b8-482f-bf5d-b49c392c8c37,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:05:03.857623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.858017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.858398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.858803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.859173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.859547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.859916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.860285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.860652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.861017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.861378 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.861738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:05:03.866517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:05:04.381359 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b862716e-2093-409e-bf8b-da969ffb8ae6 req-870a26f0-2d45-4ad9-87b2-52b1106fb973 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb8ec9f-0d91-4414-b67a-fbc5c6931555 HTTP/1.1" status: 200 len: 210 time: 0.0434444 Jun 11 12:05:04.421522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Router 582d0722-0de9-4024-894c-dc8c0039f626 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:05:04.564024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:05:04.574919 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d6fca-ab4b-4aea-9460-419615ea0d5b None None] Sync routers for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:05:04.583372 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d6fca-ab4b-4aea-9460-419615ea0d5b None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:05:04.584643 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-992d6fca-ab4b-4aea-9460-419615ea0d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:04:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:05:04.621679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] No DVR routers for this DVR port d447b6f8-62b8-482f-bf5d-b49c392c8c37 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:05:04.624212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:04.626192 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5deadf80-594e-44a4-bcd4-414b3b85ff0d req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "DELETE /v2.0/ports/d447b6f8-62b8-482f-bf5d-b49c392c8c37 HTTP/1.1" status: 204 len: 173 time: 1.4219286 Jun 11 12:05:04.626775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'name': 'network-vif-deleted', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:05:04.629189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a4bbed-b82a-46ff-9eec-f574d9705fa5" -d '{"events": [{"server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "name": "network-vif-deleted", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:05:04.671242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb12b07-2001-4f47-9cdc-1db6171ccebb x-openstack-request-id: req-acb12b07-2001-4f47-9cdc-1db6171ccebb {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:05:04.671708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8ec9f-0d91-4414-b67a-fbc5c6931555", "name": "network-vif-deleted", "tag": "d447b6f8-62b8-482f-bf5d-b49c392c8c37", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:05:04.672021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-acb12b07-2001-4f47-9cdc-1db6171ccebb {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:05:04.672487 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8ec9f-0d91-4414-b67a-fbc5c6931555', 'name': 'network-vif-deleted', 'tag': 'd447b6f8-62b8-482f-bf5d-b49c392c8c37', 'status': 'completed', 'code': 200} Jun 11 12:05:04.733048 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-992d6fca-ab4b-4aea-9460-419615ea0d5b None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:05:04.984101 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-992d6fca-ab4b-4aea-9460-419615ea0d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:05:04.987345 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d6fca-ab4b-4aea-9460-419615ea0d5b None None] Checking router: 582d0722-0de9-4024-894c-dc8c0039f626 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:05:04.995992 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d6fca-ab4b-4aea-9460-419615ea0d5b None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:05:04.996602 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-992d6fca-ab4b-4aea-9460-419615ea0d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:04:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:05:05.140575 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-992d6fca-ab4b-4aea-9460-419615ea0d5b None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:05:05.391865 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-992d6fca-ab4b-4aea-9460-419615ea0d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:05:05.395135 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d6fca-ab4b-4aea-9460-419615ea0d5b None None] The sync data for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv is: [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:05:05.606480 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5ed81-37ac-433b-9971-2bc9e5cde13e None None] New status for floating IP fba56669-0f03-49a7-89b1-dc140bbef270: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:05:05.706415 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-cba5be8c-0718-4f3d-bddb-500944ead2f5 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1971871527&fields=id&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 267 time: 0.0361993 Jun 11 12:05:05.841306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-57f13b29-dc66-4594-b5d9-7346d5451392 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:05.842779 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-57f13b29-dc66-4594-b5d9-7346d5451392 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 811 time: 0.1290824 Jun 11 12:05:05.857697 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-bd804620-8ffb-47d8-ad87-29de2245e2a7 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/quotas/1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 375 time: 0.0094619 Jun 11 12:05:05.935877 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-4a623a25-d3ef-4ff1-b957-1c4c5a95b589 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727124 Jun 11 12:05:06.095379 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-d3a85873-525b-4ec0-be35-04bd461f2bd9 service neutron] 10.222.0.46 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480374 Jun 11 12:05:06.212599 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-8c17024b-5c74-4368-ae10-13de58854047 service neutron] 10.222.0.46 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113200 Jun 11 12:05:06.378839 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-71584c0a-7173-4483-bcaa-6aa63d94e4c0 req-eb3ac6b5-dc34-4d91-b002-4be1b64c590a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 210 time: 0.0327594 Jun 11 12:05:07.129540 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device d447b6f8-62b8-482f-bf5d-b49c392c8c37 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:05:07.157508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: d447b6f8-62b8-482f-bf5d-b49c392c8c37 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:05:07.157866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device d447b6f8-62b8-482f-bf5d-b49c392c8c37 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:05:07.402399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-1a57361c-a006-45b3-bae2-0b730de1fede tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:07.409416 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-1a57361c-a006-45b3-bae2-0b730de1fede tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 811 time: 0.1372716 Jun 11 12:05:07.453784 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-419e805b-d990-4c6f-ba10-133dfbff1d89 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 380 time: 0.0397542 Jun 11 12:05:07.462624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'port': {'device_id': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'admin_state_up': True, 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'security_groups': ['44d6b732-e9c8-4779-a98a-c7ffaa1a55c2']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:05:07.574125 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-56237124-882e-4dcf-919a-64417715f60e req-2c4d1482-ae11-4913-9d14-2066dd3b7615 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 210 time: 0.0773854 Jun 11 12:05:07.631944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Made reservation on behalf of 1910a48f5a5e4b2696345bb36c8dc060 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:05:07.639100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:07.781756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Allocated IP 172.20.0.8 (76ae0ff6-15e0-4f6c-9a42-65b8c52b5584/a2b1376d-a278-4e3d-99d5-80a7da8ac8c1/c89545f1-0b5e-4e9b-bd8d-54757d238ee1) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:05:07.945308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:07.957476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Transition to ACTIVE for port object c89545f1-0b5e-4e9b-bd8d-54757d238ee1 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:05:07.991517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:07.995329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5ae1d3c6-40b0-4fa3-8e86-8cce88b0323b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:05:08.041253 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:05:08.044366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:05:08.048284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:05:08.080889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event updated for resources: {'Port': ['ID=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:05:08.085547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:05:08.110818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:08.111433 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:08.126066 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6676314 Jun 11 12:05:08.138400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Request body: {'port': {'device_id': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:05:08.228105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:08.248924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0c00befc-4ef5-42b8-9f10-e69c1605c5e4 None None] Provisioning for port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:05:08.253280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0c00befc-4ef5-42b8-9f10-e69c1605c5e4 None None] Provisioning complete for port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:05:08.253658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0c00befc-4ef5-42b8-9f10-e69c1605c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:08.292936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0c00befc-4ef5-42b8-9f10-e69c1605c5e4 None None] Port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:05:08.537696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89545f1-0b5e-4e9b-bd8d-54757d238ee1 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:05:08.544933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:08.556166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Transition to ACTIVE for port object c89545f1-0b5e-4e9b-bd8d-54757d238ee1 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:05:08.559876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:08.562560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:05:08.683552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Pushing event updated for resources: {'Port': ['ID=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:05:08.687045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:05:08.745072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Attempting to bind port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:05:08.745418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Attempting to bind port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:05:08.745756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Attempting to bind port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:05:08.750250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:05:08.750612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Attempting to bind port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:05:08.755674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:05:08.756036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Checking segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:05:08.756419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Bound using segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:05:08.756860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Bound port: c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:05:08.757215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:08.763819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c85d23-179c-4896-9852-44cc4d1702dc req-85f6d746-10d0-4688-b6ef-6058c2530951 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:08.765351 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-63c85d23-179c-4896-9852-44cc4d1702dc req-85f6d746-10d0-4688-b6ef-6058c2530951 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 943 time: 0.0743206 Jun 11 12:05:08.810982 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-63c85d23-179c-4896-9852-44cc4d1702dc req-5bf30a73-b0de-4a79-ab7a-65ad091ae686 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395148 Jun 11 12:05:08.837922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:05:08.841098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:05:08.844817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:08.847638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-83e61021-a499-44a0-9b6c-dc1c8bbe1ad8 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:05:08.884688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:08.885316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:08.886730 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] 10.222.0.25 "PUT /v2.0/ports/c89545f1-0b5e-4e9b-bd8d-54757d238ee1 HTTP/1.1" status: 200 len: 1093 time: 0.7527113 Jun 11 12:05:08.887253 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:05:08.889630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:05:08.926445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Pushing event updated for resources: {'Port': ['ID=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:05:08.938811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b7dbaf-11a6-434e-9907-203e1fcf75e5 x-openstack-request-id: req-19b7dbaf-11a6-434e-9907-203e1fcf75e5 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:05:08.939188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:05:08.939468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19b7dbaf-11a6-434e-9907-203e1fcf75e5 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:05:08.939916 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'status': 'completed', 'code': 200} Jun 11 12:05:08.940708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:05:08.992318 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-484869ff-52c3-452d-8cb7-dc344752d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:08.993835 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-484869ff-52c3-452d-8cb7-dc344752d380 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0646186 Jun 11 12:05:09.054191 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-fc940431-7d4b-434f-b54f-a7e38e4ae4c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1 HTTP/1.1" status: 200 len: 217 time: 0.0529358 Jun 11 12:05:09.109778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-4c5ee02d-1e32-4976-9e33-1ec2a6a7c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:09.111187 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-4c5ee02d-1e32-4976-9e33-1ec2a6a7c489 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0510032 Jun 11 12:05:09.178190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-b844c25c-6470-4940-bf83-b5c214c62d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:09.179713 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-b844c25c-6470-4940-bf83-b5c214c62d4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0625665 Jun 11 12:05:09.290430 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-a7556a87-21dd-438a-ad13-64108cd5f99a service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042778 Jun 11 12:05:09.413321 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-472a1ae3-4fcf-4828-bf4a-ebfe2561cf0d req-c985871f-3d39-48ef-ab78-cb4a80f307e0 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171856 Jun 11 12:05:09.524171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4 req-bdf07027-2446-422c-82b8-cfa8f2a21da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:09.525652 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4 req-bdf07027-2446-422c-82b8-cfa8f2a21da8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0648699 Jun 11 12:05:09.642920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4 req-57a545bc-995f-441d-8e75-017017b0b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:09.645569 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4 req-57a545bc-995f-441d-8e75-017017b0b055 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1132264 Jun 11 12:05:09.703887 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4 req-8b06566a-0c76-4897-ab64-a9a2200aa8c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1 HTTP/1.1" status: 200 len: 217 time: 0.0520775 Jun 11 12:05:09.760401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4 req-59bc46c2-f921-49f5-87f2-7622bb11d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:09.761806 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4 req-59bc46c2-f921-49f5-87f2-7622bb11d142 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0512962 Jun 11 12:05:09.827654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4 req-fa866074-d20c-4c76-a1ba-b0891edbeb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:09.829098 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4 req-fa866074-d20c-4c76-a1ba-b0891edbeb7e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0610154 Jun 11 12:05:09.941513 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4 req-f3191d4c-32b8-4f22-945f-b95973b6d9d5 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051400 Jun 11 12:05:09.996341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1006046-26a5-4b89-ba95-c2b3f8858a29 req-3bd8ed6e-0cc4-4206-87a4-56f336989a62 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:09.997716 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a1006046-26a5-4b89-ba95-c2b3f8858a29 req-3bd8ed6e-0cc4-4206-87a4-56f336989a62 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 943 time: 0.0732303 Jun 11 12:05:10.042273 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a1006046-26a5-4b89-ba95-c2b3f8858a29 req-828461bb-2850-4265-a6c8-382cad9b7b42 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380497 Jun 11 12:05:10.058660 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cb437a34-3b75-45d0-9de7-d3d0c4532cc4 req-5171d5ee-9d8c-45cc-9ea4-56397b8cd6c0 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105750 Jun 11 12:05:11.150816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device c89545f1-0b5e-4e9b-bd8d-54757d238ee1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:05:11.224853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6e09c-777d-4c61-a216-0a50dbd43131 req-a426474d-4468-4fc4-a953-107a25deaddf tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:11.226342 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2da6e09c-777d-4c61-a216-0a50dbd43131 req-a426474d-4468-4fc4-a953-107a25deaddf tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 943 time: 0.0751865 Jun 11 12:05:11.267770 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2da6e09c-777d-4c61-a216-0a50dbd43131 req-1233939e-b4b3-40c4-8cc2-8d5069cae61d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354321 Jun 11 12:05:11.268707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:05:11.280860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'port_id': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'mac_address': 'fa:16:3e:4e:91:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:05:11.323435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:11.337279 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89545f1-0b5e-4e9b-bd8d-54757d238ee1 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:05:11.358030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:05:11.360956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:11.362869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:05:11.417677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:05:11.420689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:05:11.559368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['c89545f1-0b5e-4e9b-bd8d-54757d238ee1'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:05:12.161353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ef1ef087-5fbe-4725-a39f-4dbf270b37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:12.445510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf59d2a-6539-40ec-985a-5d2e16073ce0 req-1939ca4e-8a65-45dc-a93c-fd893d7d9521 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:12.446900 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-daf59d2a-6539-40ec-985a-5d2e16073ce0 req-1939ca4e-8a65-45dc-a93c-fd893d7d9521 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 944 time: 0.0689871 Jun 11 12:05:12.487379 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-daf59d2a-6539-40ec-985a-5d2e16073ce0 req-136a62b5-66a9-4720-b9ef-a38831a2b09f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349360 Jun 11 12:05:13.161016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device c89545f1-0b5e-4e9b-bd8d-54757d238ee1 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:05:13.217023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:05:13.220603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:05:13.220984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:13.305348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:13.328179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:05:13.330390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384abcd3-12dd-4d9d-91bc-c22b4b9f0c05" -d '{"events": [{"server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "name": "network-vif-plugged", "status": "completed", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:05:13.344586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:05:13.348506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:13.351868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:05:13.384434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c71122-5e45-4477-b3b5-4eb5f5c9dd59 x-openstack-request-id: req-f4c71122-5e45-4477-b3b5-4eb5f5c9dd59 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:05:13.384863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "name": "network-vif-plugged", "status": "completed", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:05:13.385125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f4c71122-5e45-4477-b3b5-4eb5f5c9dd59 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:05:13.385634 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'code': 200} Jun 11 12:05:13.415947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:05:13.418771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:05:13.585237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0da40d-4573-4b71-9fb5-81b52fa3516c req-38540bbe-9f04-4188-b144-50fec74c9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:13.587320 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0d0da40d-4573-4b71-9fb5-81b52fa3516c req-38540bbe-9f04-4188-b144-50fec74c9d5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0573761 Jun 11 12:05:13.624703 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0d0da40d-4573-4b71-9fb5-81b52fa3516c req-e1296c5b-40b9-46e7-aee6-86f2fe71667a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319002 Jun 11 12:05:13.671136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1f1a6-1734-4633-85f0-d19c2d6bef7c req-5a91948d-97d1-4152-aa74-9dca5fa46fa3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:13.672511 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8be1f1a6-1734-4633-85f0-d19c2d6bef7c req-5a91948d-97d1-4152-aa74-9dca5fa46fa3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0727763 Jun 11 12:05:13.714407 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8be1f1a6-1734-4633-85f0-d19c2d6bef7c req-d0e9ebbe-cfde-422a-bdb3-59d288413d7a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363181 Jun 11 12:05:14.766943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:14.897430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a69e9-dab6-49c3-8718-eaf755b63cee req-28ec516f-3ada-43fd-a9ab-11ddcc369bdf tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:14.898897 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-548a69e9-dab6-49c3-8718-eaf755b63cee req-28ec516f-3ada-43fd-a9ab-11ddcc369bdf tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0727203 Jun 11 12:05:14.939994 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-548a69e9-dab6-49c3-8718-eaf755b63cee req-e84a63dd-5bbd-4015-8321-62db49f619df tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355895 Jun 11 12:05:14.950215 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c87b-6156-4bab-9217-b2324164093c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:15.114395 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38617e99-8ed0-406b-8f9b-2919bc5b3523 req-a2b9c761-4309-40d8-913b-c09329ddc63d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:15.115838 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-38617e99-8ed0-406b-8f9b-2919bc5b3523 req-a2b9c761-4309-40d8-913b-c09329ddc63d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0674100 Jun 11 12:05:15.124082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52140) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:05:15.128434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-51318a20-924c-479f-b9ac-f830199e13e4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'floatingip': {'port_id': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:05:15.184750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51318a20-924c-479f-b9ac-f830199e13e4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:15.755118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51318a20-924c-479f-b9ac-f830199e13e4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:15.758775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51318a20-924c-479f-b9ac-f830199e13e4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:15.891008 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-51318a20-924c-479f-b9ac-f830199e13e4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Floating IP fba56669-0f03-49a7-89b1-dc140bbef270 associated. External IP: 172.26.6.134, port: c89545f1-0b5e-4e9b-bd8d-54757d238ee1. Jun 11 12:05:16.091006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:16.569299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51318a20-924c-479f-b9ac-f830199e13e4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Router 582d0722-0de9-4024-894c-dc8c0039f626 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:05:16.711903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51318a20-924c-479f-b9ac-f830199e13e4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:05:16.716704 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51318a20-924c-479f-b9ac-f830199e13e4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:16.722500 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315d3892-120d-4e97-b245-22f942ecc29c None None] Sync routers for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:05:16.732103 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d3892-120d-4e97-b245-22f942ecc29c None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:05:16.732723 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-315d3892-120d-4e97-b245-22f942ecc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:05:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:05:16.761953 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-51318a20-924c-479f-b9ac-f830199e13e4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "PUT /v2.0/floatingips/fba56669-0f03-49a7-89b1-dc140bbef270 HTTP/1.1" status: 200 len: 991 time: 1.6343849 Jun 11 12:05:16.761953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:05:16.762492 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da58aef-2daa-4d17-8115-bfeac5b64753" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:05:16.856760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a055dab9-0721-4111-a7cd-95342e868a77 x-openstack-request-id: req-a055dab9-0721-4111-a7cd-95342e868a77 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:05:16.857376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:05:16.857686 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a055dab9-0721-4111-a7cd-95342e868a77 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:05:16.858157 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'status': 'completed', 'code': 200} Jun 11 12:05:16.883384 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-315d3892-120d-4e97-b245-22f942ecc29c None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:05:16.939665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da58aef-2daa-4d17-8115-bfeac5b64753 req-f0de1f4e-ec95-4b42-9ab4-0837d3e3d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:16.941150 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6da58aef-2daa-4d17-8115-bfeac5b64753 req-f0de1f4e-ec95-4b42-9ab4-0837d3e3d2a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0578570 Jun 11 12:05:17.057058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da58aef-2daa-4d17-8115-bfeac5b64753 req-ee5f4dd5-a284-4f6e-a1d4-78545cb4c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:17.058523 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6da58aef-2daa-4d17-8115-bfeac5b64753 req-ee5f4dd5-a284-4f6e-a1d4-78545cb4c272 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1106362 Jun 11 12:05:17.147616 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6da58aef-2daa-4d17-8115-bfeac5b64753 req-2e61d421-a824-4687-a284-f36b87e2a3d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1 HTTP/1.1" status: 200 len: 999 time: 0.0825455 Jun 11 12:05:17.213102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da58aef-2daa-4d17-8115-bfeac5b64753 req-294ba12d-0d72-4d9a-b6f4-8f708e6612fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:17.215301 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6da58aef-2daa-4d17-8115-bfeac5b64753 req-294ba12d-0d72-4d9a-b6f4-8f708e6612fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0620234 Jun 11 12:05:17.265030 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-315d3892-120d-4e97-b245-22f942ecc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:4e:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:05:15Z', 'revision_number': 9, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:05:17.268248 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315d3892-120d-4e97-b245-22f942ecc29c None None] Checking router: 582d0722-0de9-4024-894c-dc8c0039f626 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:05:17.276009 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d3892-120d-4e97-b245-22f942ecc29c None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:05:17.276608 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-315d3892-120d-4e97-b245-22f942ecc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:05:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:05:17.277130 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da58aef-2daa-4d17-8115-bfeac5b64753 req-ce4c8913-1838-461b-a9db-86746546c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:17.278656 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6da58aef-2daa-4d17-8115-bfeac5b64753 req-ce4c8913-1838-461b-a9db-86746546c2be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573502 Jun 11 12:05:17.395203 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6da58aef-2daa-4d17-8115-bfeac5b64753 req-76df3c74-6076-464e-b22c-49418058433a service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099224 Jun 11 12:05:17.418256 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-315d3892-120d-4e97-b245-22f942ecc29c None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:05:17.683724 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-18306aa4-637b-41d5-8677-30fc9e4c0d3a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696309 Jun 11 12:05:17.717963 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-315d3892-120d-4e97-b245-22f942ecc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:4e:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:05:15Z', 'revision_number': 9, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:05:17.721576 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315d3892-120d-4e97-b245-22f942ecc29c None None] The sync data for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv is: [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:4e:91:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:05:15Z', 'revision_number': 9, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:05:17.781426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:17.920840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f5995-190b-4185-9bd8-c768d9205bb4 None None] New status for floating IP fba56669-0f03-49a7-89b1-dc140bbef270: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:05:17.929139 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6da58aef-2daa-4d17-8115-bfeac5b64753 req-5ee179de-ad65-4673-abc8-6e7f8481453a service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278032 Jun 11 12:05:18.056750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-4a832960-5726-4f5f-8a6f-d8c2d3eb067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:18.058263 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-4a832960-5726-4f5f-8a6f-d8c2d3eb067b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0604129 Jun 11 12:05:18.188695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-b1a7b338-b249-4358-a6b1-fdca3f55a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:18.190161 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-b1a7b338-b249-4358-a6b1-fdca3f55a662 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1125121 Jun 11 12:05:18.274660 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-198079df-029a-4402-b270-0fa03fd3156b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1 HTTP/1.1" status: 200 len: 1002 time: 0.0781114 Jun 11 12:05:18.328984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-97cda6e9-9822-4c49-b5e5-3d6395f5b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:18.330374 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-97cda6e9-9822-4c49-b5e5-3d6395f5b54a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0500872 Jun 11 12:05:18.391393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-6aebcd28-3b3d-4f2e-8e32-94cec171f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:18.392859 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-6aebcd28-3b3d-4f2e-8e32-94cec171f3ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564201 Jun 11 12:05:18.506848 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-03070a0f-0adf-49fd-91f2-fd15bf7a4b8f service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071830 Jun 11 12:05:18.622087 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-c1a57771-94bf-42b9-983a-ae4a75667bdd service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095273 Jun 11 12:05:27.741001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:28.893032 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:05:42.165415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-585df49c-5ad0-4754-a9ab-5b88f48aab9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:44.767753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:44.951447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-970a2094-539d-461a-b43b-bcd5427ac0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:46.091250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:47.783357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:53.181149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8674-2b74-4371-878d-05b6b86ca6a0 req-c3df5ac1-c460-472a-9e95-136370cb805b tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:53.182559 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-563d8674-2b74-4371-878d-05b6b86ca6a0 req-c3df5ac1-c460-472a-9e95-136370cb805b tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.1103792 Jun 11 12:05:53.186083 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-8a7e9ea5-734e-45b7-95de-97a39f3f7f55 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1711333 Jun 11 12:05:53.224251 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-563d8674-2b74-4371-878d-05b6b86ca6a0 req-13e52b0a-4e5c-4d26-a8b8-f222e7a98386 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360665 Jun 11 12:05:54.258241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-c97b62e4-2925-4d06-9343-e143c1d4b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:54.259811 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-c97b62e4-2925-4d06-9343-e143c1d4b034 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0594382 Jun 11 12:05:54.377485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-d288944e-33f4-466f-a3dd-82cd399f56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:54.379185 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-d288944e-33f4-466f-a3dd-82cd399f56d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1128783 Jun 11 12:05:54.406121 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05695fc-6e8d-4187-b667-fe6fd8199bcc req-6e1a14fe-14d8-42bf-b480-09d6eacd34cc tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:54.407614 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f05695fc-6e8d-4187-b667-fe6fd8199bcc req-6e1a14fe-14d8-42bf-b480-09d6eacd34cc tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0693054 Jun 11 12:05:54.449146 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f05695fc-6e8d-4187-b667-fe6fd8199bcc req-ea04fd71-1638-4ba1-85c1-d9f23d05a452 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354199 Jun 11 12:05:54.467086 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-eee402d9-3970-4dcc-bf57-dc634ff77fac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1 HTTP/1.1" status: 200 len: 1002 time: 0.0818577 Jun 11 12:05:54.522288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-41f32f07-73df-4ad4-98f0-f4c8ca6eae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:54.524141 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-41f32f07-73df-4ad4-98f0-f4c8ca6eae06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0507016 Jun 11 12:05:54.591718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-e9312fe1-1b59-4b8a-84e4-8ff57907f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:54.593198 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-e9312fe1-1b59-4b8a-84e4-8ff57907f6b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0628092 Jun 11 12:05:54.704953 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-32b56a1a-1967-44c6-85e9-cd1f646e1f7e service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052575 Jun 11 12:05:54.821942 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-5e6f1581-9197-4b60-91d0-8c6657f0fadd service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111791 Jun 11 12:05:55.633920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebfea7-bd45-4a2c-83db-82a9ee7d7874 req-e73d26c1-c6e6-4994-9a3f-98c3aff3bddd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:55.635395 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ebfea7-bd45-4a2c-83db-82a9ee7d7874 req-e73d26c1-c6e6-4994-9a3f-98c3aff3bddd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0753040 Jun 11 12:05:55.676368 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ebfea7-bd45-4a2c-83db-82a9ee7d7874 req-f041db14-76d0-49cc-9ef0-37aa36487ec9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353987 Jun 11 12:05:56.862566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168dfda-bcfe-4282-90ea-0c31ca3aace6 req-fcccdd42-94b4-4d70-80e4-0b17bdf43a21 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:56.863898 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2168dfda-bcfe-4282-90ea-0c31ca3aace6 req-fcccdd42-94b4-4d70-80e4-0b17bdf43a21 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0718360 Jun 11 12:05:56.905031 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2168dfda-bcfe-4282-90ea-0c31ca3aace6 req-fd88e31c-f825-40fe-a2a1-46e6dbeef9f1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348797 Jun 11 12:05:57.743459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:05:58.082083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892ddc5-a232-4fc9-afdd-95c40be71d29 req-a51dccb1-29a4-476c-9093-fe9b20a79db2 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:58.083545 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0892ddc5-a232-4fc9-afdd-95c40be71d29 req-a51dccb1-29a4-476c-9093-fe9b20a79db2 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0676246 Jun 11 12:05:58.128742 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0892ddc5-a232-4fc9-afdd-95c40be71d29 req-5b7ae69c-f096-4185-bf31-d1d8cb1f3464 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395570 Jun 11 12:05:59.311623 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d38ab-2245-4cc4-8e9d-e451913c7d8c req-eccd7bd7-c238-4090-82d9-f52264dc2c95 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:05:59.313064 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e67d38ab-2245-4cc4-8e9d-e451913c7d8c req-eccd7bd7-c238-4090-82d9-f52264dc2c95 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0697882 Jun 11 12:05:59.354444 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e67d38ab-2245-4cc4-8e9d-e451913c7d8c req-2b09a60e-73ef-4efc-8521-3e5a855d1d72 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357115 Jun 11 12:06:00.533888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8578f-6d29-4f45-a53b-aa72de8f54d9 req-aa442417-4bfe-4791-ad9d-468b821f818c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:00.535392 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-93c8578f-6d29-4f45-a53b-aa72de8f54d9 req-aa442417-4bfe-4791-ad9d-468b821f818c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0724483 Jun 11 12:06:00.577529 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-93c8578f-6d29-4f45-a53b-aa72de8f54d9 req-3e57f074-efe9-4cc1-aa0b-47357d930227 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357244 Jun 11 12:06:01.757780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f221e-dbb1-41ce-ac7c-05c8cf7851a1 req-31af117b-1a11-4969-8b0e-6e48ed7e1c79 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:01.759802 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6c2f221e-dbb1-41ce-ac7c-05c8cf7851a1 req-31af117b-1a11-4969-8b0e-6e48ed7e1c79 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0723362 Jun 11 12:06:01.800431 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6c2f221e-dbb1-41ce-ac7c-05c8cf7851a1 req-cc1bf1ca-b4c6-41ed-b16a-9d5586534c56 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349569 Jun 11 12:06:02.983564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16643c87-2fc6-4881-8194-e893c50b9e64 req-e2fc45bd-5ef8-443f-93b3-e1f1e81b0bf1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:02.985006 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-16643c87-2fc6-4881-8194-e893c50b9e64 req-e2fc45bd-5ef8-443f-93b3-e1f1e81b0bf1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0706720 Jun 11 12:06:03.026020 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-16643c87-2fc6-4881-8194-e893c50b9e64 req-77a5071a-5672-4ffd-bb22-703b15be6464 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354240 Jun 11 12:06:04.201778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478d3d1-c7f0-49cb-b126-65761593f8c4 req-ad7803c9-bb82-455c-a272-5185ad3e56fa tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:04.203237 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4478d3d1-c7f0-49cb-b126-65761593f8c4 req-ad7803c9-bb82-455c-a272-5185ad3e56fa tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0676048 Jun 11 12:06:04.243997 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4478d3d1-c7f0-49cb-b126-65761593f8c4 req-c0dbd567-2d99-45fc-bbe1-f819e54bfb64 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352502 Jun 11 12:06:05.426695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f45509-5070-4700-b314-880194cfd092 req-ea6ade16-0dfd-47d3-b335-56a425859fb4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:05.428179 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-84f45509-5070-4700-b314-880194cfd092 req-ea6ade16-0dfd-47d3-b335-56a425859fb4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0749710 Jun 11 12:06:05.470791 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-84f45509-5070-4700-b314-880194cfd092 req-21b2b97d-fe41-4827-92b9-2a4339e6f993 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357680 Jun 11 12:06:05.890912 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:06:06.464599 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-33afd663-e3a0-4e1e-9c90-d61eb17d04f4 service neutron] 10.222.0.25 "GET /v2.0/ports/c89545f1-0b5e-4e9b-bd8d-54757d238ee1/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0623562 Jun 11 12:06:06.661175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b68-7bc6-4885-ac6d-2c48e6852d9c req-827144a1-519d-4dc5-82ae-9491ab01bfad tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:06.662978 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dacd2b68-7bc6-4885-ac6d-2c48e6852d9c req-827144a1-519d-4dc5-82ae-9491ab01bfad tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0755498 Jun 11 12:06:06.705178 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dacd2b68-7bc6-4885-ac6d-2c48e6852d9c req-df10056f-f945-42be-a6e5-b031b018c062 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360191 Jun 11 12:06:06.733364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-6cccca24-f8be-446f-90c4-90e502f2a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:06.734885 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-6cccca24-f8be-446f-90c4-90e502f2a7f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 1098 time: 0.0608561 Jun 11 12:06:06.818118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-9ecaae03-5bc2-4d58-9ac1-bd5fc9bf0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:06.819596 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-9ecaae03-5bc2-4d58-9ac1-bd5fc9bf0522 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0629816 Jun 11 12:06:06.934068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-a5da4afc-58db-47b8-a1bc-863c84ed66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:06.935527 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-a5da4afc-58db-47b8-a1bc-863c84ed66dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1096950 Jun 11 12:06:07.018588 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-6899cb62-e23e-4a07-a386-64e2a96dcafc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1 HTTP/1.1" status: 200 len: 1002 time: 0.0766044 Jun 11 12:06:07.077953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-4f6aa848-642c-4a3b-8dea-261cb0dd181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:07.079378 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-4f6aa848-642c-4a3b-8dea-261cb0dd181c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0547478 Jun 11 12:06:07.139840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-699853b8-6f76-404c-a5ce-bc9e8391e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:07.141268 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-699853b8-6f76-404c-a5ce-bc9e8391e78b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561569 Jun 11 12:06:07.254854 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-eeae64ea-20c0-4763-b3c3-1cc99cb87e0c service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068361 Jun 11 12:06:07.367607 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be452ce1-5b59-47ae-a790-1b3a2ae9738c req-8ccd01a1-02fa-4ca1-a13a-eb28b9e02ede service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070409 Jun 11 12:06:07.882255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78f74a-6d1f-4bb4-b159-46718f33fac7 req-aeb27fb8-486f-427d-8f2b-ff929e7c40dd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:07.884302 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3a78f74a-6d1f-4bb4-b159-46718f33fac7 req-aeb27fb8-486f-427d-8f2b-ff929e7c40dd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0692654 Jun 11 12:06:07.924260 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3a78f74a-6d1f-4bb4-b159-46718f33fac7 req-07e10ecd-ad3c-4177-b04b-78251616b1ab tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344126 Jun 11 12:06:09.104069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1a169-58fe-495c-b6ee-1096d95ef694 req-12297d79-325d-4fb8-a4a7-0dd84e5316db tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:09.105522 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b8d1a169-58fe-495c-b6ee-1096d95ef694 req-12297d79-325d-4fb8-a4a7-0dd84e5316db tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0695560 Jun 11 12:06:09.150746 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b8d1a169-58fe-495c-b6ee-1096d95ef694 req-93e071c6-1e03-4e42-9f0a-4c753d36b99e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394461 Jun 11 12:06:09.414754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device c89545f1-0b5e-4e9b-bd8d-54757d238ee1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:06:09.528522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:06:09.540996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'port_id': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'mac_address': 'fa:16:3e:4e:91:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:06:09.581739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:09.596114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c89545f1-0b5e-4e9b-bd8d-54757d238ee1 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:06:09.616319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:06:09.620633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:09.623267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:06:09.681116 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:06:09.684250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['c89545f1-0b5e-4e9b-bd8d-54757d238ee1'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:06:09.713615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.713962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.714300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.714660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.714990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.715318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.715644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.715968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.716290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.716613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.717103 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.717436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:09.721457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:06:10.327055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87012b8e-0560-4296-b3c2-4879f880ccbc req-9e507371-1d2f-4d6d-81be-c0fd78c1deb8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:10.328498 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-87012b8e-0560-4296-b3c2-4879f880ccbc req-9e507371-1d2f-4d6d-81be-c0fd78c1deb8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 944 time: 0.0677695 Jun 11 12:06:10.372118 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-87012b8e-0560-4296-b3c2-4879f880ccbc req-8926a914-872f-49c5-8ae2-9c5392543568 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380671 Jun 11 12:06:10.803772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-8ef7909e-d858-40f1-a201-f7d21372cd6f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:10.805674 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-8ef7909e-d858-40f1-a201-f7d21372cd6f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1&tenant_id=1910a48f5a5e4b2696345bb36c8dc060&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.1067126 Jun 11 12:06:10.889224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d586a35-89fc-4bcc-8993-e81604623970 req-62ad073e-bb8f-494c-938e-097fa800888f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:10.890712 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0d586a35-89fc-4bcc-8993-e81604623970 req-62ad073e-bb8f-494c-938e-097fa800888f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 944 time: 0.1299407 Jun 11 12:06:10.904567 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-f5545b96-7207-4364-bbc3-13039c3ed7f3 service neutron] 10.222.0.25 "GET /v2.0/ports/c89545f1-0b5e-4e9b-bd8d-54757d238ee1/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0932066 Jun 11 12:06:10.963191 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0d586a35-89fc-4bcc-8993-e81604623970 req-fceff5e3-242c-4bd9-b17a-2b215b27f24e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668344 Jun 11 12:06:10.989757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-7f4c7547-c5a7-4ac6-b148-9216259f5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:10.991269 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-7f4c7547-c5a7-4ac6-b148-9216259f5d94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 1097 time: 0.0643163 Jun 11 12:06:11.109085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-57a03584-7482-47bb-a64b-cb5311487bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:11.110444 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-57a03584-7482-47bb-a64b-cb5311487bfd service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1122155 Jun 11 12:06:11.194691 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-4efbc859-2fe9-4b8c-bc22-3faede97aa88 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1 HTTP/1.1" status: 200 len: 1001 time: 0.0784259 Jun 11 12:06:11.250058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-1b0fcb41-7a7d-42f7-b6d1-7be510ec8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:11.251474 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-1b0fcb41-7a7d-42f7-b6d1-7be510ec8596 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0507479 Jun 11 12:06:11.312806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-144bdc64-92e4-4968-9690-f55f4a39ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:11.314235 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-144bdc64-92e4-4968-9690-f55f4a39ad3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564692 Jun 11 12:06:11.425350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device c89545f1-0b5e-4e9b-bd8d-54757d238ee1 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:06:11.429054 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-b9b2ef3b-a0b7-4924-a271-7e83cd86c7f9 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086130 Jun 11 12:06:11.552452 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-b5e95793-2c81-4e1f-8a71-db54a0c8f088 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169062 Jun 11 12:06:11.636917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:06:11.637297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:11.720848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:11.744049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:06:11.746277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270feb32-d2c0-45cc-8e89-c853fb18692f" -d '{"events": [{"server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "name": "network-vif-plugged", "status": "completed", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:06:11.759839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:06:11.763770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:11.765884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:06:11.794994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c87b4e-70e3-4f5d-834a-fb43d6be8a69 x-openstack-request-id: req-d5c87b4e-70e3-4f5d-834a-fb43d6be8a69 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:06:11.795296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "name": "network-vif-plugged", "status": "completed", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:06:11.795556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5c87b4e-70e3-4f5d-834a-fb43d6be8a69 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:06:11.795944 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'code': 200} Jun 11 12:06:11.822806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:06:11.825668 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:06:12.138250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ebfdc-b3d7-4097-91c6-6831feb08b39 req-73790c7c-48b8-4e50-b63f-0364b2448a57 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:12.139756 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-659ebfdc-b3d7-4097-91c6-6831feb08b39 req-73790c7c-48b8-4e50-b63f-0364b2448a57 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0671902 Jun 11 12:06:12.165535 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6d133f0a-d27c-4f77-a427-bf4b653e9f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:12.182499 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-659ebfdc-b3d7-4097-91c6-6831feb08b39 req-e19e0532-c49d-4282-8118-a3104b82334e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372179 Jun 11 12:06:13.371531 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e60a00-ba8d-439d-9e6f-bf4bdc3ed326 req-4b35254b-5280-44e5-ad4a-c1d53c9e1eb1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:13.373002 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c1e60a00-ba8d-439d-9e6f-bf4bdc3ed326 req-4b35254b-5280-44e5-ad4a-c1d53c9e1eb1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0747478 Jun 11 12:06:13.414837 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c1e60a00-ba8d-439d-9e6f-bf4bdc3ed326 req-6c1a1d98-9212-4ecf-b44e-7a439de91b14 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360684 Jun 11 12:06:14.008396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-6ca7104d-0f42-4d5a-ad96-46fe334ed83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:14.009875 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-6ca7104d-0f42-4d5a-ad96-46fe334ed83a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 1098 time: 0.1176703 Jun 11 12:06:14.094282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-17368bd9-f254-4b7b-bff5-fb4a50d4da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:14.095829 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-17368bd9-f254-4b7b-bff5-fb4a50d4da84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0641344 Jun 11 12:06:14.209262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-79e6f0b4-6c8b-44e2-945c-6a06f57fcae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:14.211326 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-79e6f0b4-6c8b-44e2-945c-6a06f57fcae3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1088576 Jun 11 12:06:14.295246 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-ee8a7b8c-5fda-4c2d-9f1a-9808c8d87562 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1 HTTP/1.1" status: 200 len: 1002 time: 0.0774384 Jun 11 12:06:14.349317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-6f19439f-c9e5-4c5b-ba54-0b7029663795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:14.350663 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-6f19439f-c9e5-4c5b-ba54-0b7029663795 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0498698 Jun 11 12:06:14.410912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-8a0e62e2-f879-47c1-98de-68e10473dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:14.412562 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-8a0e62e2-f879-47c1-98de-68e10473dd58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552366 Jun 11 12:06:14.527284 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-62e2fdfc-abed-42e0-8b3a-99ab759603d2 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074293 Jun 11 12:06:14.681143 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7bf5255f-9351-43e9-96e2-98d200f6c4c2 req-e737d539-adb2-4cf8-b3db-cf1c563f9bca service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439216 Jun 11 12:06:14.691815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e4817-8b81-476e-86f1-f5cf6ce91705 req-a9f2729a-da15-42f9-b2a6-9a1c8dea48df tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:14.693225 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ca4e4817-8b81-476e-86f1-f5cf6ce91705 req-a9f2729a-da15-42f9-b2a6-9a1c8dea48df tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.1646574 Jun 11 12:06:14.740042 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ca4e4817-8b81-476e-86f1-f5cf6ce91705 req-d7e036ec-ac84-4140-9763-ebca22e91290 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401969 Jun 11 12:06:14.770005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:14.950949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-14ad8e69-291f-41e4-b771-1564e80b55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:15.922353 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211c624-8338-473b-b068-0dc75c21b770 req-a8943667-7ed2-4c4f-ba91-5c8380e25a3e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:15.923834 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3211c624-8338-473b-b068-0dc75c21b770 req-a8943667-7ed2-4c4f-ba91-5c8380e25a3e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0716808 Jun 11 12:06:15.967381 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3211c624-8338-473b-b068-0dc75c21b770 req-6f27c255-ee26-4abe-b434-7530848c861d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377266 Jun 11 12:06:16.093983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:17.143920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473539-0ce7-456a-998b-a2d21b24110e req-10a73aa9-800c-406a-9089-06c01850ad26 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:17.145390 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2c473539-0ce7-456a-998b-a2d21b24110e req-10a73aa9-800c-406a-9089-06c01850ad26 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0674944 Jun 11 12:06:17.186449 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2c473539-0ce7-456a-998b-a2d21b24110e req-e5260875-c006-4942-9c71-63c62875224c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355504 Jun 11 12:06:17.365305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ed0f1-cabe-47ed-8c19-18695026a231 req-6c7a0aac-707f-450b-88de-f7833a3759dc tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:17.366794 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c82ed0f1-cabe-47ed-8c19-18695026a231 req-6c7a0aac-707f-450b-88de-f7833a3759dc tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0734186 Jun 11 12:06:17.407514 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c82ed0f1-cabe-47ed-8c19-18695026a231 req-11d9494f-bf84-4366-a9fd-1fa3d01eeb26 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345726 Jun 11 12:06:17.449056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device c89545f1-0b5e-4e9b-bd8d-54757d238ee1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:06:17.452945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device c89545f1-0b5e-4e9b-bd8d-54757d238ee1 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:06:17.588343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddac3f-fa94-44a5-a46b-9b10a620bd35 req-50933283-efc9-41de-919d-e4d10fc9e0dd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:17.589842 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d4ddac3f-fa94-44a5-a46b-9b10a620bd35 req-50933283-efc9-41de-919d-e4d10fc9e0dd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 945 time: 0.0693369 Jun 11 12:06:17.636358 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d4ddac3f-fa94-44a5-a46b-9b10a620bd35 req-c862361d-52cf-4df6-bd7b-4abfcb4d6787 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404716 Jun 11 12:06:17.638409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:17.644746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:06:17.672551 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'port_id': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'mac_address': 'fa:16:3e:4e:91:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:06:17.678520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:06:17.680818 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e01825-b704-465e-9323-84baaae06cd4" -d '{"events": [{"server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:06:17.721299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 12:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f32a14-edff-4a94-9239-9bbcd7088ed8 x-openstack-request-id: req-11f32a14-edff-4a94-9239-9bbcd7088ed8 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:06:17.721609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:06:17.721876 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11f32a14-edff-4a94-9239-9bbcd7088ed8 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:06:17.722278 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'code': 200} Jun 11 12:06:17.723935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:06:17.736354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:17.740615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:06:17.779319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:17.815258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c89545f1-0b5e-4e9b-bd8d-54757d238ee1 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:06:17.831498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:17.874152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,revision_number=8']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:06:17.877357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:06:17.984294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 12:06:17.984669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 12:06:18.417797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab19cc1-3984-410d-a83c-1a6d38312190 req-c1e00852-9666-4d3c-8d97-185d2ae3a369 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:18.419694 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6ab19cc1-3984-410d-a83c-1a6d38312190 req-c1e00852-9666-4d3c-8d97-185d2ae3a369 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 943 time: 0.4571576 Jun 11 12:06:18.460457 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6ab19cc1-3984-410d-a83c-1a6d38312190 req-847f088c-02c8-4a14-96df-98a81057a8c8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355904 Jun 11 12:06:18.524681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:18.539234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89545f1-0b5e-4e9b-bd8d-54757d238ee1 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:06:18.562514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:06:18.566628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:18.568958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:06:18.626337 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['c89545f1-0b5e-4e9b-bd8d-54757d238ee1'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:06:18.652971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,revision_number=9']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:06:18.655911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:06:19.466726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device c89545f1-0b5e-4e9b-bd8d-54757d238ee1 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:06:19.520039 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:06:19.520427 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:19.608001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:19.644482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542c413-c21f-4dd4-a8bb-e1428c978b2e req-8b462d91-1219-4813-92f5-00f5bd59fa76 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:19.645957 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a542c413-c21f-4dd4-a8bb-e1428c978b2e req-8b462d91-1219-4813-92f5-00f5bd59fa76 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 944 time: 0.0726645 Jun 11 12:06:19.653314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:06:19.658050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:19.660708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:06:19.690988 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a542c413-c21f-4dd4-a8bb-e1428c978b2e req-ecae9df4-04aa-40ea-8f2a-f75bd904d4ea tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383973 Jun 11 12:06:19.712306 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,revision_number=10']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:06:19.715375 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:06:19.722892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:06:19.725208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d74504-7ab3-4bd0-9fc7-966a96a5e818" -d '{"events": [{"server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "name": "network-vif-plugged", "status": "completed", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:06:19.760082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bdc0ac-6151-4349-acf6-5a3716d08822 x-openstack-request-id: req-b1bdc0ac-6151-4349-acf6-5a3716d08822 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:06:19.760428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "name": "network-vif-plugged", "status": "completed", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:06:19.760694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1bdc0ac-6151-4349-acf6-5a3716d08822 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:06:19.761100 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'code': 200} Jun 11 12:06:20.061132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-34052ed9-bb08-4104-a4f4-38bbcd272b67 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:20.062558 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-34052ed9-bb08-4104-a4f4-38bbcd272b67 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 946 time: 0.0719094 Jun 11 12:06:20.169447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Deleting port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:06:20.169786 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:20.281413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] For port c89545f1-0b5e-4e9b-bd8d-54757d238ee1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:06:20.281817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:20.505245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:20.505532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:20.505853 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Floating IP fba56669-0f03-49a7-89b1-dc140bbef270 disassociated. External IP: 172.26.6.134, port: c89545f1-0b5e-4e9b-bd8d-54757d238ee1. Jun 11 12:06:20.506198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Calling delete_port for c89545f1-0b5e-4e9b-bd8d-54757d238ee1 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:06:20.656788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:20.660809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-593e77cf-a1c9-49dd-a847-b569ccced3b9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:06:20.690719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event deleted for resources: {'Port': ['ID=c89545f1-0b5e-4e9b-bd8d-54757d238ee1,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:06:20.702365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.702793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.703189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.703575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.703984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.704365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.704745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.705130 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.705507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.705917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.706260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.706654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:06:20.711470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:06:20.848230 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c15fef99-bf9b-43b3-99f5-21588fb3f85f req-7291e3af-4d15-44a3-a71a-aa5f7caf1f15 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad7db20-b515-4b50-90d8-20a977a99ba1 HTTP/1.1" status: 200 len: 210 time: 0.0408535 Jun 11 12:06:20.869232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Router 582d0722-0de9-4024-894c-dc8c0039f626 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:06:21.020654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:06:21.031351 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dd714b-c7b5-4d90-9d6d-23ad766976e2 None None] Sync routers for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:06:21.041466 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd714b-c7b5-4d90-9d6d-23ad766976e2 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:06:21.042106 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-41dd714b-c7b5-4d90-9d6d-23ad766976e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:06:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:06:21.079754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] No DVR routers for this DVR port c89545f1-0b5e-4e9b-bd8d-54757d238ee1 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:06:21.082261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:21.084343 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c498ecd-426e-4292-8379-b2b0a56c5bc4 req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "DELETE /v2.0/ports/c89545f1-0b5e-4e9b-bd8d-54757d238ee1 HTTP/1.1" status: 204 len: 173 time: 1.0160975 Jun 11 12:06:21.084831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'name': 'network-vif-deleted', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:06:21.087906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844d68e5-a6ce-45f4-8c26-222930731269" -d '{"events": [{"server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "name": "network-vif-deleted", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:06:21.129545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea945af-2bbf-488f-aa30-83933ba87cd5 x-openstack-request-id: req-5ea945af-2bbf-488f-aa30-83933ba87cd5 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:06:21.130169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad7db20-b515-4b50-90d8-20a977a99ba1", "name": "network-vif-deleted", "tag": "c89545f1-0b5e-4e9b-bd8d-54757d238ee1", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:06:21.130670 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ea945af-2bbf-488f-aa30-83933ba87cd5 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:06:21.131248 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad7db20-b515-4b50-90d8-20a977a99ba1', 'name': 'network-vif-deleted', 'tag': 'c89545f1-0b5e-4e9b-bd8d-54757d238ee1', 'status': 'completed', 'code': 200} Jun 11 12:06:21.191966 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-41dd714b-c7b5-4d90-9d6d-23ad766976e2 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:06:21.447429 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-41dd714b-c7b5-4d90-9d6d-23ad766976e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:06:21.449658 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dd714b-c7b5-4d90-9d6d-23ad766976e2 None None] Checking router: 582d0722-0de9-4024-894c-dc8c0039f626 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:06:21.457761 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd714b-c7b5-4d90-9d6d-23ad766976e2 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:06:21.458456 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-41dd714b-c7b5-4d90-9d6d-23ad766976e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:06:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:06:21.600985 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-41dd714b-c7b5-4d90-9d6d-23ad766976e2 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:06:21.956231 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-41dd714b-c7b5-4d90-9d6d-23ad766976e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:06:21.959637 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dd714b-c7b5-4d90-9d6d-23ad766976e2 None None] The sync data for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv is: [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:06:22.170148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4232698-fc79-4b73-ab4f-ef2ecf4d1996 None None] New status for floating IP fba56669-0f03-49a7-89b1-dc140bbef270: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:06:22.179326 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-b39f50df-1b0d-4b98-9c03-92b8790c29ba tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1971871527&fields=id&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 267 time: 0.0392401 Jun 11 12:06:22.311707 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-a88ce56c-848a-4830-9062-34694ce306ee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:22.313348 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-a88ce56c-848a-4830-9062-34694ce306ee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 811 time: 0.1273491 Jun 11 12:06:22.329339 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-c6dcc9c3-c7f0-4290-af3d-0e9323e45cfe tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/quotas/1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 375 time: 0.0102968 Jun 11 12:06:22.409217 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-95d6698c-8aaf-415a-9f3f-49bf1f6a8ad8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744295 Jun 11 12:06:22.572320 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-f35eee53-6a99-4fd4-82f9-1f4d160c0ed2 service neutron] 10.222.0.46 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517665 Jun 11 12:06:22.687782 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-6892b9b7-e768-475e-a7f6-42499f2f7044 service neutron] 10.222.0.46 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097004 Jun 11 12:06:22.855550 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f5392736-5f12-4fdd-8d56-39d9b65b2129 req-6a2a2a30-4853-44e9-abdd-d35a5ef72579 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 210 time: 0.0333459 Jun 11 12:06:23.482365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device c89545f1-0b5e-4e9b-bd8d-54757d238ee1 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:06:23.509915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: c89545f1-0b5e-4e9b-bd8d-54757d238ee1 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:06:23.510265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device c89545f1-0b5e-4e9b-bd8d-54757d238ee1 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:06:23.897930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-e72f7d99-a1b0-45dd-85e4-d9cb1930b627 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:23.900084 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-e72f7d99-a1b0-45dd-85e4-d9cb1930b627 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 811 time: 0.1386037 Jun 11 12:06:23.957036 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-09920378-217f-4d9d-a5d8-30fda551f406 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 380 time: 0.0428798 Jun 11 12:06:23.968206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'port': {'device_id': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'admin_state_up': True, 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'security_groups': ['44d6b732-e9c8-4779-a98a-c7ffaa1a55c2']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:06:24.009435 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-590a05df-c3ea-4258-b7d2-4dc0350383cb req-0192dfa9-790c-4cef-974d-5c02d84772bf tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 210 time: 0.0355682 Jun 11 12:06:24.110854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Made reservation on behalf of 1910a48f5a5e4b2696345bb36c8dc060 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:06:24.114357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:24.262750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Allocated IP 172.20.0.8 (76ae0ff6-15e0-4f6c-9a42-65b8c52b5584/a2b1376d-a278-4e3d-99d5-80a7da8ac8c1/a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:06:24.429894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:24.442070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Transition to ACTIVE for port object a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:06:24.476193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:24.479983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-109c8211-08c1-497b-bec8-a772a1909495 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:06:24.526831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:06:24.529824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:06:24.533705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:06:24.576411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event updated for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:06:24.584112 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:06:24.601866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:24.602563 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:24.616554 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6537359 Jun 11 12:06:24.628888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Request body: {'port': {'device_id': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:06:24.717104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:24.758135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-37d3dae9-18e3-457a-b886-a989951f05e5 None None] Provisioning for port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:06:24.762399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-37d3dae9-18e3-457a-b886-a989951f05e5 None None] Provisioning complete for port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:06:24.762817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-37d3dae9-18e3-457a-b886-a989951f05e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:24.803413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-37d3dae9-18e3-457a-b886-a989951f05e5 None None] Port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:06:25.030421 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:06:25.038185 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:25.051918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Transition to ACTIVE for port object a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:06:25.055723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:25.057746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f64f03c9-654a-4962-bef7-95b66295da1f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:06:25.187406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:06:25.192980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:06:25.304293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30780f-f93b-4c16-9028-ae3044bf18e6 req-d438110c-9fba-4029-a790-1f81bea0429d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:25.305808 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d30780f-f93b-4c16-9028-ae3044bf18e6 req-d438110c-9fba-4029-a790-1f81bea0429d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 943 time: 0.1594830 Jun 11 12:06:25.306824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Attempting to bind port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:06:25.307154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Attempting to bind port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:06:25.307481 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Attempting to bind port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:06:25.313855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:06:25.314178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Attempting to bind port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc on network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:06:25.332904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:06:25.333250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Checking segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:06:25.333631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Bound using segment: {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:06:25.334064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Bound port: a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0af1fd-f55c-44b9-95a6-78de596a0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:06:25.334413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:25.394058 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d30780f-f93b-4c16-9028-ae3044bf18e6 req-9a84205f-602d-4d6d-a1cd-08d61cff2e32 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821853 Jun 11 12:06:25.427323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:06:25.430228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:06:25.434863 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:25.437608 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ef7c985c-d8b2-4b1f-afd7-45f6fad6d814 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:06:25.474221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:25.474873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:25.476279 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] 10.222.0.25 "PUT /v2.0/ports/a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc HTTP/1.1" status: 200 len: 1093 time: 0.8519161 Jun 11 12:06:25.476906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:06:25.479163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1a3503-60c6-4977-81e1-ff2bafff0156" -d '{"events": [{"name": "network-changed", "server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:06:25.510089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:06:25.513246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:06:25.558239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca1463-feed-4f40-94b8-91d29048459f x-openstack-request-id: req-c7ca1463-feed-4f40-94b8-91d29048459f {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:06:25.558553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:06:25.558878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7ca1463-feed-4f40-94b8-91d29048459f {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:06:25.559338 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'status': 'completed', 'code': 200} Jun 11 12:06:25.590074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-5318b8a1-1248-48ae-b89c-fb1bdac4573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:25.591671 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-5318b8a1-1248-48ae-b89c-fb1bdac4573f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 1096 time: 0.0663946 Jun 11 12:06:25.652561 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-51181635-9a87-4222-ab67-daa6fa8c6b80 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc HTTP/1.1" status: 200 len: 217 time: 0.0538809 Jun 11 12:06:25.713773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-af0ec9fe-aec0-4951-a0a4-acb74820f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:25.715248 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-af0ec9fe-aec0-4951-a0a4-acb74820f27e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0568509 Jun 11 12:06:25.778650 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-3fb96c5c-6540-49fd-9010-a65dc9618cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:25.780126 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-3fb96c5c-6540-49fd-9010-a65dc9618cd5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0584548 Jun 11 12:06:25.894919 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-9e7d2093-a113-44b3-a631-35b9b7ecdc9e service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085835 Jun 11 12:06:26.015914 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f2bd55ac-eb31-452d-a238-d56890423d00 req-b6848417-3130-4c78-920b-42606d34f190 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140454 Jun 11 12:06:26.116972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a3503-60c6-4977-81e1-ff2bafff0156 req-a23b891a-0dd0-45f7-8f38-f09ace3691fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:26.119032 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f1a3503-60c6-4977-81e1-ff2bafff0156 req-a23b891a-0dd0-45f7-8f38-f09ace3691fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 1096 time: 0.0570054 Jun 11 12:06:26.236655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a3503-60c6-4977-81e1-ff2bafff0156 req-214cec41-c4c0-41d8-a770-f7fe4be6cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:26.238081 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f1a3503-60c6-4977-81e1-ff2bafff0156 req-214cec41-c4c0-41d8-a770-f7fe4be6cefb service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1121707 Jun 11 12:06:26.296008 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f1a3503-60c6-4977-81e1-ff2bafff0156 req-342f9547-b406-475f-b758-55e4e955b655 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc HTTP/1.1" status: 200 len: 217 time: 0.0508509 Jun 11 12:06:26.351577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a3503-60c6-4977-81e1-ff2bafff0156 req-f226f55d-a217-4dca-b4c3-fd77d5df5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:26.353543 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f1a3503-60c6-4977-81e1-ff2bafff0156 req-f226f55d-a217-4dca-b4c3-fd77d5df5af5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0507562 Jun 11 12:06:26.415610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a3503-60c6-4977-81e1-ff2bafff0156 req-df1c6ef2-2cde-492a-b3b4-83a1cce91614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:26.417029 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f1a3503-60c6-4977-81e1-ff2bafff0156 req-df1c6ef2-2cde-492a-b3b4-83a1cce91614 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570674 Jun 11 12:06:26.576721 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f1a3503-60c6-4977-81e1-ff2bafff0156 req-38a15ab6-ed97-4825-b99c-7a41975e0a0c service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529145 Jun 11 12:06:26.630100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a48e5-cd76-407d-8e10-0ad907f73bc5 req-d86cdaf9-6894-4dd0-a82c-c81711c9c266 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:26.631563 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-056a48e5-cd76-407d-8e10-0ad907f73bc5 req-d86cdaf9-6894-4dd0-a82c-c81711c9c266 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 943 time: 0.1272442 Jun 11 12:06:26.732838 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-056a48e5-cd76-407d-8e10-0ad907f73bc5 req-02d6ade7-22e8-4f05-a508-916a9485eadf tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607386 Jun 11 12:06:26.734829 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4f1a3503-60c6-4977-81e1-ff2bafff0156 req-aa1dc201-91d1-45e4-948d-ab7347f68776 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514754 Jun 11 12:06:27.487653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:06:27.603463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:06:27.615144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'port_id': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'mac_address': 'fa:16:3e:f9:90:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:06:27.656544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:27.670770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:06:27.691211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:06:27.694853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:27.697770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:06:27.761121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:06:27.764130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:06:27.764928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:27.897470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:06:27.914125 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecca643-5e8b-45a1-9955-3e3d4626d099 req-c70e30ad-329f-42f8-9c04-762b573b530f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:27.915654 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cecca643-5e8b-45a1-9955-3e3d4626d099 req-c70e30ad-329f-42f8-9c04-762b573b530f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 944 time: 0.0709524 Jun 11 12:06:27.957221 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cecca643-5e8b-45a1-9955-3e3d4626d099 req-8a21b9f7-5877-4fdf-bbb7-0b33fa6374af tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358303 Jun 11 12:06:29.132484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225c4eb-7104-46f8-b016-98007a21ef4a req-42946bef-85c7-46e1-a445-7f31298a83d1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:29.134503 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c225c4eb-7104-46f8-b016-98007a21ef4a req-42946bef-85c7-46e1-a445-7f31298a83d1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 944 time: 0.0685880 Jun 11 12:06:29.175183 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c225c4eb-7104-46f8-b016-98007a21ef4a req-8ef7ea1b-9b93-4221-985a-c3163282cbb3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348582 Jun 11 12:06:29.503508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:06:29.558575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:06:29.562147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:06:29.562550 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:29.647636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:29.671075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:06:29.673279 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2509fdfd-a969-4add-a175-ea43698c9b12" -d '{"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-plugged", "status": "completed", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:06:29.687293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:06:29.691256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:29.693837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:06:29.724915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d430961-f5e8-48db-b80d-85d4df13b25b x-openstack-request-id: req-8d430961-f5e8-48db-b80d-85d4df13b25b {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:06:29.725207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-plugged", "status": "completed", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:06:29.725466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d430961-f5e8-48db-b80d-85d4df13b25b {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:06:29.726326 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'code': 200} Jun 11 12:06:29.755368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:06:29.758652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:06:29.934900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e039d-ada6-44d1-9b79-c33309f28ca8 req-2a062bd4-f8f5-4b03-abed-9d75fd561f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:29.936373 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b12e039d-ada6-44d1-9b79-c33309f28ca8 req-2a062bd4-f8f5-4b03-abed-9d75fd561f3f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 1098 time: 0.0619924 Jun 11 12:06:29.971633 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b12e039d-ada6-44d1-9b79-c33309f28ca8 req-3bcd9bfa-993d-42c8-aec2-2bd8fe1cda82 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293305 Jun 11 12:06:30.349569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdb854-80d6-4da9-81fb-3a45f3d0a63c req-7bf2503c-52af-4697-9a0f-65dad1de99e0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:30.351044 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fbcdb854-80d6-4da9-81fb-3a45f3d0a63c req-7bf2503c-52af-4697-9a0f-65dad1de99e0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0673769 Jun 11 12:06:30.392288 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fbcdb854-80d6-4da9-81fb-3a45f3d0a63c req-68d6e228-3d2e-4be9-a40a-a73032c5ca35 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349109 Jun 11 12:06:31.583276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ef634-fd6d-4514-bc11-7b450470b208 req-d644d007-b6b3-4dc1-9168-b9cf701f657c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:31.588388 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e91ef634-fd6d-4514-bc11-7b450470b208 req-d644d007-b6b3-4dc1-9168-b9cf701f657c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0753736 Jun 11 12:06:31.627605 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e91ef634-fd6d-4514-bc11-7b450470b208 req-302f52af-da59-48fd-bd57-9ec7d4bb4372 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371921 Jun 11 12:06:31.808761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a3a53-c089-458b-b83c-4afb8300d569 req-29c373ab-f5b4-45a3-9a8b-0d7f24a6ce06 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:31.810194 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-828a3a53-c089-458b-b83c-4afb8300d569 req-29c373ab-f5b4-45a3-9a8b-0d7f24a6ce06 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0709591 Jun 11 12:06:31.818476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52368) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:06:31.822889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b567e010-a0a7-4f6c-a05e-774bbc19c2ac tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Request body: {'floatingip': {'port_id': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:06:31.875521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b567e010-a0a7-4f6c-a05e-774bbc19c2ac tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:32.819267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b567e010-a0a7-4f6c-a05e-774bbc19c2ac tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:32.822941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b567e010-a0a7-4f6c-a05e-774bbc19c2ac tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:32.956070 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-b567e010-a0a7-4f6c-a05e-774bbc19c2ac tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Floating IP fba56669-0f03-49a7-89b1-dc140bbef270 associated. External IP: 172.26.6.134, port: a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc. Jun 11 12:06:33.235030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b567e010-a0a7-4f6c-a05e-774bbc19c2ac tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Router 582d0722-0de9-4024-894c-dc8c0039f626 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:06:33.381094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b567e010-a0a7-4f6c-a05e-774bbc19c2ac tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:06:33.385794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b567e010-a0a7-4f6c-a05e-774bbc19c2ac tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:33.390105 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd040f-3b5c-4419-8f99-d071076995e8 None None] Sync routers for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:06:33.399171 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd040f-3b5c-4419-8f99-d071076995e8 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:06:33.399794 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-eafd040f-3b5c-4419-8f99-d071076995e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:06:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:06:33.429090 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b567e010-a0a7-4f6c-a05e-774bbc19c2ac tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "PUT /v2.0/floatingips/fba56669-0f03-49a7-89b1-dc140bbef270 HTTP/1.1" status: 200 len: 992 time: 1.6095533 Jun 11 12:06:33.429809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:06:33.432193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143c1c2a-37ef-471f-a334-eecd9a552210" -d '{"events": [{"name": "network-changed", "server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:06:33.468040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e89f25-e393-426e-9329-e5816f537a2e x-openstack-request-id: req-a8e89f25-e393-426e-9329-e5816f537a2e {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:06:33.468382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:06:33.468691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8e89f25-e393-426e-9329-e5816f537a2e {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:06:33.469144 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'status': 'completed', 'code': 200} Jun 11 12:06:33.549003 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-eafd040f-3b5c-4419-8f99-d071076995e8 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:06:33.551650 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c1c2a-37ef-471f-a334-eecd9a552210 req-8ee7cffc-634c-4219-a648-5be38681a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:33.553141 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-143c1c2a-37ef-471f-a334-eecd9a552210 req-8ee7cffc-634c-4219-a648-5be38681a782 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 1098 time: 0.0626585 Jun 11 12:06:33.675758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c1c2a-37ef-471f-a334-eecd9a552210 req-55247508-7654-4f7c-ac34-3a90e0917ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:33.677230 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-143c1c2a-37ef-471f-a334-eecd9a552210 req-55247508-7654-4f7c-ac34-3a90e0917ba1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1167853 Jun 11 12:06:33.765374 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-143c1c2a-37ef-471f-a334-eecd9a552210 req-1f8ebc3e-429d-4b40-93cc-1bb9d64702a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc HTTP/1.1" status: 200 len: 1000 time: 0.0811372 Jun 11 12:06:33.820958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c1c2a-37ef-471f-a334-eecd9a552210 req-b1b63f61-1b9d-41b3-b3ef-1e37a4a39085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:33.822412 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-143c1c2a-37ef-471f-a334-eecd9a552210 req-b1b63f61-1b9d-41b3-b3ef-1e37a4a39085 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0514717 Jun 11 12:06:33.844079 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-eafd040f-3b5c-4419-8f99-d071076995e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:f9:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:06:32Z', 'revision_number': 13, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:06:33.847286 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd040f-3b5c-4419-8f99-d071076995e8 None None] Checking router: 582d0722-0de9-4024-894c-dc8c0039f626 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:06:33.855544 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd040f-3b5c-4419-8f99-d071076995e8 None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:06:33.856449 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-eafd040f-3b5c-4419-8f99-d071076995e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:06:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:06:33.884208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c1c2a-37ef-471f-a334-eecd9a552210 req-53d797e0-838d-4589-8488-a052a51009ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:06:33.885685 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-143c1c2a-37ef-471f-a334-eecd9a552210 req-53d797e0-838d-4589-8488-a052a51009ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570860 Jun 11 12:06:33.997377 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-eafd040f-3b5c-4419-8f99-d071076995e8 None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:06:34.009295 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-143c1c2a-37ef-471f-a334-eecd9a552210 req-aaf89386-1025-4e57-a8d0-6460321258e8 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174798 Jun 11 12:06:34.124565 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-143c1c2a-37ef-471f-a334-eecd9a552210 req-32ded7ad-f3b8-4afd-ace4-84c12d4d4b20 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093142 Jun 11 12:06:34.276572 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-eafd040f-3b5c-4419-8f99-d071076995e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:f9:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:06:32Z', 'revision_number': 13, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:06:34.279903 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd040f-3b5c-4419-8f99-d071076995e8 None None] The sync data for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv is: [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'fba56669-0f03-49a7-89b1-dc140bbef270', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'port_id': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'mac_address': 'fa:16:3e:f9:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:02:33Z', 'updated_at': '2021-06-11T12:06:32Z', 'revision_number': 13, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:06:34.459937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214e49e-5362-46bf-a347-3021214f5d43 None None] New status for floating IP fba56669-0f03-49a7-89b1-dc140bbef270: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:06:42.166788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a147f152-2fd6-4be4-8179-51354125136a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:42.889498 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:06:44.769119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:44.950788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2bf7bdfa-1336-4fc0-b6c6-22975d81715d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:46.096926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:47.790927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:06:57.760543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:11.129004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb64d4a-eaed-4c3c-86ba-cbfc11421003 req-374264aa-035e-4faf-9caa-0b324fde6097 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:11.130369 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bb64d4a-eaed-4c3c-86ba-cbfc11421003 req-374264aa-035e-4faf-9caa-0b324fde6097 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.1517217 Jun 11 12:07:11.171053 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4bb64d4a-eaed-4c3c-86ba-cbfc11421003 req-20af7ca8-15cf-408d-9298-9bc1f1a19299 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349102 Jun 11 12:07:12.168336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-142b3281-8948-415c-bd0d-700b783b9d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:14.771089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:14.950508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f10097a-c8f8-4c01-8dce-1f3b50f69ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:16.098716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:17.793504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:18.692998 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-5059addb-0fc7-4500-8c78-f7b5ab83d789 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564945 Jun 11 12:07:18.789611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-741a0f77-1703-4156-8d02-160aec27029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:18.791103 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-741a0f77-1703-4156-8d02-160aec27029a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 1098 time: 0.0576496 Jun 11 12:07:18.921519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-30426d91-1bfd-460a-abca-0c3db5963f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:18.922926 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-30426d91-1bfd-460a-abca-0c3db5963f50 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1102810 Jun 11 12:07:19.008022 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-58700b7d-f7dd-4437-8ef9-79dc6de53200 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc HTTP/1.1" status: 200 len: 1002 time: 0.0789673 Jun 11 12:07:19.063655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-0115c90c-b4bf-4d7c-a993-e8dfd401ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:19.065113 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-0115c90c-b4bf-4d7c-a993-e8dfd401ceb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0514288 Jun 11 12:07:19.130282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-c9b52c6e-f52c-43bc-9e72-e9f452d77346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:19.131758 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-c9b52c6e-f52c-43bc-9e72-e9f452d77346 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609250 Jun 11 12:07:19.241718 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-4d590fb4-176a-4c10-903b-bd579aad6b8e service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036685 Jun 11 12:07:19.355931 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-562d3d6f-f27b-49ba-8276-53575ca20316 req-707262d1-9230-4d6d-9c4a-63a7e44daa66 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079843 Jun 11 12:07:19.888692 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:07:22.548627 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-ff035a38-a89b-4554-a36f-1250265205ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0627630 Jun 11 12:07:22.615079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ffb0e-26fb-454f-8738-f2fb281cafc1 req-a081481a-c0b5-4746-96b2-2bf104ad402c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:22.616680 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8b2ffb0e-26fb-454f-8738-f2fb281cafc1 req-a081481a-c0b5-4746-96b2-2bf104ad402c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0787609 Jun 11 12:07:22.665322 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8b2ffb0e-26fb-454f-8738-f2fb281cafc1 req-7252ef14-7070-4e04-8f5e-248f4bda2ee3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422711 Jun 11 12:07:23.640237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-3884606c-d691-4023-9ce3-669c0b5ea7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:23.641713 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-3884606c-d691-4023-9ce3-669c0b5ea7bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 1098 time: 0.0611904 Jun 11 12:07:23.758913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-29fad2ca-43a7-4bb7-88b2-a8dba838d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:23.760384 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-29fad2ca-43a7-4bb7-88b2-a8dba838d160 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1122870 Jun 11 12:07:23.880738 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-35609aeb-2b5e-4f4e-803c-3fa2537e0efe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc HTTP/1.1" status: 200 len: 1002 time: 0.1130490 Jun 11 12:07:23.951434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8b42-d30f-489c-9c5c-a769865ea0b0 req-762fa1b4-f3c2-48cb-b9b5-b18baba3293b tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:23.952877 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bd0c8b42-d30f-489c-9c5c-a769865ea0b0 req-762fa1b4-f3c2-48cb-b9b5-b18baba3293b tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.1376245 Jun 11 12:07:23.956579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-873c77a4-53eb-4ee5-84f9-d84d927fd626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:23.957890 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-873c77a4-53eb-4ee5-84f9-d84d927fd626 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0688086 Jun 11 12:07:24.028601 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bd0c8b42-d30f-489c-9c5c-a769865ea0b0 req-7a4b5950-b658-4323-a539-f5a492e8e77e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697830 Jun 11 12:07:24.050849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-73c001ee-7170-4012-b0c4-6052c86ea5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:24.052328 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-73c001ee-7170-4012-b0c4-6052c86ea5a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863235 Jun 11 12:07:24.167690 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-a0960ea7-764c-47f6-b9bc-9df88d38083f service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074049 Jun 11 12:07:24.281842 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-cd22e961-ffe6-4343-833e-18d61b0251f9 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073120 Jun 11 12:07:25.209613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f171650-5bc4-4ae0-ad6f-cd63c6a6c247 req-b12344bd-ab83-4bdd-9844-313af54176e2 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:25.211580 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0f171650-5bc4-4ae0-ad6f-cd63c6a6c247 req-b12344bd-ab83-4bdd-9844-313af54176e2 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0699756 Jun 11 12:07:25.252360 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0f171650-5bc4-4ae0-ad6f-cd63c6a6c247 req-5fbd4661-5045-4693-9dea-7bdda72c15ba tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349402 Jun 11 12:07:26.434977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110ddfa-5fba-40ad-8ff7-59cab08a26ba req-9ec90fa1-9d76-4cfa-8294-2d94b9fe1035 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:26.436416 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3110ddfa-5fba-40ad-8ff7-59cab08a26ba req-9ec90fa1-9d76-4cfa-8294-2d94b9fe1035 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0729167 Jun 11 12:07:26.476280 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3110ddfa-5fba-40ad-8ff7-59cab08a26ba req-ba697529-19f5-461c-b278-8948403744a9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343883 Jun 11 12:07:27.652903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42b130-dddd-4d4c-b9ca-1e80ff57dc58 req-9838bedd-c431-4f8d-a269-e6813665fc29 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:27.654339 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7d42b130-dddd-4d4c-b9ca-1e80ff57dc58 req-9838bedd-c431-4f8d-a269-e6813665fc29 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0684285 Jun 11 12:07:27.699844 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7d42b130-dddd-4d4c-b9ca-1e80ff57dc58 req-1ffe5563-b891-4c7b-a284-b35ce3a8e835 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398562 Jun 11 12:07:27.764221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:28.875919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409c599-cb94-4484-b4b5-5df7e6eca0e4 req-f9a35b9f-43e2-4e2b-8c27-983d73f39715 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:28.877285 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4409c599-cb94-4484-b4b5-5df7e6eca0e4 req-f9a35b9f-43e2-4e2b-8c27-983d73f39715 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0672646 Jun 11 12:07:28.918554 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4409c599-cb94-4484-b4b5-5df7e6eca0e4 req-d583a854-f90a-4fb5-80a8-4b6fe7580cb6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357502 Jun 11 12:07:30.093843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452d9b-a1d8-462a-bf7d-b1ca6872b891 req-1b2ba095-b1c5-463a-b0b6-10f846bcbb92 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:30.095317 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d1452d9b-a1d8-462a-bf7d-b1ca6872b891 req-1b2ba095-b1c5-463a-b0b6-10f846bcbb92 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0691242 Jun 11 12:07:30.140297 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d1452d9b-a1d8-462a-bf7d-b1ca6872b891 req-311ab8fc-ba09-4478-9e28-f78fa3f09ba5 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393991 Jun 11 12:07:31.324171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045390a7-b6b3-4d4a-8630-6b509032b7c3 req-fd857050-5544-4fe8-91b5-e4f10b524de4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:31.325616 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-045390a7-b6b3-4d4a-8630-6b509032b7c3 req-fd857050-5544-4fe8-91b5-e4f10b524de4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0722754 Jun 11 12:07:31.366053 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-045390a7-b6b3-4d4a-8630-6b509032b7c3 req-157c44f3-4060-4ad1-a6f8-b55ab2ca1764 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349200 Jun 11 12:07:32.584041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe34b2c-8c77-4d88-b3ef-a24209140417 req-bcd597c4-66ed-49c6-a605-2622d3d038ee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:32.585497 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dfe34b2c-8c77-4d88-b3ef-a24209140417 req-bcd597c4-66ed-49c6-a605-2622d3d038ee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0681152 Jun 11 12:07:32.632239 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dfe34b2c-8c77-4d88-b3ef-a24209140417 req-357223f6-63ab-4843-8b49-182c86d5f483 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406222 Jun 11 12:07:33.815095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2036b-f8eb-417a-8c11-ec543152601b req-d12e6512-a442-4220-b4ac-04a07b74765c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:33.816573 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f1d2036b-f8eb-417a-8c11-ec543152601b req-d12e6512-a442-4220-b4ac-04a07b74765c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0687580 Jun 11 12:07:33.857160 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f1d2036b-f8eb-417a-8c11-ec543152601b req-3355d05a-8ce9-4571-9101-28d1715563a5 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349581 Jun 11 12:07:35.037286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6522a-0870-427c-bc70-797c75eb5546 req-83d9e816-e1d7-4151-b323-9c55cb2d6930 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:35.038745 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6af6522a-0870-427c-bc70-797c75eb5546 req-83d9e816-e1d7-4151-b323-9c55cb2d6930 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0692482 Jun 11 12:07:35.081777 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6af6522a-0870-427c-bc70-797c75eb5546 req-4b39c8f2-2381-48e8-a568-47b9cfcdf31e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366702 Jun 11 12:07:36.275952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91a59-bbfc-4c9f-9308-e4e10421053d req-8edc679b-d326-4bc6-8af3-52f232dac868 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:36.277437 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d5b91a59-bbfc-4c9f-9308-e4e10421053d req-8edc679b-d326-4bc6-8af3-52f232dac868 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0752208 Jun 11 12:07:36.320502 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d5b91a59-bbfc-4c9f-9308-e4e10421053d req-84d81be2-783a-4698-9be7-1184b4b2881f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365567 Jun 11 12:07:37.503992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a4783-7cf5-4bef-ae19-d1ba1ad8ed9a req-69766fd4-6d69-4fd9-9793-4021d2ad0ace tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:37.505462 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-631a4783-7cf5-4bef-ae19-d1ba1ad8ed9a req-69766fd4-6d69-4fd9-9793-4021d2ad0ace tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0710347 Jun 11 12:07:37.556465 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-631a4783-7cf5-4bef-ae19-d1ba1ad8ed9a req-dd05c4cb-bd81-40a4-8917-9a291ac251c3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447428 Jun 11 12:07:37.639722 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-3e695076-2c4a-48cd-b34d-1a61bfb305a9 service neutron] 10.222.0.25 "GET /v2.0/ports/a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0646932 Jun 11 12:07:37.889316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-c99e8b27-68b6-4387-bb9d-062dcde0714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:37.890847 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-c99e8b27-68b6-4387-bb9d-062dcde0714c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 1098 time: 0.0577111 Jun 11 12:07:37.975213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-658a512e-02c0-405d-b256-2ba561dd5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:37.976688 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-658a512e-02c0-405d-b256-2ba561dd5c34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 1098 time: 0.0622115 Jun 11 12:07:38.483277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-364b7ed4-44ba-4db4-86e6-673ef4ec05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:38.484727 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-364b7ed4-44ba-4db4-86e6-673ef4ec05f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.5008650 Jun 11 12:07:38.564679 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-87755bb9-6e53-4a57-94d8-0539df934147 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc HTTP/1.1" status: 200 len: 1002 time: 0.0730293 Jun 11 12:07:38.627737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-774dc265-853f-49af-83d6-f07cadadc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:38.629176 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-774dc265-853f-49af-83d6-f07cadadc5b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0587308 Jun 11 12:07:38.733999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-6817ee36-e58d-4804-a2f8-30b6741e08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:38.735408 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-6817ee36-e58d-4804-a2f8-30b6741e08ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994754 Jun 11 12:07:38.787884 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb626c0a-a912-4105-aa37-d74fd44f0296 req-f40975aa-52e6-40cd-a18a-14d3fd0273bd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:38.790501 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb626c0a-a912-4105-aa37-d74fd44f0296 req-f40975aa-52e6-40cd-a18a-14d3fd0273bd tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.1205344 Jun 11 12:07:38.901380 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb626c0a-a912-4105-aa37-d74fd44f0296 req-d092b966-c579-4350-9e0a-b0483ecd3df3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051555 Jun 11 12:07:38.916694 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-5fd364ef-664a-41c4-8a20-a3a27eb69602 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738257 Jun 11 12:07:39.031912 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-c938dcd4-b37e-4084-8ac8-e5a4bf3aa7f4 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079879 Jun 11 12:07:39.955406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:07:40.044729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:40.070568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:07:40.073137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16b58be-77ee-4923-b0c4-e891c79a50c1" -d '{"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-unplugged", "status": "completed", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:07:40.087237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:07:40.088585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0f36f-4eca-4c00-8891-7a687a664412 req-ebab361e-4d09-4174-9cf5-c37efaf68e9d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:40.090227 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7da0f36f-4eca-4c00-8891-7a687a664412 req-ebab361e-4d09-4174-9cf5-c37efaf68e9d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0731325 Jun 11 12:07:40.096406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:40.098696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:07:40.144972 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7da0f36f-4eca-4c00-8891-7a687a664412 req-24e2b097-223e-4a48-b272-56edc989e1cb tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460453 Jun 11 12:07:40.164739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:07:40.170387 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.170771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.171119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.171461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.171814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.172153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.172484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.172813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.173143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.173495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.173869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.174195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:07:40.178225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:07:40.193572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 12:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c9bcbc-1dc8-4fb2-ba18-dbcd7c4d77ac x-openstack-request-id: req-e2c9bcbc-1dc8-4fb2-ba18-dbcd7c4d77ac {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:07:40.193955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-unplugged", "status": "completed", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:07:40.194308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2c9bcbc-1dc8-4fb2-ba18-dbcd7c4d77ac {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:07:40.194806 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'code': 200} Jun 11 12:07:41.327582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7200c-e3fc-4a9b-af34-d9f148fe3870 req-b76f9c7e-352b-4301-8a32-a100d9aa7fde tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:41.329061 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-56c7200c-e3fc-4a9b-af34-d9f148fe3870 req-b76f9c7e-352b-4301-8a32-a100d9aa7fde tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 943 time: 0.0694008 Jun 11 12:07:41.377481 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-56c7200c-e3fc-4a9b-af34-d9f148fe3870 req-cd04f769-e241-472e-9e50-b3ea9573b0f3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426958 Jun 11 12:07:42.169136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-affb88b6-f7d6-4f06-a303-9d6e79b9386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:42.568808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dfe40-e7ac-4d85-9047-a3e3cb329190 req-29172cc5-9628-4bdf-8640-79bacb42fbe6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:42.570284 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc0dfe40-e7ac-4d85-9047-a3e3cb329190 req-29172cc5-9628-4bdf-8640-79bacb42fbe6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 943 time: 0.0759215 Jun 11 12:07:42.615078 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bc0dfe40-e7ac-4d85-9047-a3e3cb329190 req-74bb0502-ae48-47a7-807f-869deae8d5dc tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380929 Jun 11 12:07:43.999555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7d8ed-05da-4778-865a-14b09bf0fefe req-b9af5630-7f8f-434f-b316-c813b38748b0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:44.000920 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-50e7d8ed-05da-4778-865a-14b09bf0fefe req-b9af5630-7f8f-434f-b316-c813b38748b0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 943 time: 0.0721948 Jun 11 12:07:44.044968 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-50e7d8ed-05da-4778-865a-14b09bf0fefe req-8deb4133-6be1-4e5d-adaa-2e1a27867415 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382576 Jun 11 12:07:44.773349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:44.949628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-57d50089-060d-445a-861f-bf920b7f2fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:45.227010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd720c1f-c7fa-474c-8b1e-5c8d5cf3d739 req-642c00df-8caf-445a-8178-642a5463dce8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:45.228937 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bd720c1f-c7fa-474c-8b1e-5c8d5cf3d739 req-642c00df-8caf-445a-8178-642a5463dce8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 943 time: 0.0701272 Jun 11 12:07:45.268839 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bd720c1f-c7fa-474c-8b1e-5c8d5cf3d739 req-db444f70-192f-4415-9eea-d149d9b68939 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343370 Jun 11 12:07:46.001501 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:07:46.114177 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:46.126566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:07:46.138378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'port_id': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'mac_address': 'fa:16:3e:f9:90:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:07:46.184776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:46.199666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:07:46.219652 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:07:46.223199 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:46.225061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:07:46.278696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:07:46.281335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:07:46.290421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:07:46.448693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe14fa-9ec8-487e-9749-534651dfff2c req-16f3d173-f346-4d75-8637-e461c283c579 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:46.450160 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-89fe14fa-9ec8-487e-9749-534651dfff2c req-16f3d173-f346-4d75-8637-e461c283c579 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 944 time: 0.0696290 Jun 11 12:07:46.496196 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-89fe14fa-9ec8-487e-9749-534651dfff2c req-8734d96b-9784-4256-8790-bfa58ab354a9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402899 Jun 11 12:07:47.680757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408d646-2546-4f55-a97e-67bd8774c149 req-20d2a4ac-4795-4e61-ba7e-33c1f7d207be tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:47.682469 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0408d646-2546-4f55-a97e-67bd8774c149 req-20d2a4ac-4795-4e61-ba7e-33c1f7d207be tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 944 time: 0.0758746 Jun 11 12:07:47.722910 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0408d646-2546-4f55-a97e-67bd8774c149 req-fe9be3f5-4670-480c-b1f2-25043647901f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347226 Jun 11 12:07:47.796137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:48.001947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:07:48.053675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:07:48.054052 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:48.293912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:48.316582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:07:48.318764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78f84a7-53ba-443a-a71a-be12693eed44" -d '{"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-plugged", "status": "completed", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:07:48.331600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:07:48.335628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:48.338825 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:07:48.367000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9960b2b1-cb77-4faa-9fa1-68e5309ae180 x-openstack-request-id: req-9960b2b1-cb77-4faa-9fa1-68e5309ae180 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:07:48.367297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-plugged", "status": "completed", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:07:48.367555 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9960b2b1-cb77-4faa-9fa1-68e5309ae180 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:07:48.368012 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'code': 200} Jun 11 12:07:48.394855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=8']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:07:48.397761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:07:48.909292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69f54d-8da9-457a-b83d-e66c132eb79e req-2ad856c7-ba26-40be-816b-cad9c8190175 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:48.910660 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5c69f54d-8da9-457a-b83d-e66c132eb79e req-2ad856c7-ba26-40be-816b-cad9c8190175 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0667684 Jun 11 12:07:48.952482 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5c69f54d-8da9-457a-b83d-e66c132eb79e req-d50ba58d-c1a7-4543-9489-edb1070e09cf tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360491 Jun 11 12:07:50.133321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986251c-9328-4319-bf64-df663971ea9d req-a1b97467-1f9a-4978-98b1-79e6a4598157 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:50.135366 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b986251c-9328-4319-bf64-df663971ea9d req-a1b97467-1f9a-4978-98b1-79e6a4598157 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0699368 Jun 11 12:07:50.179329 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b986251c-9328-4319-bf64-df663971ea9d req-aad68608-4173-45a2-92b8-c97ad65d6bb4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381665 Jun 11 12:07:50.628090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-023c8e4e-9701-48c8-8701-e7b72c6ee173 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:50.629544 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-023c8e4e-9701-48c8-8701-e7b72c6ee173 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834&tenant_id=1910a48f5a5e4b2696345bb36c8dc060&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0916286 Jun 11 12:07:50.671663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4eac7-20a8-4058-98cf-d3461841cfc7 req-0ede87da-05c6-4c71-bf25-bb5d54a3a10d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:50.673038 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-62a4eac7-20a8-4058-98cf-d3461841cfc7 req-0ede87da-05c6-4c71-bf25-bb5d54a3a10d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0704589 Jun 11 12:07:50.702325 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-c72d4411-2a92-4245-bb53-479d7127b02c service neutron] 10.222.0.25 "GET /v2.0/ports/a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0664215 Jun 11 12:07:50.723627 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-62a4eac7-20a8-4058-98cf-d3461841cfc7 req-d9cebdb4-5642-477d-8abd-0f4822ceb9e8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445077 Jun 11 12:07:50.794416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-3736103e-af4e-4de0-93c8-38674289aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:50.795949 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-3736103e-af4e-4de0-93c8-38674289aec7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 1098 time: 0.0708325 Jun 11 12:07:50.917542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-caa0885d-3417-42cd-aa13-39732d93056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:50.918986 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-caa0885d-3417-42cd-aa13-39732d93056e service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1166620 Jun 11 12:07:51.006937 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-9d0db228-2abc-4dab-870b-3b3c3f91c4bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc HTTP/1.1" status: 200 len: 1002 time: 0.0819314 Jun 11 12:07:51.061900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-6c1c7c28-9fcd-4439-bfed-493dec4a23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:51.063320 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-6c1c7c28-9fcd-4439-bfed-493dec4a23fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0509377 Jun 11 12:07:51.126295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-b2482810-31bd-4f12-a727-53f242fbe2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:51.127750 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-b2482810-31bd-4f12-a727-53f242fbe2d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0584838 Jun 11 12:07:51.243111 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-6ad9ecf3-f9ef-4850-a334-ccf724a2e2ed service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091745 Jun 11 12:07:51.359831 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-5b2925aa-b832-42b0-83b9-48f7b86fecb8 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100371 Jun 11 12:07:51.906931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600a77a-5274-4fde-8cff-3aab37ea1772 req-1dff50ee-1132-4320-adc2-09fc2c016f3a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:51.908295 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8600a77a-5274-4fde-8cff-3aab37ea1772 req-1dff50ee-1132-4320-adc2-09fc2c016f3a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0687580 Jun 11 12:07:51.953811 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8600a77a-5274-4fde-8cff-3aab37ea1772 req-848d725d-f876-493e-be47-b6d149157d32 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397513 Jun 11 12:07:53.132118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1eaaf1-cf10-49a2-9f5d-cfe2e752b43c req-f82b1857-24f4-48ab-b9d2-2b44b3d77b0c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:53.133537 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0a1eaaf1-cf10-49a2-9f5d-cfe2e752b43c req-f82b1857-24f4-48ab-b9d2-2b44b3d77b0c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0675347 Jun 11 12:07:53.174271 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-0a1eaaf1-cf10-49a2-9f5d-cfe2e752b43c req-3d8ebed8-c44f-4bd1-b04b-2d4fd769360e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352433 Jun 11 12:07:54.357456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f0cc-3311-4a45-b78c-343b03078ada req-e1942ccd-af4e-4c8d-89ab-a116e86c57c1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:54.359015 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4642f0cc-3311-4a45-b78c-343b03078ada req-e1942ccd-af4e-4c8d-89ab-a116e86c57c1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0704434 Jun 11 12:07:54.400892 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4642f0cc-3311-4a45-b78c-343b03078ada req-2277ae0e-9e2c-402c-8710-4fc5ad84cfd6 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362391 Jun 11 12:07:55.495406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-d51bbbf5-cbff-4960-bc99-c83ba9096348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:55.496936 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-d51bbbf5-cbff-4960-bc99-c83ba9096348 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834&tenant_id=1910a48f5a5e4b2696345bb36c8dc060 HTTP/1.1" status: 200 len: 1098 time: 0.0592217 Jun 11 12:07:55.580981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-55eb82ca-0f60-4475-ace5-57bbbe1d4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:55.581635 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deefcc1-d334-47e8-8dce-48e8693beb47 req-440da70f-afc3-4db6-831c-3dd711bcdcd4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:55.582380 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-55eb82ca-0f60-4475-ace5-57bbbe1d4239 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 1098 time: 0.0630596 Jun 11 12:07:55.583126 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2deefcc1-d334-47e8-8dce-48e8693beb47 req-440da70f-afc3-4db6-831c-3dd711bcdcd4 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0687218 Jun 11 12:07:55.630854 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2deefcc1-d334-47e8-8dce-48e8693beb47 req-de34f88c-96d1-40fe-aa8a-2e9748250021 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416195 Jun 11 12:07:55.704252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-2e6e0405-dd1f-4215-8e78-83de58aeeca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:55.705705 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-2e6e0405-dd1f-4215-8e78-83de58aeeca2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 200 len: 913 time: 0.1165965 Jun 11 12:07:55.786903 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-fe85c977-2cca-494c-8c6c-6a67ad58a01b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc HTTP/1.1" status: 200 len: 1002 time: 0.0749791 Jun 11 12:07:55.847036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-223ed999-5771-4634-9059-fda4bea8c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:55.848356 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-223ed999-5771-4634-9059-fda4bea8c064 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 200 len: 850 time: 0.0547597 Jun 11 12:07:55.909893 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-c9cf70cd-80e0-4173-8a42-91297bc53033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:55.911620 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-c9cf70cd-80e0-4173-8a42-91297bc53033 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570195 Jun 11 12:07:56.026356 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-989fd466-607b-4ffc-ad08-3f01227d81eb service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077938 Jun 11 12:07:56.140629 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8d774080-46aa-4895-81ab-fc7e6bc5a9b8 req-e67f5af0-c521-4025-8754-dee7863fc877 service neutron] 10.222.0.25 "GET /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059556 Jun 11 12:07:56.813627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85c6f-23ba-4b44-822e-b9e3aad4fafe req-fe24b838-2e8c-4d59-a5bc-0887e3e04c78 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:56.815155 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-04c85c6f-23ba-4b44-822e-b9e3aad4fafe req-fe24b838-2e8c-4d59-a5bc-0887e3e04c78 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0703576 Jun 11 12:07:56.857204 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-04c85c6f-23ba-4b44-822e-b9e3aad4fafe req-0dc559df-4a72-4e64-b99c-e915546e8cc9 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361025 Jun 11 12:07:56.887386 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:07:57.765214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:58.032871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:07:58.042575 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9abde-d234-42fc-aa22-8ca252c1be46 req-497d7212-5404-4b68-a33a-113b3a78ba61 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:58.044076 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-65c9abde-d234-42fc-aa22-8ca252c1be46 req-497d7212-5404-4b68-a33a-113b3a78ba61 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0748374 Jun 11 12:07:58.087832 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-65c9abde-d234-42fc-aa22-8ca252c1be46 req-1d0c73db-f2b8-4508-87e8-bb206a770461 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376647 Jun 11 12:07:58.122206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:58.145853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:07:58.148106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a5990c-7d86-474a-aeeb-3d2d1054347d" -d '{"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-unplugged", "status": "completed", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:07:58.161795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:07:58.167354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:07:58.169262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:07:58.196395 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 12:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d91daba-21d8-4487-a886-d4e56660403a x-openstack-request-id: req-8d91daba-21d8-4487-a886-d4e56660403a {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:07:58.196733 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-unplugged", "status": "completed", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:07:58.197000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d91daba-21d8-4487-a886-d4e56660403a {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:07:58.197401 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'code': 200} Jun 11 12:07:58.224338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=9']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:07:58.227433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:07:59.277514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf9a95-f8c7-4a3f-9e2c-34e5bbc32b06 req-8f8130b4-57a7-407a-b198-f8c0d5635875 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:07:59.279075 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-93cf9a95-f8c7-4a3f-9e2c-34e5bbc32b06 req-8f8130b4-57a7-407a-b198-f8c0d5635875 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 943 time: 0.0701766 Jun 11 12:07:59.327884 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-93cf9a95-f8c7-4a3f-9e2c-34e5bbc32b06 req-a94d216a-4a89-4b1e-879c-13e1d6fb5ab5 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Jun 11 12:08:00.505680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d022c-6b55-4702-b411-56066c2e6912 req-877c8b48-c532-4b1e-85c7-b980962c15ca tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:00.507159 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-983d022c-6b55-4702-b411-56066c2e6912 req-877c8b48-c532-4b1e-85c7-b980962c15ca tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 943 time: 0.0672765 Jun 11 12:08:00.552428 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-983d022c-6b55-4702-b411-56066c2e6912 req-8af6973a-575b-438a-8171-56b1ac2bb989 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389180 Jun 11 12:08:01.731102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d0c91-e680-4a5a-8194-b4134fabf0b9 req-acd20783-0b39-4822-919b-aadfc6c54833 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:01.732527 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b67d0c91-e680-4a5a-8194-b4134fabf0b9 req-acd20783-0b39-4822-919b-aadfc6c54833 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 943 time: 0.0683835 Jun 11 12:08:01.772394 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b67d0c91-e680-4a5a-8194-b4134fabf0b9 req-b0f0a04f-c553-4e71-a8ec-4f0aea28d772 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342858 Jun 11 12:08:02.048847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:08:02.164691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:02.176220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'port_id': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'mac_address': 'fa:16:3e:f9:90:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:08:02.221057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:02.235283 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:08:02.254640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:02.258463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:02.261460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:02.316061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=10']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:02.319195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:02.321886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:08:02.966830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea8bf6-456c-4e21-840b-fe27536cc8aa req-c3b93a6c-b2fc-4516-a99f-5cd7a336ca50 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:02.968222 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40ea8bf6-456c-4e21-840b-fe27536cc8aa req-c3b93a6c-b2fc-4516-a99f-5cd7a336ca50 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0703325 Jun 11 12:08:03.008444 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40ea8bf6-456c-4e21-840b-fe27536cc8aa req-56e2a6eb-64ca-4fc9-be42-ed4dc006bd1f tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346529 Jun 11 12:08:04.080734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:08:04.133388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:08:04.133775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:04.187892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9210-1b56-4002-9476-31750b875feb req-a1dd5fb5-5f1e-457a-b44a-f3d19ae34942 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:04.189369 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c63a9210-1b56-4002-9476-31750b875feb req-a1dd5fb5-5f1e-457a-b44a-f3d19ae34942 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 945 time: 0.0684516 Jun 11 12:08:04.223293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:04.238125 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c63a9210-1b56-4002-9476-31750b875feb req-d06701dd-2472-41f4-abdd-46915a9bda1d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430899 Jun 11 12:08:04.247794 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:08:04.250048 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e8ff51-a421-4bae-90c5-6ecce5fa8dd9" -d '{"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-plugged", "status": "completed", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:08:04.263775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:04.267732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:04.270182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:04.306325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f59b857-a261-4172-a26a-07f5d419e8e1 x-openstack-request-id: req-0f59b857-a261-4172-a26a-07f5d419e8e1 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:08:04.306685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-plugged", "status": "completed", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:08:04.306975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f59b857-a261-4172-a26a-07f5d419e8e1 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:08:04.307380 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'code': 200} Jun 11 12:08:04.325845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=11']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:04.328738 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:05.416159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86bd98-94e6-4ff0-96af-a5a50583e464 req-1beb6b7e-71c9-4abd-a027-7fbcabd7feb3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:05.417598 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ee86bd98-94e6-4ff0-96af-a5a50583e464 req-1beb6b7e-71c9-4abd-a027-7fbcabd7feb3 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 946 time: 0.0682621 Jun 11 12:08:05.458631 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ee86bd98-94e6-4ff0-96af-a5a50583e464 req-809e906d-9304-40f2-87e4-b046b739f005 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354147 Jun 11 12:08:06.639226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d922c94-1cbf-493f-9f29-db4e63a323c8 req-c0d5cd5f-bac2-43ad-acb4-80a7ab5318c8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:06.640699 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4d922c94-1cbf-493f-9f29-db4e63a323c8 req-c0d5cd5f-bac2-43ad-acb4-80a7ab5318c8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 946 time: 0.0685291 Jun 11 12:08:06.698981 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4d922c94-1cbf-493f-9f29-db4e63a323c8 req-7e5a57b7-18af-4a35-a363-c8839546a217 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526199 Jun 11 12:08:06.877737 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e850e3-e843-4ecf-a24f-eddfb3c573d8 req-509e70ca-f09c-43a9-a401-ce86a88f2b3d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:06.879131 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a2e850e3-e843-4ecf-a24f-eddfb3c573d8 req-509e70ca-f09c-43a9-a401-ce86a88f2b3d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 946 time: 0.0678358 Jun 11 12:08:06.924087 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a2e850e3-e843-4ecf-a24f-eddfb3c573d8 req-53128726-e622-424e-9820-f23ebeebd850 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386450 Jun 11 12:08:07.098060 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b2131-04a2-4a82-9f9e-cf62aed2c46a req-5c1db8c4-a934-4d97-b69d-e48979735577 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:07.099531 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-858b2131-04a2-4a82-9f9e-cf62aed2c46a req-5c1db8c4-a934-4d97-b69d-e48979735577 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 946 time: 0.0678494 Jun 11 12:08:07.140731 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-858b2131-04a2-4a82-9f9e-cf62aed2c46a req-cb34ed8d-5194-45f0-baf9-4201595bab72 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356047 Jun 11 12:08:07.515354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e25ed0-7e36-451c-a894-1bb6036fe3ef req-6f1367b4-3305-4c26-b2a8-740737378f11 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:07.516715 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33e25ed0-7e36-451c-a894-1bb6036fe3ef req-6f1367b4-3305-4c26-b2a8-740737378f11 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 946 time: 0.0667636 Jun 11 12:08:07.561693 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33e25ed0-7e36-451c-a894-1bb6036fe3ef req-4781eef8-f396-4770-8903-923c4c1c715b tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392635 Jun 11 12:08:08.739280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c0810-cea2-4a14-936d-4d2d5a28cd89 req-1eb32958-1c8e-402f-9a76-1035320aac43 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:08.740753 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-745c0810-cea2-4a14-936d-4d2d5a28cd89 req-1eb32958-1c8e-402f-9a76-1035320aac43 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 946 time: 0.0683017 Jun 11 12:08:08.782029 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-745c0810-cea2-4a14-936d-4d2d5a28cd89 req-f3067569-5bbf-4bde-b457-fc15ded7ab4d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352502 Jun 11 12:08:09.829066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23973-5b9d-406e-af19-e48497c58c46 req-29f6bbd2-57ac-44e4-8ecd-4590d7e08f61 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:09.830544 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-34c23973-5b9d-406e-af19-e48497c58c46 req-29f6bbd2-57ac-44e4-8ecd-4590d7e08f61 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 946 time: 0.0694866 Jun 11 12:08:09.993019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Deleting port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:08:09.993795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:10.028937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c069045-a26c-438d-8da7-83f33bcb4ade req-c89da70e-8fd0-4355-b2b8-26d2b9b3719a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:10.030405 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4c069045-a26c-438d-8da7-83f33bcb4ade req-c89da70e-8fd0-4355-b2b8-26d2b9b3719a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 946 time: 0.1169770 Jun 11 12:08:10.141230 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4c069045-a26c-438d-8da7-83f33bcb4ade req-634355df-598c-494f-b74e-ba2a856214f1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups?id=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048694 Jun 11 12:08:10.156845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] For port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:10.157216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:10.378660 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:10.379035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:10.379346 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Floating IP fba56669-0f03-49a7-89b1-dc140bbef270 disassociated. External IP: 172.26.6.134, port: a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc. Jun 11 12:08:10.379690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Calling delete_port for a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:08:10.528223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:10.532192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:10.563334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event deleted for resources: {'Port': ['ID=a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:10.574166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.574584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.574978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.575365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.575743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.576118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.576496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.576869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.577269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.577640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.578010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.578378 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:10.582980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:10.731845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Router 582d0722-0de9-4024-894c-dc8c0039f626 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:08:10.876390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:08:10.886110 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa587e4-e492-4ed3-a71b-531eb41261bc None None] Sync routers for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:08:10.894839 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa587e4-e492-4ed3-a71b-531eb41261bc None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:08:10.895498 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6aa587e4-e492-4ed3-a71b-531eb41261bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:07:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:10.929352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] No DVR routers for this DVR port a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:08:10.932252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:10.934466 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-34c23973-5b9d-406e-af19-e48497c58c46 req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.25 "DELETE /v2.0/ports/a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc HTTP/1.1" status: 204 len: 173 time: 1.0987699 Jun 11 12:08:10.935186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-deleted', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:08:10.937556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40fdd5f-a5ee-4b3e-9854-da7225ee6e6e" -d '{"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-deleted", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:08:11.033828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d994741-bba2-490b-8ad4-cad7fc69bdf2 x-openstack-request-id: req-8d994741-bba2-490b-8ad4-cad7fc69bdf2 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:08:11.034155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cbb0bd-9806-45af-9487-fd22a0f76834", "name": "network-vif-deleted", "tag": "a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:08:11.034553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d994741-bba2-490b-8ad4-cad7fc69bdf2 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:08:11.035099 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cbb0bd-9806-45af-9487-fd22a0f76834', 'name': 'network-vif-deleted', 'tag': 'a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc', 'status': 'completed', 'code': 200} Jun 11 12:08:11.037579 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-6aa587e4-e492-4ed3-a71b-531eb41261bc None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:08:11.292780 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0bb40007-2284-4162-8b35-2d91d65fa584 req-02a2eb8e-e02a-436b-a9b3-83a62a331c5c tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 210 time: 0.0329182 Jun 11 12:08:11.394358 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6aa587e4-e492-4ed3-a71b-531eb41261bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:11.397580 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa587e4-e492-4ed3-a71b-531eb41261bc None None] Checking router: 582d0722-0de9-4024-894c-dc8c0039f626 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:08:11.405525 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa587e4-e492-4ed3-a71b-531eb41261bc None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:08:11.406135 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6aa587e4-e492-4ed3-a71b-531eb41261bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:07:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:11.550014 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-6aa587e4-e492-4ed3-a71b-531eb41261bc None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:08:11.808170 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6aa587e4-e492-4ed3-a71b-531eb41261bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:11.811461 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa587e4-e492-4ed3-a71b-531eb41261bc None None] The sync data for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv is: [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:02:31Z', 'revision_number': 4, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1f070a0e-6dd2-4896-9604-8fec99d453bd', 'name': '', 'network_id': '76ae0ff6-15e0-4f6c-9a42-65b8c52b5584', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'mac_address': 'fa:16:3e:fb:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:30Z', 'updated_at': '2021-06-11T12:02:35Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'subnets': [{'id': 'a2b1376d-a278-4e3d-99d5-80a7da8ac8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:08:12.017166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6676e-05d3-4c81-9283-e9144469239e None None] New status for floating IP fba56669-0f03-49a7-89b1-dc140bbef270: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:08:12.186603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae975d87-089b-40b8-84be-1585684320fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:12.439648 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4155be1f-09e4-4504-a2a1-fbcb37dbd7f0 req-796afede-e227-4a71-a476-c1d8ab4a72d0 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 210 time: 0.0334630 Jun 11 12:08:13.588160 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8bb5919d-680a-4e6d-8fd3-2578f753b603 req-cda49278-4ca0-4b68-98cf-44fdcded8d3e tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cbb0bd-9806-45af-9487-fd22a0f76834 HTTP/1.1" status: 200 len: 210 time: 0.0374830 Jun 11 12:08:14.158202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:08:14.182754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:08:14.183153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device a2dd5f97-f7f3-40b5-a7bb-d4f9250e0ccc not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:08:14.774887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:14.949824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-49362868-073a-4477-b849-3ab63d941196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:16.105897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:17.569309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52672) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:17.628259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f4f93720-078e-4242-bdc4-82fb1d96b135 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:17.652805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f4f93720-078e-4242-bdc4-82fb1d96b135 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:17.705051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f4f93720-078e-4242-bdc4-82fb1d96b135 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:17.708183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f4f93720-078e-4242-bdc4-82fb1d96b135 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:17.712203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52674) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:17.712656 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f4f93720-078e-4242-bdc4-82fb1d96b135 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "DELETE /v2.0/security-groups/44d6b732-e9c8-4779-a98a-c7ffaa1a55c2 HTTP/1.1" status: 204 len: 168 time: 0.1418526 Jun 11 12:08:17.713109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c5ff86a5-6573-468d-8fb0-c54d05a0b0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:17.723785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f93720-078e-4242-bdc4-82fb1d96b135 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d6b732-e9c8-4779-a98a-c7ffaa1a55c2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:17.733555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f4f93720-078e-4242-bdc4-82fb1d96b135 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:17.738765 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.api.v2.resource [None req-c827264a-e6b7-4ad5-9c5e-e57445d3dd6d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] show failed (client error): The resource could not be found. Jun 11 12:08:17.739778 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c827264a-e6b7-4ad5-9c5e-e57445d3dd6d tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "GET /v2.0/security-groups/44d6b732-e9c8-4779-a98a-c7ffaa1a55c2 HTTP/1.1" status: 404 len: 347 time: 0.0264118 Jun 11 12:08:17.742385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52676) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:17.806877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:17.911080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Deleting port c66e31e1-61cb-421d-9e44-68f081fabb1f {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:08:17.911430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:18.011920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:18.012162 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:18.103577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Calling delete_port for c66e31e1-61cb-421d-9e44-68f081fabb1f owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:08:18.256766 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:18.259632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:18.288169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Pushing event deleted for resources: {'Port': ['ID=c66e31e1-61cb-421d-9e44-68f081fabb1f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:18.320478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.320818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.321229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.321616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.321994 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.322380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.322788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.323164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.323535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.323911 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.324278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.324645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:18.328360 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:18.371782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:18.374316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:18.375521 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] 10.222.0.46 "DELETE /v2.0/floatingips/fba56669-0f03-49a7-89b1-dc140bbef270 HTTP/1.1" status: 204 len: 168 time: 0.6314590 Jun 11 12:08:18.378339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52678) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:19.260318 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:19.579374 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Deleting port 1f070a0e-6dd2-4896-9604-8fec99d453bd {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:08:19.579721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:19.680876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] For port 1f070a0e-6dd2-4896-9604-8fec99d453bd, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1f070a0e-6dd2-4896-9604-8fec99d453bd,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:19.681238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:19.776427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Calling delete_port for 1f070a0e-6dd2-4896-9604-8fec99d453bd owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:08:19.994486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:19.997040 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:20.026547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1f070a0e-6dd2-4896-9604-8fec99d453bd,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:20.030189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:20.243868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:20.529640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Router 582d0722-0de9-4024-894c-dc8c0039f626 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:08:20.671898 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:08:20.678249 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] 10.222.0.46 "PUT /v2.0/routers/582d0722-0de9-4024-894c-dc8c0039f626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2984579 Jun 11 12:08:20.679242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52682) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:20.679982 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0409e2-00b4-4cdb-85f3-a9a4e5e05e3a None None] Sync routers for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:08:20.690558 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0409e2-00b4-4cdb-85f3-a9a4e5e05e3a None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:08:20.691264 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9f0409e2-00b4-4cdb-85f3-a9a4e5e05e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:08:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:20.817770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:20.828850 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-9f0409e2-00b4-4cdb-85f3-a9a4e5e05e3a None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:08:20.959078 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.016949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Deleting port 47811976-1b5f-4156-b1ef-069a22912ea5 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:08:21.017304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.070367 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9f0409e2-00b4-4cdb-85f3-a9a4e5e05e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:08:19Z', 'revision_number': 5, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port': {'id': '47811976-1b5f-4156-b1ef-069a22912ea5', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d0722-0de9-4024-894c-dc8c0039f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:02:28Z', 'updated_at': '2021-06-11T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:21.078950 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0409e2-00b4-4cdb-85f3-a9a4e5e05e3a None None] Checking router: 582d0722-0de9-4024-894c-dc8c0039f626 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:08:21.088052 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0409e2-00b4-4cdb-85f3-a9a4e5e05e3a None None] Routers {'582d0722-0de9-4024-894c-dc8c0039f626'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:08:21.088669 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9f0409e2-00b4-4cdb-85f3-a9a4e5e05e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:08:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['582d0722-0de9-4024-894c-dc8c0039f626'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:21.125308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] For port 47811976-1b5f-4156-b1ef-069a22912ea5, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=47811976-1b5f-4156-b1ef-069a22912ea5,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:21.125705 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.209610 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-9f0409e2-00b4-4cdb-85f3-a9a4e5e05e3a None None] Set router 582d0722-0de9-4024-894c-dc8c0039f626 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:08:21.219073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Calling delete_port for 47811976-1b5f-4156-b1ef-069a22912ea5 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:08:21.287405 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9f0409e2-00b4-4cdb-85f3-a9a4e5e05e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:08:20Z', 'revision_number': 6, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:21.290925 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0409e2-00b4-4cdb-85f3-a9a4e5e05e3a None None] The sync data for ids ['582d0722-0de9-4024-894c-dc8c0039f626'] in dv-neutron-786478-5-hyperv is: [{'id': '582d0722-0de9-4024-894c-dc8c0039f626', 'name': 'tempest-ServerActionsTestJSON-245890979-router', 'tenant_id': '1910a48f5a5e4b2696345bb36c8dc060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:02:27Z', 'updated_at': '2021-06-11T12:08:20Z', 'revision_number': 6, 'project_id': '1910a48f5a5e4b2696345bb36c8dc060', 'gw_port_host': None}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:08:21.431398 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.434158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d67677b7-18dc-4dec-81bb-4469983035b0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:21.463341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Pushing event deleted for resources: {'Port': ['ID=47811976-1b5f-4156-b1ef-069a22912ea5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:21.467346 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:21.538694 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.672625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.674861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.741880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.742615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 582d0722-0de9-4024-894c-dc8c0039f626 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:08:21.744833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1f070a0e-6dd2-4896-9604-8fec99d453bd no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:08:21.747151 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.748584 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] 10.222.0.46 "DELETE /v2.0/routers/582d0722-0de9-4024-894c-dc8c0039f626 HTTP/1.1" status: 204 len: 168 time: 1.0682631 Jun 11 12:08:21.750735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52684) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:21.770809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 1f070a0e-6dd2-4896-9604-8fec99d453bd {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:08:21.771176 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1f070a0e-6dd2-4896-9604-8fec99d453bd not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:08:21.801587 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d984d1-ce43-4d8b-9b28-fbbbf6b8cf7b admin admin] Deleting subnet a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:08:21.804561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60d984d1-ce43-4d8b-9b28-fbbbf6b8cf7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.849327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60d984d1-ce43-4d8b-9b28-fbbbf6b8cf7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.936850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60d984d1-ce43-4d8b-9b28-fbbbf6b8cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.994897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60d984d1-ce43-4d8b-9b28-fbbbf6b8cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:21.997664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-046ded3f-b2d1-4161-93c8-7595bc74a7f4 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:22.034010 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d984d1-ce43-4d8b-9b28-fbbbf6b8cf7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b1376d-a278-4e3d-99d5-80a7da8ac8c1,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:22.036303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-60d984d1-ce43-4d8b-9b28-fbbbf6b8cf7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:22.038335 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-60d984d1-ce43-4d8b-9b28-fbbbf6b8cf7b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a2b1376d-a278-4e3d-99d5-80a7da8ac8c1 HTTP/1.1" status: 204 len: 168 time: 0.2866669 Jun 11 12:08:22.039409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-60d984d1-ce43-4d8b-9b28-fbbbf6b8cf7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:22.041964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52686) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:22.043923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f8e221-94ce-4785-a50b-c1e895f1eff2 None None] Network 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:08:22.137157 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:22.199582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Deleting port 34978306-d161-4282-a31e-4ce20c7b8fc4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:08:22.199941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:22.259849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b9290-cf67-470e-b5ae-93ea9565345d None None] DHCP port deletion for 76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:08:22.317650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-189b9290-cf67-470e-b5ae-93ea9565345d None None] Deleting port 34978306-d161-4282-a31e-4ce20c7b8fc4 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:08:22.318049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-189b9290-cf67-470e-b5ae-93ea9565345d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:22.413935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-189b9290-cf67-470e-b5ae-93ea9565345d None None] For port 34978306-d161-4282-a31e-4ce20c7b8fc4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=34978306-d161-4282-a31e-4ce20c7b8fc4,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:22.414254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-189b9290-cf67-470e-b5ae-93ea9565345d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:22.509562 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-189b9290-cf67-470e-b5ae-93ea9565345d None None] Calling delete_port for 34978306-d161-4282-a31e-4ce20c7b8fc4 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:08:22.607544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-189b9290-cf67-470e-b5ae-93ea9565345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:22.609534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:22.636586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b9290-cf67-470e-b5ae-93ea9565345d None None] Pushing event deleted for resources: {'Port': ['ID=34978306-d161-4282-a31e-4ce20c7b8fc4,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:22.639986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-189b9290-cf67-470e-b5ae-93ea9565345d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:22.642778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b9290-cf67-470e-b5ae-93ea9565345d None None] No DVR routers for this DVR port 34978306-d161-4282-a31e-4ce20c7b8fc4 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:08:22.693069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] For port 34978306-d161-4282-a31e-4ce20c7b8fc4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=34978306-d161-4282-a31e-4ce20c7b8fc4,segment=NetworkSegment(de0af1fd-f55c-44b9-95a6-78de596a0381),segment_id=de0af1fd-f55c-44b9-95a6-78de596a0381)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:22.693349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:22.788431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Calling delete_port for 34978306-d161-4282-a31e-4ce20c7b8fc4 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:08:22.875991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:22.877982 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-03ce8c28-c72f-4124-8919-20bed5782a27 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:22.907999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34978306-d161-4282-a31e-4ce20c7b8fc4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:22.911617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:22.914058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] No DVR routers for this DVR port 34978306-d161-4282-a31e-4ce20c7b8fc4 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:08:23.007671 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:23.018695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ae0ff6-15e0-4f6c-9a42-65b8c52b5584']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:23.033369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0af1fd-f55c-44b9-95a6-78de596a0381') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:23.033674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0af1fd-f55c-44b9-95a6-78de596a0381') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:23.044196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:23.058706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:23.064277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:08:23.064656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: self.session.flush() Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:08:23.066212 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:08:23.071461 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:08:23.137503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:23.140917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cbbc3533-4660-4f34-8604-09cd438ff320 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:23.143275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:23.145063 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/76ae0ff6-15e0-4f6c-9a42-65b8c52b5584 HTTP/1.1" status: 204 len: 168 time: 1.1020236 Jun 11 12:08:23.158275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=76ae0ff6-15e0-4f6c-9a42-65b8c52b5584,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:23.160901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:23.249719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52690) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:23.297726 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f8c4adbb-de43-4e1b-83fd-96505737c935 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1910a48f5a5e4b2696345bb36c8dc060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466816 Jun 11 12:08:23.300018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52692) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:23.349235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-838a3564-82be-49be-9a35-80b7fa97844c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:23.372982 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-838a3564-82be-49be-9a35-80b7fa97844c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:23.422219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-838a3564-82be-49be-9a35-80b7fa97844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:23.424801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-838a3564-82be-49be-9a35-80b7fa97844c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:23.425950 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-838a3564-82be-49be-9a35-80b7fa97844c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ac5ce85-a872-4ccd-82f0-947275e8ff8c HTTP/1.1" status: 204 len: 168 time: 0.1250277 Jun 11 12:08:23.426770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c791dd6a-8049-4885-9e97-a746ee1c4e15 tempest-SecGroupTest-652622330 tempest-SecGroupTest-652622330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:23.435234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a3564-82be-49be-9a35-80b7fa97844c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac5ce85-a872-4ccd-82f0-947275e8ff8c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:23.437574 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-838a3564-82be-49be-9a35-80b7fa97844c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:23.655140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 34978306-d161-4282-a31e-4ce20c7b8fc4 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:08:23.680906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 34978306-d161-4282-a31e-4ce20c7b8fc4 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:08:23.681269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 34978306-d161-4282-a31e-4ce20c7b8fc4 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:08:23.681713 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 47811976-1b5f-4156-b1ef-069a22912ea5 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:08:23.705239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 47811976-1b5f-4156-b1ef-069a22912ea5 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:08:23.705606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 47811976-1b5f-4156-b1ef-069a22912ea5 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:08:24.065249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52714) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:24.156382 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-615089459-network', 'tenant_id': 'f3481cef5b2e47e7b183f8c07d5b03f8'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:08:24.177058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Made reservation on behalf of f3481cef5b2e47e7b183f8c07d5b03f8 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:08:24.179476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:24.191514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:24.288242 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:24.291827 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:24.294744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dad0fa8f-b485-4746-a474-ac95ad4ff347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:24.319248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:08:24.328975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c5847-2f34-4b62-9c16-119d7f9a8545,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:24.332697 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:24.335731 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:24.336075 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Added segment c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4 of type vlan for network 05492859-afe8-41c2-a810-a802aea99980 Jun 11 12:08:24.386954 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:24.415861 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:24.416862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:24.417437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:24.419483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6ae53784-deea-4d9b-b247-84468c14bc71 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:24.460497 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3923595 Jun 11 12:08:24.461449 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52718) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:24.504813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Request body: {'subnet': {'network_id': '05492859-afe8-41c2-a810-a802aea99980', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-615089459-subnet', 'tenant_id': 'f3481cef5b2e47e7b183f8c07d5b03f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:08:24.511269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=05492859-afe8-41c2-a810-a802aea99980,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:24.514021 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:24.521508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 05492859-afe8-41c2-a810-a802aea99980 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:08:24.529929 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Made reservation on behalf of f3481cef5b2e47e7b183f8c07d5b03f8 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:08:24.532420 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:24.740740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:24.742637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-98638321-a70a-46c9-adec-577ffa67abeb tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:24.796213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ddd901-1842-46e9-8bd8-d7e75c0fcf48,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:24.799189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:24.813616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Checking segment: {'id': 'c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '05492859-afe8-41c2-a810-a802aea99980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:08:24.813975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Network hostable DHCP agents. Network: 05492859-afe8-41c2-a810-a802aea99980, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:08:24.830241 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Network 05492859-afe8-41c2-a810-a802aea99980 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:08:24.839084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 05492859-afe8-41c2-a810-a802aea99980) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:08:24.843286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:24.843953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:24.849056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac021c5-660e-4025-8506-8c6843eec475 None None] Network 05492859-afe8-41c2-a810-a802aea99980 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:08:24.872289 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4017129 Jun 11 12:08:25.018320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382848e7-183c-4b25-83eb-216508a23791 None None] Network 05492859-afe8-41c2-a810-a802aea99980 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:08:25.317687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-dc27119e-1c25-461f-a6fe-02951a49f0fd tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:25.319253 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-dc27119e-1c25-461f-a6fe-02951a49f0fd tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/networks?id=05492859-afe8-41c2-a810-a802aea99980 HTTP/1.1" status: 200 len: 813 time: 0.1360991 Jun 11 12:08:25.335193 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-aaccb491-8a40-42e9-849a-f0feeac0f568 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/quotas/f3481cef5b2e47e7b183f8c07d5b03f8 HTTP/1.1" status: 200 len: 375 time: 0.0094836 Jun 11 12:08:25.372972 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-7fd0b6b4-b863-4a05-b071-f2d71d56aac9 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3481cef5b2e47e7b183f8c07d5b03f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319562 Jun 11 12:08:25.494635 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-c60e202d-dbcd-4023-a9da-8bd8f41ae2d0 service neutron] 10.222.0.46 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152227 Jun 11 12:08:26.034884 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-8fd7b3dd-7801-411d-b178-829155d07ad1 service neutron] 10.222.0.46 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343471 Jun 11 12:08:26.206217 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cfa5e1f-0592-4897-9c3e-d7087b1386f8 req-7bb1ba71-5ae6-48b8-a854-186d92c8b927 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 210 time: 0.0340414 Jun 11 12:08:27.353298 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b2eee812-48c0-41e1-8a83-2ed392a0528e req-d8df87ac-eb70-41c5-9087-a6bcec7ec8c1 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 210 time: 0.0343642 Jun 11 12:08:27.387913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-95ea585c-198a-4e9d-adf9-6a8fbfd19297 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:27.389432 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-95ea585c-198a-4e9d-adf9-6a8fbfd19297 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.25 "GET /v2.0/networks?id=05492859-afe8-41c2-a810-a802aea99980 HTTP/1.1" status: 200 len: 813 time: 0.1371469 Jun 11 12:08:27.401663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Request body: {'port': {'device_id': '97bba6b7-6652-471b-8b72-d466833d41f8', 'network_id': '05492859-afe8-41c2-a810-a802aea99980', 'admin_state_up': True, 'tenant_id': 'f3481cef5b2e47e7b183f8c07d5b03f8'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:08:27.539131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Made reservation on behalf of f3481cef5b2e47e7b183f8c07d5b03f8 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:08:27.542595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:27.684332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Allocated IP 172.20.0.2 (05492859-afe8-41c2-a810-a802aea99980/01ddd901-1842-46e9-8bd8-d7e75c0fcf48/b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:08:27.780977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:27.871423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:27.909789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:27.913648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5cbe7f8-d0f0-4584-bc17-7fad44158bd8 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:27.961876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Network 05492859-afe8-41c2-a810-a802aea99980 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:08:27.965161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:08:27.968857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:08:27.998620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Pushing event updated for resources: {'Port': ['ID=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:28.003206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:28.029896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:28.030507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:28.043915 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6464701 Jun 11 12:08:28.056020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Request body: {'port': {'device_id': '97bba6b7-6652-471b-8b72-d466833d41f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:08:28.143693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:28.449779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:08:28.457026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:28.470336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Transition to ACTIVE for port object b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:08:28.479775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:28.502674 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ae72b399-cf32-4798-be3f-a5dafb0c4aa9 tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:28.614118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:28.620530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:28.685598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b726a-3fd8-4170-ab1c-78b956326dae req-b1251a49-7a89-4b99-8e48-02c678e5a900 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:28.687022 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa8b726a-3fd8-4170-ab1c-78b956326dae req-b1251a49-7a89-4b99-8e48-02c678e5a900 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 943 time: 0.2184668 Jun 11 12:08:28.746107 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Attempting to bind port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:08:28.746447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Attempting to bind port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '05492859-afe8-41c2-a810-a802aea99980'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:08:28.746879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Attempting to bind port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a on network 05492859-afe8-41c2-a810-a802aea99980 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:08:28.751910 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fa8b726a-3fd8-4170-ab1c-78b956326dae req-5a2a7b3e-e19d-407e-b078-0ff22fd7cf48 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592613 Jun 11 12:08:28.753859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a on network 05492859-afe8-41c2-a810-a802aea99980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:08:28.754186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Attempting to bind port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a on network 05492859-afe8-41c2-a810-a802aea99980 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:08:28.759009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:08:28.759356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Checking segment: {'id': 'c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '05492859-afe8-41c2-a810-a802aea99980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:08:28.759738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Bound using segment: {'id': 'c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '05492859-afe8-41c2-a810-a802aea99980'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:08:28.760170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Bound port: b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '05492859-afe8-41c2-a810-a802aea99980'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:08:28.760518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:28.831068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] For port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:08:28.834071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] For port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a,segment=NetworkSegment(c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4),segment_id=c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:08:28.839362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:28.842018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d50f8657-a268-42fd-b5ce-d16f1024e337 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:28.892559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:28.893171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:28.894588 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] 10.222.0.25 "PUT /v2.0/ports/b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a HTTP/1.1" status: 200 len: 1093 time: 0.8430409 Jun 11 12:08:28.895109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bba6b7-6652-471b-8b72-d466833d41f8', 'tag': 'b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:08:28.897399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01e447c-9820-427e-9b6d-f7b059da060f" -d '{"events": [{"name": "network-changed", "server_uuid": "97bba6b7-6652-471b-8b72-d466833d41f8", "tag": "b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:08:28.922571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:28.931576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:28.937721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d7ad97-b2cc-4846-b317-c9a895a26816 x-openstack-request-id: req-57d7ad97-b2cc-4846-b317-c9a895a26816 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:08:28.938086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bba6b7-6652-471b-8b72-d466833d41f8", "tag": "b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:08:28.938393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57d7ad97-b2cc-4846-b317-c9a895a26816 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:08:28.938886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bba6b7-6652-471b-8b72-d466833d41f8', 'tag': 'b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a', 'status': 'completed', 'code': 200} Jun 11 12:08:29.001424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-7228cbd9-d1a8-4d74-b26f-460539f7ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:29.002964 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-7228cbd9-d1a8-4d74-b26f-460539f7ce0a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3481cef5b2e47e7b183f8c07d5b03f8&device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 1096 time: 0.0590379 Jun 11 12:08:29.056851 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-dba7cebe-96d1-4b56-ace2-d5d265a40e63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a HTTP/1.1" status: 200 len: 217 time: 0.0469363 Jun 11 12:08:29.117049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-a1de012d-76cb-4e1f-b41b-6091b4de10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:29.118552 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-a1de012d-76cb-4e1f-b41b-6091b4de10d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=01ddd901-1842-46e9-8bd8-d7e75c0fcf48 HTTP/1.1" status: 200 len: 853 time: 0.0549462 Jun 11 12:08:29.154712 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-d19b8a51-7edf-4df2-901a-685a16d56a0f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05492859-afe8-41c2-a810-a802aea99980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303390 Jun 11 12:08:29.268919 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-440bf3b7-f99a-44ce-8717-2aaf31ab198a service neutron] 10.222.0.25 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080539 Jun 11 12:08:29.382443 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-51a5bb24-023d-47a7-9c23-bf5c0bac283e req-9b01ff00-99d3-43d4-92bc-d63f266f610b service neutron] 10.222.0.25 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069720 Jun 11 12:08:29.484352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e447c-9820-427e-9b6d-f7b059da060f req-7af3cb8a-73b0-4d5f-b493-1e467250a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:29.485803 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f01e447c-9820-427e-9b6d-f7b059da060f req-7af3cb8a-73b0-4d5f-b493-1e467250a70f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3481cef5b2e47e7b183f8c07d5b03f8&device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 1096 time: 0.0580087 Jun 11 12:08:29.602939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e447c-9820-427e-9b6d-f7b059da060f req-be739d36-2531-4006-86f2-a8dc3b4d1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:29.604309 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f01e447c-9820-427e-9b6d-f7b059da060f req-be739d36-2531-4006-86f2-a8dc3b4d1241 service neutron] 10.222.0.25 "GET /v2.0/networks?id=05492859-afe8-41c2-a810-a802aea99980 HTTP/1.1" status: 200 len: 915 time: 0.1113439 Jun 11 12:08:29.657489 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f01e447c-9820-427e-9b6d-f7b059da060f req-7777ea2a-a54d-485c-80d9-6a6d8e39b312 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a HTTP/1.1" status: 200 len: 217 time: 0.0469668 Jun 11 12:08:29.719871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e447c-9820-427e-9b6d-f7b059da060f req-5aac1d6b-6316-4918-bd18-3ad833987889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:29.721305 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f01e447c-9820-427e-9b6d-f7b059da060f req-5aac1d6b-6316-4918-bd18-3ad833987889 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=01ddd901-1842-46e9-8bd8-d7e75c0fcf48 HTTP/1.1" status: 200 len: 853 time: 0.0573587 Jun 11 12:08:29.758017 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f01e447c-9820-427e-9b6d-f7b059da060f req-bcc9e1bd-8518-4847-b4d3-819c0a455869 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05492859-afe8-41c2-a810-a802aea99980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301731 Jun 11 12:08:29.905268 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f01e447c-9820-427e-9b6d-f7b059da060f req-ca6ccaed-6352-48bd-adde-459b94272428 service neutron] 10.222.0.25 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394494 Jun 11 12:08:30.022768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e08e46-98a9-40a5-8776-72a31a609019 req-9d730ebf-8211-4397-814c-02142beaf017 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:30.024242 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-00e08e46-98a9-40a5-8776-72a31a609019 req-9d730ebf-8211-4397-814c-02142beaf017 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 943 time: 0.1593795 Jun 11 12:08:30.060406 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f01e447c-9820-427e-9b6d-f7b059da060f req-679d960c-e3ac-4180-b99f-5ee24981b8e6 service neutron] 10.222.0.25 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473417 Jun 11 12:08:30.079155 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-00e08e46-98a9-40a5-8776-72a31a609019 req-f21d2e47-633d-496d-a79a-86692957bdd2 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492604 Jun 11 12:08:31.260031 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f3d22-42bd-4d73-b0ec-edb6cacc3d33 req-cc01ed77-9619-487a-9e48-c9deabb406ac tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:31.261449 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bb4f3d22-42bd-4d73-b0ec-edb6cacc3d33 req-cc01ed77-9619-487a-9e48-c9deabb406ac tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 943 time: 0.0675344 Jun 11 12:08:31.307468 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bb4f3d22-42bd-4d73-b0ec-edb6cacc3d33 req-80eafefe-152e-4e2c-af42-2e8abaa87473 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Jun 11 12:08:32.267468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:08:32.387612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a,segment=NetworkSegment(c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4),segment_id=c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:32.405743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a', 'network_id': '05492859-afe8-41c2-a810-a802aea99980', 'port_id': 'b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a', 'mac_address': 'fa:16:3e:33:35:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ddd901-1842-46e9-8bd8-d7e75c0fcf48', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:08:32.449190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:32.463533 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:08:32.484033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a,segment=NetworkSegment(c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4),segment_id=c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:32.488043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:32.490256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:32.493667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a296ef-8dec-4434-af0b-caad00aa9f39 req-902a6f05-a6e3-4ffe-b17b-fe31298b957c tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:32.495176 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d2a296ef-8dec-4434-af0b-caad00aa9f39 req-902a6f05-a6e3-4ffe-b17b-fe31298b957c tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 943 time: 0.0742121 Jun 11 12:08:32.539168 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d2a296ef-8dec-4434-af0b-caad00aa9f39 req-cf3afe31-50f0-45e0-9fb7-b132caf627e9 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378287 Jun 11 12:08:32.547887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:32.551238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:32.692860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:08:33.719798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb58a18-519c-4211-8af9-d3317c5d82e0 req-4e93aed2-0c1e-4a4a-8e3e-39be5bd59809 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:33.721259 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8cb58a18-519c-4211-8af9-d3317c5d82e0 req-4e93aed2-0c1e-4a4a-8e3e-39be5bd59809 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 944 time: 0.0684021 Jun 11 12:08:33.762719 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8cb58a18-519c-4211-8af9-d3317c5d82e0 req-7a18846f-29df-4d81-a204-8ade5ff3b186 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357926 Jun 11 12:08:33.886375 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:08:34.282560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:08:34.338837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:08:34.342288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:08:34.342706 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:34.433164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:34.456208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bba6b7-6652-471b-8b72-d466833d41f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:08:34.458431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc0a752-fe68-4add-aed9-5c0fbe8b8907" -d '{"events": [{"server_uuid": "97bba6b7-6652-471b-8b72-d466833d41f8", "name": "network-vif-plugged", "status": "completed", "tag": "b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:08:34.471725 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a,segment=NetworkSegment(c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4),segment_id=c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:34.475381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:34.477725 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bf0c8477-c25f-4432-99ce-67c03763061d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:34.503751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebea5470-b5a7-4432-a01c-a7033c3a3d3f x-openstack-request-id: req-ebea5470-b5a7-4432-a01c-a7033c3a3d3f {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:08:34.504053 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bba6b7-6652-471b-8b72-d466833d41f8", "name": "network-vif-plugged", "status": "completed", "tag": "b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:08:34.504312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ebea5470-b5a7-4432-a01c-a7033c3a3d3f {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:08:34.504700 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bba6b7-6652-471b-8b72-d466833d41f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a', 'code': 200} Jun 11 12:08:34.537271 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:34.541012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:34.716071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14125a2c-97c6-4347-8654-64bdb2b5c0fd req-0e3ecdfe-8892-4bf1-9d35-ba2f8e234cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:34.717622 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-14125a2c-97c6-4347-8654-64bdb2b5c0fd req-0e3ecdfe-8892-4bf1-9d35-ba2f8e234cec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 1098 time: 0.0582078 Jun 11 12:08:34.754801 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-14125a2c-97c6-4347-8654-64bdb2b5c0fd req-b8096c0e-65f4-4be3-9acf-330d9532aa55 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312247 Jun 11 12:08:34.937370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752818ed-f1c1-40d9-9c31-5c113ebec009 req-0e736153-44d7-4779-adb8-335e6b2f1ab2 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:34.938826 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-752818ed-f1c1-40d9-9c31-5c113ebec009 req-0e736153-44d7-4779-adb8-335e6b2f1ab2 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 945 time: 0.0675769 Jun 11 12:08:34.982342 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-752818ed-f1c1-40d9-9c31-5c113ebec009 req-6a2d3fa9-dfd5-4428-b20d-45027e974e08 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380068 Jun 11 12:08:36.167603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989da51-4e65-45e3-b2f4-108f32b19139 req-2d24a1d2-8b91-45d5-a888-0dbab7896a4c tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:36.169108 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7989da51-4e65-45e3-b2f4-108f32b19139 req-2d24a1d2-8b91-45d5-a888-0dbab7896a4c tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 945 time: 0.0754509 Jun 11 12:08:36.210280 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7989da51-4e65-45e3-b2f4-108f32b19139 req-7925a86b-559a-4daf-862f-71614fc8a28e tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351067 Jun 11 12:08:36.458968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-3eabb6b4-3820-4bac-983f-8a1dfa7fca2b tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:36.460425 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-3eabb6b4-3820-4bac-983f-8a1dfa7fca2b tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/networks?id=05492859-afe8-41c2-a810-a802aea99980 HTTP/1.1" status: 200 len: 813 time: 0.1292708 Jun 11 12:08:36.475198 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-4ed6bc8b-fb6c-43ea-bb7f-6c1fd1503c4b tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/quotas/f3481cef5b2e47e7b183f8c07d5b03f8 HTTP/1.1" status: 200 len: 375 time: 0.0088160 Jun 11 12:08:36.547626 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b19f05c8-ad67-4b25-915b-64732552a0f7 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3481cef5b2e47e7b183f8c07d5b03f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670314 Jun 11 12:08:36.661734 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-5a1dbfb1-9602-406e-9514-df3a74465492 service neutron] 10.222.0.46 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076088 Jun 11 12:08:36.777810 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-632a5488-f93e-435e-8a43-be9d30bfe2c7 service neutron] 10.222.0.46 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103573 Jun 11 12:08:36.950343 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7adec56b-93da-4752-92c6-60b330004162 req-726c7ff6-f65d-4fe3-bd05-ad4e86d4cc69 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 210 time: 0.0333679 Jun 11 12:08:37.962073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-9857dae9-c57e-45bf-a343-efb63e893f48 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:37.963497 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-9857dae9-c57e-45bf-a343-efb63e893f48 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.25 "GET /v2.0/networks?id=05492859-afe8-41c2-a810-a802aea99980 HTTP/1.1" status: 200 len: 813 time: 0.1323485 Jun 11 12:08:37.975557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Request body: {'port': {'device_id': 'a70ba6de-be3c-41a8-ac6f-0af2b8ca291a', 'network_id': '05492859-afe8-41c2-a810-a802aea99980', 'admin_state_up': True, 'tenant_id': 'f3481cef5b2e47e7b183f8c07d5b03f8'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:08:38.108147 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-259121a7-2188-4610-af2b-62f29a427b19 req-da563cca-98c6-47b4-ac3a-ad01f0f33444 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 210 time: 0.0389452 Jun 11 12:08:38.117629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Made reservation on behalf of f3481cef5b2e47e7b183f8c07d5b03f8 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:08:38.121193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:38.261760 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Allocated IP 172.20.0.3 (05492859-afe8-41c2-a810-a802aea99980/01ddd901-1842-46e9-8bd8-d7e75c0fcf48/cb3c030a-a70c-44ed-8f90-b6bbc9939ea3) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:08:38.430799 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:38.468628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:38.473251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c740426-09fe-4f5b-a911-901dec648034 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:38.480617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:08:38.524817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Network 05492859-afe8-41c2-a810-a802aea99980 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:08:38.527889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:08:38.533855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:08:38.537605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Pushing event updated for resources: {'Port': ['ID=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:38.564878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:38.592428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:38.593045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:38.607543 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6356666 Jun 11 12:08:38.618804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Request body: {'port': {'device_id': 'a70ba6de-be3c-41a8-ac6f-0af2b8ca291a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:08:38.703310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:39.006932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:08:39.015035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:39.027226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Transition to ACTIVE for port object cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:08:39.031022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:39.033847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:39.549531 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Pushing event updated for resources: {'Port': ['ID=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:39.557735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:39.663196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6577414-f1e1-415e-b076-f3e7d135df87 req-61ae077d-65bd-4f9a-a1b8-9978e7fe33a5 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:39.665206 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f6577414-f1e1-415e-b076-f3e7d135df87 req-61ae077d-65bd-4f9a-a1b8-9978e7fe33a5 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 943 time: 0.1571395 Jun 11 12:08:39.665841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Attempting to bind port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:08:39.666176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Attempting to bind port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '05492859-afe8-41c2-a810-a802aea99980'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:08:39.666507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Attempting to bind port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 on network 05492859-afe8-41c2-a810-a802aea99980 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:08:39.672034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 on network 05492859-afe8-41c2-a810-a802aea99980 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:08:39.672359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Attempting to bind port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 on network 05492859-afe8-41c2-a810-a802aea99980 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:08:39.682921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:08:39.683261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Checking segment: {'id': 'c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '05492859-afe8-41c2-a810-a802aea99980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:08:39.683643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Bound using segment: {'id': 'c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '05492859-afe8-41c2-a810-a802aea99980'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:08:39.684073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Bound port: cb3c030a-a70c-44ed-8f90-b6bbc9939ea3, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '05492859-afe8-41c2-a810-a802aea99980'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:08:39.684430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:39.751456 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f6577414-f1e1-415e-b076-f3e7d135df87 req-75cce42d-6af5-4e8d-ac33-827fbfa4a9f3 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802860 Jun 11 12:08:39.782166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] For port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:08:39.785073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] For port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3,segment=NetworkSegment(c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4),segment_id=c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:08:39.790009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:39.792013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f7fefb49-aa59-44ca-a04c-b0d4c9d1ccdd tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:39.839300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:39.839910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:39.841251 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] 10.222.0.25 "PUT /v2.0/ports/cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 HTTP/1.1" status: 200 len: 1093 time: 1.2265661 Jun 11 12:08:39.841763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70ba6de-be3c-41a8-ac6f-0af2b8ca291a', 'tag': 'cb3c030a-a70c-44ed-8f90-b6bbc9939ea3'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:08:39.844089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bfa4c1-928b-4136-99e0-d1a14f4ffb62" -d '{"events": [{"name": "network-changed", "server_uuid": "a70ba6de-be3c-41a8-ac6f-0af2b8ca291a", "tag": "cb3c030a-a70c-44ed-8f90-b6bbc9939ea3"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:08:39.867156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Pushing event updated for resources: {'Port': ['ID=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:39.870960 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:39.917034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71517d5-caf5-43c5-9372-de8b238ccc3b x-openstack-request-id: req-f71517d5-caf5-43c5-9372-de8b238ccc3b {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:08:39.917385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70ba6de-be3c-41a8-ac6f-0af2b8ca291a", "tag": "cb3c030a-a70c-44ed-8f90-b6bbc9939ea3", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:08:39.917695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f71517d5-caf5-43c5-9372-de8b238ccc3b {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:08:39.918138 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70ba6de-be3c-41a8-ac6f-0af2b8ca291a', 'tag': 'cb3c030a-a70c-44ed-8f90-b6bbc9939ea3', 'status': 'completed', 'code': 200} Jun 11 12:08:39.944950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-f4dce059-a6fb-4569-93cb-ef99041c8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:39.946426 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-f4dce059-a6fb-4569-93cb-ef99041c8a3a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3481cef5b2e47e7b183f8c07d5b03f8&device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 1096 time: 0.0621746 Jun 11 12:08:40.000232 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-33ef033f-4257-4fa8-9a90-18ef0321e0f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 HTTP/1.1" status: 200 len: 217 time: 0.0461960 Jun 11 12:08:40.058654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-d32d5688-707b-4fa6-a6dc-54c8c538ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:40.060050 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-d32d5688-707b-4fa6-a6dc-54c8c538ef06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=01ddd901-1842-46e9-8bd8-d7e75c0fcf48 HTTP/1.1" status: 200 len: 853 time: 0.0543494 Jun 11 12:08:40.095918 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-9a8d945e-10a3-433c-8075-1e125858eb20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05492859-afe8-41c2-a810-a802aea99980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296438 Jun 11 12:08:40.208728 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-af3246e4-1d23-4a1a-8ab2-bdd0c6758d4b service neutron] 10.222.0.25 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066129 Jun 11 12:08:40.322964 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b86077fc-9ac7-4d19-b41d-07fcef8d3d2d req-bb5940ab-2226-429c-b5a4-94c223beea4d service neutron] 10.222.0.25 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074605 Jun 11 12:08:40.433751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa4c1-928b-4136-99e0-d1a14f4ffb62 req-c6d588e9-4cb9-4e37-93ef-f0042aeec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:40.435145 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6bfa4c1-928b-4136-99e0-d1a14f4ffb62 req-c6d588e9-4cb9-4e37-93ef-f0042aeec30e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3481cef5b2e47e7b183f8c07d5b03f8&device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 1096 time: 0.0577903 Jun 11 12:08:40.550657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa4c1-928b-4136-99e0-d1a14f4ffb62 req-b1565c32-b9ab-4930-86d9-d664e0952ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:40.552141 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6bfa4c1-928b-4136-99e0-d1a14f4ffb62 req-b1565c32-b9ab-4930-86d9-d664e0952ac4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=05492859-afe8-41c2-a810-a802aea99980 HTTP/1.1" status: 200 len: 915 time: 0.1102540 Jun 11 12:08:40.607433 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6bfa4c1-928b-4136-99e0-d1a14f4ffb62 req-128de1e7-66f7-4858-a701-497bfa1142d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 HTTP/1.1" status: 200 len: 217 time: 0.0468659 Jun 11 12:08:40.668480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa4c1-928b-4136-99e0-d1a14f4ffb62 req-91b9cfd4-6df6-4cde-a11c-971c4c3a882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:40.669902 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6bfa4c1-928b-4136-99e0-d1a14f4ffb62 req-91b9cfd4-6df6-4cde-a11c-971c4c3a882c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=01ddd901-1842-46e9-8bd8-d7e75c0fcf48 HTTP/1.1" status: 200 len: 853 time: 0.0559390 Jun 11 12:08:40.706963 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6bfa4c1-928b-4136-99e0-d1a14f4ffb62 req-f078a41c-3931-4890-91e0-70d790262af4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=05492859-afe8-41c2-a810-a802aea99980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301383 Jun 11 12:08:40.827821 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6bfa4c1-928b-4136-99e0-d1a14f4ffb62 req-c0be4d4b-45a8-43c9-b20f-209965331b5a service neutron] 10.222.0.25 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116581 Jun 11 12:08:40.985384 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6bfa4c1-928b-4136-99e0-d1a14f4ffb62 req-da026fb8-ea31-41ac-9e5e-b3696f078049 service neutron] 10.222.0.25 "GET /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495585 Jun 11 12:08:41.001234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e23671-3c73-4e3a-8610-4a78aa356247 req-82a670b6-e652-4b46-b57a-d2c7711b342d tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:41.003109 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d5e23671-3c73-4e3a-8610-4a78aa356247 req-82a670b6-e652-4b46-b57a-d2c7711b342d tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 943 time: 0.1392910 Jun 11 12:08:41.044736 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d5e23671-3c73-4e3a-8610-4a78aa356247 req-0964f579-0c40-4e30-a97c-cf447fafe1cc tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365055 Jun 11 12:08:42.170775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d5d47fd8-5973-40d9-85a3-2841733f1e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:42.239319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e335170-31a0-4499-a1e4-2d5866348820 req-13f68f25-cb7c-4e59-9354-d76f482688c2 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:42.240760 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9e335170-31a0-4499-a1e4-2d5866348820 req-13f68f25-cb7c-4e59-9354-d76f482688c2 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 943 time: 0.0686345 Jun 11 12:08:42.281963 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9e335170-31a0-4499-a1e4-2d5866348820 req-633e7698-0492-4fb2-91a4-2b5e735b73b2 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348153 Jun 11 12:08:42.339405 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:08:42.455540 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3,segment=NetworkSegment(c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4),segment_id=c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:42.469396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'cb3c030a-a70c-44ed-8f90-b6bbc9939ea3', 'network_id': '05492859-afe8-41c2-a810-a802aea99980', 'port_id': 'cb3c030a-a70c-44ed-8f90-b6bbc9939ea3', 'mac_address': 'fa:16:3e:58:11:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ddd901-1842-46e9-8bd8-d7e75c0fcf48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:08:42.529587 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:42.543996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:08:42.563669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3,segment=NetworkSegment(c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4),segment_id=c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:42.568558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:42.570268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:42.623253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:42.629939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.630300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.630688 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.631032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.631372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.631713 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.632049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.632397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.632718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.633575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.633906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.634234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:08:42.637942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:42.773628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['cb3c030a-a70c-44ed-8f90-b6bbc9939ea3'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:08:43.463966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32319-779f-4ab3-8b3e-02331176f83c req-1d200c15-5305-41d6-907a-d766b587a0a9 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:43.465429 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-37e32319-779f-4ab3-8b3e-02331176f83c req-1d200c15-5305-41d6-907a-d766b587a0a9 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 944 time: 0.0736282 Jun 11 12:08:43.507101 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-37e32319-779f-4ab3-8b3e-02331176f83c req-d0203278-5ac9-4bc6-ab8c-d0baf6e5239b tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360203 Jun 11 12:08:44.354453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:08:44.407777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:08:44.411529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:08:44.411906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:44.499505 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:44.523509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ba6de-be3c-41a8-ac6f-0af2b8ca291a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3c030a-a70c-44ed-8f90-b6bbc9939ea3'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:08:44.525766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed2d2ed-bd1d-4ecc-a12b-51d7c2be3229" -d '{"events": [{"server_uuid": "a70ba6de-be3c-41a8-ac6f-0af2b8ca291a", "name": "network-vif-plugged", "status": "completed", "tag": "cb3c030a-a70c-44ed-8f90-b6bbc9939ea3"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:08:44.539503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3,segment=NetworkSegment(c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4),segment_id=c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:44.543502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:44.545390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:44.572388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff85087a-c86d-4b46-b220-1c90fcf47f04 x-openstack-request-id: req-ff85087a-c86d-4b46-b220-1c90fcf47f04 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:08:44.572649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70ba6de-be3c-41a8-ac6f-0af2b8ca291a", "name": "network-vif-plugged", "status": "completed", "tag": "cb3c030a-a70c-44ed-8f90-b6bbc9939ea3", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:08:44.572906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff85087a-c86d-4b46-b220-1c90fcf47f04 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:08:44.573310 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70ba6de-be3c-41a8-ac6f-0af2b8ca291a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3c030a-a70c-44ed-8f90-b6bbc9939ea3', 'code': 200} Jun 11 12:08:44.601746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:44.605004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:44.689497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc996b-f940-452f-9cd4-420e2ea6cd92 req-7feb8823-cf75-479a-816d-06cf64f714fc tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:44.691010 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3abc996b-f940-452f-9cd4-420e2ea6cd92 req-7feb8823-cf75-479a-816d-06cf64f714fc tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 945 time: 0.0721400 Jun 11 12:08:44.734239 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3abc996b-f940-452f-9cd4-420e2ea6cd92 req-ff1fd9f7-a53d-4ef3-a2be-61bd281bf27f tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373869 Jun 11 12:08:44.776066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:44.808533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd024ea-f9ac-412c-b1f8-cb570ea849a3 req-02a1330e-1c04-4b89-a092-47e13046e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:44.810004 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2bd024ea-f9ac-412c-b1f8-cb570ea849a3 req-02a1330e-1c04-4b89-a092-47e13046e18e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 1098 time: 0.0631912 Jun 11 12:08:44.846231 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2bd024ea-f9ac-412c-b1f8-cb570ea849a3 req-d5531f6e-ae9d-470f-93c7-cbc2e565ae4f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303671 Jun 11 12:08:44.952390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-24f54f81-90fc-4168-aa4d-7de2203b48f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:45.919195 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793862a8-e3de-4643-beac-5ff4cd1b9df4 req-abb84852-25c3-4bdb-bb2f-c69a4e424b19 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:45.920535 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-793862a8-e3de-4643-beac-5ff4cd1b9df4 req-abb84852-25c3-4bdb-bb2f-c69a4e424b19 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 945 time: 0.0743725 Jun 11 12:08:45.962847 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-793862a8-e3de-4643-beac-5ff4cd1b9df4 req-4243f410-4100-4859-b9a6-3d8a86c467f4 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365589 Jun 11 12:08:46.110011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:46.345155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1dcd9-4a88-473b-92af-146b068095b2 req-c1d29366-0dc4-4c0e-8d2a-1f787a096c1e tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:46.346690 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dfc1dcd9-4a88-473b-92af-146b068095b2 req-c1d29366-0dc4-4c0e-8d2a-1f787a096c1e tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 945 time: 0.0705075 Jun 11 12:08:46.387625 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dfc1dcd9-4a88-473b-92af-146b068095b2 req-98214463-d0d5-430e-8614-a97970eeadcb tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353401 Jun 11 12:08:47.564401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbc0b0-b716-46d2-80c2-d2772c6aabca req-86771dbb-482d-4cdc-b94e-72118cb381e8 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:47.565847 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67bbc0b0-b716-46d2-80c2-d2772c6aabca req-86771dbb-482d-4cdc-b94e-72118cb381e8 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 945 time: 0.0684083 Jun 11 12:08:47.649891 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67bbc0b0-b716-46d2-80c2-d2772c6aabca req-b3ba0956-9b3c-40c2-9f58-e6729b594271 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703542 Jun 11 12:08:47.672059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f238c93-994a-4d14-96ae-217b4d718a0f req-5b21d157-2ce9-4b03-918d-71bee808a33f tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:47.673443 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2f238c93-994a-4d14-96ae-217b4d718a0f req-5b21d157-2ce9-4b03-918d-71bee808a33f tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.25 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 945 time: 0.1015453 Jun 11 12:08:47.786895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-2f238c93-994a-4d14-96ae-217b4d718a0f req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Deleting port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:08:47.787317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-2f238c93-994a-4d14-96ae-217b4d718a0f req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:47.803071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:47.903048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-2f238c93-994a-4d14-96ae-217b4d718a0f req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] For port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3,segment=NetworkSegment(c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4),segment_id=c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:47.903414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-2f238c93-994a-4d14-96ae-217b4d718a0f req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:47.998320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-2f238c93-994a-4d14-96ae-217b4d718a0f req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Calling delete_port for cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:08:48.147034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-2f238c93-994a-4d14-96ae-217b4d718a0f req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:48.151278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-07ebfc53-cd70-4507-8e6c-7654b84affee tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:48.159659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a', 'cb3c030a-a70c-44ed-8f90-b6bbc9939ea3'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:08:48.180614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Pushing event deleted for resources: {'Port': ['ID=cb3c030a-a70c-44ed-8f90-b6bbc9939ea3,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:48.184298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:48.243501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f238c93-994a-4d14-96ae-217b4d718a0f req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] No DVR routers for this DVR port cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:08:48.245919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-2f238c93-994a-4d14-96ae-217b4d718a0f req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:48.247962 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2f238c93-994a-4d14-96ae-217b4d718a0f req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.25 "DELETE /v2.0/ports/cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 HTTP/1.1" status: 204 len: 173 time: 0.5689418 Jun 11 12:08:48.248547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ba6de-be3c-41a8-ac6f-0af2b8ca291a', 'name': 'network-vif-deleted', 'tag': 'cb3c030a-a70c-44ed-8f90-b6bbc9939ea3'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:08:48.251410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef288b62-1fbf-4abf-a5ff-3fad67ecb797" -d '{"events": [{"server_uuid": "a70ba6de-be3c-41a8-ac6f-0af2b8ca291a", "name": "network-vif-deleted", "tag": "cb3c030a-a70c-44ed-8f90-b6bbc9939ea3"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:08:48.292900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac1b155-2618-4f6a-b092-e5671dd995c8 x-openstack-request-id: req-bac1b155-2618-4f6a-b092-e5671dd995c8 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:08:48.293263 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70ba6de-be3c-41a8-ac6f-0af2b8ca291a", "name": "network-vif-deleted", "tag": "cb3c030a-a70c-44ed-8f90-b6bbc9939ea3", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:08:48.293598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bac1b155-2618-4f6a-b092-e5671dd995c8 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:08:48.294059 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70ba6de-be3c-41a8-ac6f-0af2b8ca291a', 'name': 'network-vif-deleted', 'tag': 'cb3c030a-a70c-44ed-8f90-b6bbc9939ea3', 'status': 'completed', 'code': 200} Jun 11 12:08:48.808817 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2300f533-4255-494a-b534-5df60320ff5f req-ed2af524-d356-484f-9668-6970027ca2ca tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=a70ba6de-be3c-41a8-ac6f-0af2b8ca291a HTTP/1.1" status: 200 len: 210 time: 0.0343945 Jun 11 12:08:50.058519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cf22b-139b-48ec-a063-7f3ca4bf7564 req-c8d20bf0-f7e7-4956-863a-8c11fec041d6 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:50.060091 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb4cf22b-139b-48ec-a063-7f3ca4bf7564 req-c8d20bf0-f7e7-4956-863a-8c11fec041d6 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 945 time: 0.0704930 Jun 11 12:08:50.106333 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb4cf22b-139b-48ec-a063-7f3ca4bf7564 req-12f8be4b-07cc-4266-a8f1-0f3ad6e443e1 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403845 Jun 11 12:08:50.305240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892e3e1-5aa9-459d-911b-a22f6452ecf2 req-1b7dfa05-adb2-4211-839f-548c8b0fbc15 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:50.306734 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0892e3e1-5aa9-459d-911b-a22f6452ecf2 req-1b7dfa05-adb2-4211-839f-548c8b0fbc15 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 945 time: 0.0694082 Jun 11 12:08:50.348902 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0892e3e1-5aa9-459d-911b-a22f6452ecf2 req-fc6c7d91-580b-4a5f-a734-ee1586213c42 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364003 Jun 11 12:08:50.536741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb289b06-66ec-4b5a-b8e4-1c5261b39009 req-60d672fe-ee0a-4257-b302-30d1ec3be41b tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:50.538216 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bb289b06-66ec-4b5a-b8e4-1c5261b39009 req-60d672fe-ee0a-4257-b302-30d1ec3be41b tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 945 time: 0.0745890 Jun 11 12:08:50.580264 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bb289b06-66ec-4b5a-b8e4-1c5261b39009 req-956fe49f-c492-4905-b7e4-c444d1929b7f tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362155 Jun 11 12:08:50.855193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17cee5-7b94-4978-a246-dbcf97d697e8 req-3ad15437-acae-4478-ad82-b8ddaf517cd2 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:50.856634 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ad17cee5-7b94-4978-a246-dbcf97d697e8 req-3ad15437-acae-4478-ad82-b8ddaf517cd2 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 945 time: 0.0682020 Jun 11 12:08:50.899801 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ad17cee5-7b94-4978-a246-dbcf97d697e8 req-d41fafda-2987-4c56-a1ab-529c6d56bcad tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375881 Jun 11 12:08:51.079311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222df30-e05f-4a65-be47-79af9d4de26e req-ef5dc1c3-8f5a-44c1-93f1-d83faa294d38 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:51.080873 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5222df30-e05f-4a65-be47-79af9d4de26e req-ef5dc1c3-8f5a-44c1-93f1-d83faa294d38 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 945 time: 0.0701141 Jun 11 12:08:51.127642 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5222df30-e05f-4a65-be47-79af9d4de26e req-51aaaea0-e736-47e2-8c44-5daf0f3b0b5a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Jun 11 12:08:51.316056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafe253-c2a9-48eb-8694-91a9a5c7ce2f req-3bf05461-13e9-4a20-a8f5-5f8e93c28c60 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:51.317516 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5eafe253-c2a9-48eb-8694-91a9a5c7ce2f req-3bf05461-13e9-4a20-a8f5-5f8e93c28c60 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 945 time: 0.0684733 Jun 11 12:08:51.359010 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5eafe253-c2a9-48eb-8694-91a9a5c7ce2f req-73cd6595-f4a5-4418-9a70-ab7dcf9515dc tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359042 Jun 11 12:08:51.875243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8eafe-8c05-44f6-a457-4fffe7bce4f9 req-b76b7b7f-2805-4355-bbd6-c0f3ce996a2a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:51.876710 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ab8eafe-8c05-44f6-a457-4fffe7bce4f9 req-b76b7b7f-2805-4355-bbd6-c0f3ce996a2a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 945 time: 0.0683930 Jun 11 12:08:51.922675 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ab8eafe-8c05-44f6-a457-4fffe7bce4f9 req-02c19b67-d8c5-4bb5-8e40-b39614dc6e50 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403359 Jun 11 12:08:52.361130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:08:52.385957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:08:52.386308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cb3c030a-a70c-44ed-8f90-b6bbc9939ea3 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:08:53.105036 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50696d-fd55-44aa-b40b-170183a11616 req-e40dd431-8753-48ca-b913-d0504162a786 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:53.106521 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7c50696d-fd55-44aa-b40b-170183a11616 req-e40dd431-8753-48ca-b913-d0504162a786 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 945 time: 0.0717509 Jun 11 12:08:53.149415 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7c50696d-fd55-44aa-b40b-170183a11616 req-6b0b4923-1845-47c7-a035-9fc4714e1b8d tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/security-groups?id=e71c5847-2f34-4b62-9c16-119d7f9a8545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366323 Jun 11 12:08:53.162425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da1cb7-1ed4-491b-af7b-2a824cc0f462 req-cd8081b2-71c1-45f6-8840-7703cb49ac3e tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:53.164651 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-37da1cb7-1ed4-491b-af7b-2a824cc0f462 req-cd8081b2-71c1-45f6-8840-7703cb49ac3e tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.25 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 945 time: 0.0740678 Jun 11 12:08:53.278584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-37da1cb7-1ed4-491b-af7b-2a824cc0f462 req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Deleting port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:08:53.278840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-37da1cb7-1ed4-491b-af7b-2a824cc0f462 req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:53.387452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-37da1cb7-1ed4-491b-af7b-2a824cc0f462 req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] For port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a,segment=NetworkSegment(c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4),segment_id=c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:08:53.387810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-37da1cb7-1ed4-491b-af7b-2a824cc0f462 req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:53.483184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-37da1cb7-1ed4-491b-af7b-2a824cc0f462 req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Calling delete_port for b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:08:53.634874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-37da1cb7-1ed4-491b-af7b-2a824cc0f462 req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:53.639040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:53.646466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:08:53.676814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Pushing event deleted for resources: {'Port': ['ID=b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:53.679032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:53.730924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-37da1cb7-1ed4-491b-af7b-2a824cc0f462 req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] No DVR routers for this DVR port b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:08:53.733370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-37da1cb7-1ed4-491b-af7b-2a824cc0f462 req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:53.735726 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-37da1cb7-1ed4-491b-af7b-2a824cc0f462 req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.25 "DELETE /v2.0/ports/b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a HTTP/1.1" status: 204 len: 173 time: 0.5652120 Jun 11 12:08:53.737089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bba6b7-6652-471b-8b72-d466833d41f8', 'name': 'network-vif-deleted', 'tag': 'b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:08:53.740282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d45973-314b-4c81-8133-1838c2395198" -d '{"events": [{"server_uuid": "97bba6b7-6652-471b-8b72-d466833d41f8", "name": "network-vif-deleted", "tag": "b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:08:53.775456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f11983-e2bb-471c-bf37-a2603dcadf42 x-openstack-request-id: req-93f11983-e2bb-471c-bf37-a2603dcadf42 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:08:53.775803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bba6b7-6652-471b-8b72-d466833d41f8", "name": "network-vif-deleted", "tag": "b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:08:53.776110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93f11983-e2bb-471c-bf37-a2603dcadf42 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:08:53.776563 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bba6b7-6652-471b-8b72-d466833d41f8', 'name': 'network-vif-deleted', 'tag': 'b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a', 'status': 'completed', 'code': 200} Jun 11 12:08:54.313498 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e782dc92-0438-4893-afff-6584b0b6224a req-268d31aa-ddcc-4c9c-bef8-17dd516d79e6 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] 10.222.0.46 "GET /v2.0/ports?device_id=97bba6b7-6652-471b-8b72-d466833d41f8 HTTP/1.1" status: 200 len: 210 time: 0.0341117 Jun 11 12:08:55.408862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52864) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:55.461017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe275289-7396-46aa-b3fb-aa28f3fccd87 admin admin] Deleting subnet 01ddd901-1842-46e9-8bd8-d7e75c0fcf48 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:08:55.464499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fe275289-7396-46aa-b3fb-aa28f3fccd87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.510320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fe275289-7396-46aa-b3fb-aa28f3fccd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.556863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fe275289-7396-46aa-b3fb-aa28f3fccd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.617044 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fe275289-7396-46aa-b3fb-aa28f3fccd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.619924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5fec9249-45dc-4525-8f0f-ecfc4d048ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:55.652349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fe275289-7396-46aa-b3fb-aa28f3fccd87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.654367 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fe275289-7396-46aa-b3fb-aa28f3fccd87 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/01ddd901-1842-46e9-8bd8-d7e75c0fcf48 HTTP/1.1" status: 204 len: 168 time: 0.2443092 Jun 11 12:08:55.655217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe275289-7396-46aa-b3fb-aa28f3fccd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ddd901-1842-46e9-8bd8-d7e75c0fcf48,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:55.657136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52866) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:55.657563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fe275289-7396-46aa-b3fb-aa28f3fccd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:55.750189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.856212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.867732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05492859-afe8-41c2-a810-a802aea99980']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:55.878096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:55.878399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cfa3bc-b8cb-41ac-8f2f-e64d5e231bf4') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:08:55.888514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.902597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.908189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:08:55.908576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:08:55.910163 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:08:55.984946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.988215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3a3a36ac-fe18-48c5-ae20-19c619a85c37 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:55.990547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:55.992873 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/05492859-afe8-41c2-a810-a802aea99980 HTTP/1.1" status: 204 len: 168 time: 0.3339255 Jun 11 12:08:56.006397 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=05492859-afe8-41c2-a810-a802aea99980,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:56.009258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dce1549f-3ff2-481a-9db8-1cd848c38be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:56.094746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52870) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:56.138715 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ffcfd773-88f6-4726-bb40-3e89c2c0e61e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3481cef5b2e47e7b183f8c07d5b03f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426481 Jun 11 12:08:56.140946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52872) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:56.192229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1012-760f-41ee-a30b-264e21766812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:56.214617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1012-760f-41ee-a30b-264e21766812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:56.263855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1012-760f-41ee-a30b-264e21766812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:56.266750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1012-760f-41ee-a30b-264e21766812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:56.267898 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fa8a1012-760f-41ee-a30b-264e21766812 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e71c5847-2f34-4b62-9c16-119d7f9a8545 HTTP/1.1" status: 204 len: 168 time: 0.1260774 Jun 11 12:08:56.268687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c8245fb3-15e8-4b2e-9025-d5db027b18c4 tempest-NegativeSecGroupTest-926980689 tempest-NegativeSecGroupTest-926980689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:56.276962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a1012-760f-41ee-a30b-264e21766812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c5847-2f34-4b62-9c16-119d7f9a8545,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:56.279347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fa8a1012-760f-41ee-a30b-264e21766812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:56.376805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:08:56.404118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:08:56.404471 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device b5b0aff1-63c8-49ac-a5ca-dc9c2a38729a not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:08:56.926322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52894) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:08:57.017249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1327670101'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:08:57.039612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Made reservation on behalf of 57c80e92b94740889c22658aaf774228 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:08:57.043026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:57.053541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:57.152741 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:57.156469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:57.160158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-84723a50-ecfa-4970-89a1-c89bae7b9473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:57.180952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:08:57.197305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f466a573-6346-4e71-96d1-3b03b48340c2,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:57.200292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:57.200644 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Added segment 88429be4-722f-4081-99d0-f20c7e76c6fa of type vlan for network ed3e88dc-a4f5-4ab0-b75d-582af851c51e Jun 11 12:08:57.202057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:57.249894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:57.277889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:57.283329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:08:57.283911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:08:57.287183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f6e0f678-bfab-4fab-8e76-7f27c455cd33 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:08:57.324591 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3971550 Jun 11 12:08:57.374907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event updated for resources: {'Network': ['ID=ed3e88dc-a4f5-4ab0-b75d-582af851c51e,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:08:57.377775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:08:57.386034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network ed3e88dc-a4f5-4ab0-b75d-582af851c51e details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:08:57.810142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:00.470163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52898) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:00.475417 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Request body: {'subnet': {'network_id': 'ed3e88dc-a4f5-4ab0-b75d-582af851c51e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:00.586974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Made reservation on behalf of 57c80e92b94740889c22658aaf774228 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:00.590670 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:00.811900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:00.814115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a516e1e0-4475-41f2-8e92-21aacab84869 tempest-RoutersAdminTest-1387248215 tempest-RoutersAdminTest-1387248215-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:00.878350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event updated for resources: {'Subnet': ['ID=9dc61a6d-814c-4b2c-84ec-cffdb42607a4,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:00.881183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:00.890458 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Checking segment: {'id': '88429be4-722f-4081-99d0-f20c7e76c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'ed3e88dc-a4f5-4ab0-b75d-582af851c51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:00.890858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Network hostable DHCP agents. Network: ed3e88dc-a4f5-4ab0-b75d-582af851c51e, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:09:00.908077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Network ed3e88dc-a4f5-4ab0-b75d-582af851c51e is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:09:00.917018 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, ed3e88dc-a4f5-4ab0-b75d-582af851c51e) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:00.921443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:00.922035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:00.926948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469dd88f-64fc-452b-8a59-ff428f63c111 None None] Network ed3e88dc-a4f5-4ab0-b75d-582af851c51e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:00.936989 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f21c418d-b2f9-4d43-a92e-570b75be9f19 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4656975 Jun 11 12:09:00.940366 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52900) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:00.945999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1467767257'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:00.966412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Made reservation on behalf of 57c80e92b94740889c22658aaf774228 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:00.970075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:00.997152 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:09:01.006058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.006421 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Added segment 585f76c3-77a9-45d4-967f-4593d68cc1d0 of type vlan for network 6576169e-1aa8-4011-bf8b-14a560cffbd7 Jun 11 12:09:01.056878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.091618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.097797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:01.098394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.101692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-34d3d2c1-98bf-4933-a38d-d70ec529ac20 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:01.117511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-ed3e88dc-a4f5-4ab0-b75d-582af851c51e', 'network_id': 'ed3e88dc-a4f5-4ab0-b75d-582af851c51e', 'tenant_id': '57c80e92b94740889c22658aaf774228', 'fixed_ips': [{'subnet_id': '9dc61a6d-814c-4b2c-84ec-cffdb42607a4'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:09:01.118382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.136213 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1948388 Jun 11 12:09:01.139194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52902) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:01.144829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Request body: {'subnet': {'network_id': '6576169e-1aa8-4011-bf8b-14a560cffbd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:01.199943 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event updated for resources: {'Network': ['ID=6576169e-1aa8-4011-bf8b-14a560cffbd7,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:01.203345 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-15e41d4b-9e86-4b77-9bd4-eb9c88c01583 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:01.213053 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 6576169e-1aa8-4011-bf8b-14a560cffbd7 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:09:01.258405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Made reservation on behalf of 57c80e92b94740889c22658aaf774228 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:01.261902 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.343713 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Allocated IP 2001:db8:0:ffff::2 (ed3e88dc-a4f5-4ab0-b75d-582af851c51e/9dc61a6d-814c-4b2c-84ec-cffdb42607a4/4417ba38-2d11-423b-9ebf-72f1e0e04944) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:09:01.486678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.489346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-61044b50-762b-4019-b2c9-34c4f5d0e5d0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:01.521284 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.529107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Transition to ACTIVE for port object 4417ba38-2d11-423b-9ebf-72f1e0e04944 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:01.543935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Transition to ACTIVE for port object 4417ba38-2d11-423b-9ebf-72f1e0e04944 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:01.549044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.550874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:01.557759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event updated for resources: {'Subnet': ['ID=2f817c28-6df9-4196-80b2-35690972c88b,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:01.561628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:01.567255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Checking segment: {'id': '585f76c3-77a9-45d4-967f-4593d68cc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '6576169e-1aa8-4011-bf8b-14a560cffbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:01.567621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Network hostable DHCP agents. Network: 6576169e-1aa8-4011-bf8b-14a560cffbd7, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:09:01.584103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Network 6576169e-1aa8-4011-bf8b-14a560cffbd7 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:09:01.594362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 6576169e-1aa8-4011-bf8b-14a560cffbd7) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:01.598636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Network ed3e88dc-a4f5-4ab0-b75d-582af851c51e is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:01.603853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:01.604524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.606883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a0c48b-9bbd-4e48-8467-b83f5a4c4fcc None None] Network 6576169e-1aa8-4011-bf8b-14a560cffbd7 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:01.611104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:01.613726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:09:01.623150 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3873138e-4e56-4776-88c6-081581ae85b8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4827533 Jun 11 12:09:01.624306 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52904) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:01.643423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Pushing event updated for resources: {'Port': ['ID=4417ba38-2d11-423b-9ebf-72f1e0e04944,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:01.650506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:01.749494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.760457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Attempting to bind port 4417ba38-2d11-423b-9ebf-72f1e0e04944 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:09:01.760842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Attempting to bind port 4417ba38-2d11-423b-9ebf-72f1e0e04944 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '88429be4-722f-4081-99d0-f20c7e76c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'ed3e88dc-a4f5-4ab0-b75d-582af851c51e'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:09:01.761220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Attempting to bind port 4417ba38-2d11-423b-9ebf-72f1e0e04944 on network ed3e88dc-a4f5-4ab0-b75d-582af851c51e {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:01.768609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:09:01.768995 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Checking segment: {'id': '88429be4-722f-4081-99d0-f20c7e76c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'ed3e88dc-a4f5-4ab0-b75d-582af851c51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:01.769409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.769812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Bound using segment: {'id': '88429be4-722f-4081-99d0-f20c7e76c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'ed3e88dc-a4f5-4ab0-b75d-582af851c51e'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:09:01.770292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Bound port: 4417ba38-2d11-423b-9ebf-72f1e0e04944, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88429be4-722f-4081-99d0-f20c7e76c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'ed3e88dc-a4f5-4ab0-b75d-582af851c51e'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:09:01.770712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.836377 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.908097 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.910079 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2419acbd-1e42-473e-aff1-ba63f9989f6d tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:01.913667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] For port 4417ba38-2d11-423b-9ebf-72f1e0e04944, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:09:01.925389 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4e9c3a-46e1-4fee-bdfa-432bea32a3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-6576169e-1aa8-4011-bf8b-14a560cffbd7', 'network_id': '6576169e-1aa8-4011-bf8b-14a560cffbd7', 'tenant_id': '57c80e92b94740889c22658aaf774228', 'fixed_ips': [{'subnet_id': '2f817c28-6df9-4196-80b2-35690972c88b'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:09:01.926237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9c3a-46e1-4fee-bdfa-432bea32a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.939348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] For port 4417ba38-2d11-423b-9ebf-72f1e0e04944, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4417ba38-2d11-423b-9ebf-72f1e0e04944,segment=NetworkSegment(88429be4-722f-4081-99d0-f20c7e76c6fa),segment_id=88429be4-722f-4081-99d0-f20c7e76c6fa)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:09:01.942023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Subnet': ['ID=2f817c28-6df9-4196-80b2-35690972c88b,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:01.945869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:01.946200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:01.948819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9365414b-e9a1-4aef-98d1-2759d1151940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:02.031722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.044438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6576169e-1aa8-4011-bf8b-14a560cffbd7']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:02.056550 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585f76c3-77a9-45d4-967f-4593d68cc1d0') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:02.056857 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585f76c3-77a9-45d4-967f-4593d68cc1d0') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:02.067957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.084268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.091158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:09:02.091477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:09:02.094629 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:09:02.205053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.208326 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c9a9ee8a-de25-43b7-9858-c7213c54c2ac tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:02.227019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.228897 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/networks/6576169e-1aa8-4011-bf8b-14a560cffbd7 HTTP/1.1" status: 204 len: 168 time: 0.6035624 Jun 11 12:09:02.230299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Network': ['ID=6576169e-1aa8-4011-bf8b-14a560cffbd7,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:02.231812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Pushing event updated for resources: {'Port': ['ID=4417ba38-2d11-423b-9ebf-72f1e0e04944,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:02.234064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52906) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:02.236397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99f576-1490-4700-95f3-7cd1330b989b None None] Network 6576169e-1aa8-4011-bf8b-14a560cffbd7 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:02.238485 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:02.240706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1343575785'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:02.243992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-059dd71a-40b2-4754-8fd7-5d2ab1060838 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:02.254116 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99f576-1490-4700-95f3-7cd1330b989b None None] Network 6576169e-1aa8-4011-bf8b-14a560cffbd7 could not be found, it might have been deleted concurrently. {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 11 12:09:02.269242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Made reservation on behalf of 57c80e92b94740889c22658aaf774228 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:02.272983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.300422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:09:02.310358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.310798 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Added segment 6db05649-6f86-4362-b9be-548d23e3965b of type vlan for network bd083008-58f9-4d95-a8c9-8ac70762cc9d Jun 11 12:09:02.361223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.408697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.417279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:02.417897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.420543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1d8e2d0d-06d7-4a17-b6e6-f551bf5c8304 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:02.463280 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2271988 Jun 11 12:09:02.463996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52908) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:02.469387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Request body: {'subnet': {'network_id': 'bd083008-58f9-4d95-a8c9-8ac70762cc9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:02.523301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event updated for resources: {'Network': ['ID=bd083008-58f9-4d95-a8c9-8ac70762cc9d,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:02.525988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-18891862-f487-4b43-b48b-34fb5b0ebb8a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:02.534547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network bd083008-58f9-4d95-a8c9-8ac70762cc9d details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:09:02.597918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Made reservation on behalf of 57c80e92b94740889c22658aaf774228 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:02.602289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.680460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_backend_mixin [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Performing IP validity checks on allocation pools {{(pid=99005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 12:09:02.681063 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.ipam_backend_mixin [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 12:09:02.820140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.822141 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b18abda3-39ec-4851-81a7-4e2b3780ca87 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:02.883922 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event updated for resources: {'Subnet': ['ID=c151a7ed-5b34-41ef-92db-44613c935036,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:02.893132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:02.901846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Checking segment: {'id': '6db05649-6f86-4362-b9be-548d23e3965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'bd083008-58f9-4d95-a8c9-8ac70762cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:02.902204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Network hostable DHCP agents. Network: bd083008-58f9-4d95-a8c9-8ac70762cc9d, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:09:02.920208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Network bd083008-58f9-4d95-a8c9-8ac70762cc9d is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:09:02.929016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, bd083008-58f9-4d95-a8c9-8ac70762cc9d) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:02.937516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12235bc-e3f7-41a2-9bab-c4b638c48f87 None None] Network bd083008-58f9-4d95-a8c9-8ac70762cc9d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:02.938421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:02.939343 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:02.955423 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4902670 Jun 11 12:09:02.958065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52910) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:03.091411 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.125498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d26f5b8-4b60-47ef-af6e-c1a79096325b None None] Network ed3e88dc-a4f5-4ab0-b75d-582af851c51e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:03.142392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04697eb-3f08-40b7-8264-aacf2db8c9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-bd083008-58f9-4d95-a8c9-8ac70762cc9d', 'network_id': 'bd083008-58f9-4d95-a8c9-8ac70762cc9d', 'tenant_id': '57c80e92b94740889c22658aaf774228', 'fixed_ips': [{'subnet_id': 'c151a7ed-5b34-41ef-92db-44613c935036'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:09:03.143641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d04697eb-3f08-40b7-8264-aacf2db8c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.159386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.228371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.230492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c4b35d8a-caf5-4c34-8320-3f86034d3d47 None None] Provisioning for port 4417ba38-2d11-423b-9ebf-72f1e0e04944 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:03.231174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ecb6a6f7-7ef0-4728-90d2-159722326731 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:03.266732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Subnet': ['ID=c151a7ed-5b34-41ef-92db-44613c935036,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:03.270116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:03.345147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.358807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd083008-58f9-4d95-a8c9-8ac70762cc9d']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server [None req-d04697eb-3f08-40b7-8264-aacf2db8c9af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c151a7ed-5b34-41ef-92db-44613c935036: This subnet is being modified by another concurrent operation. Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server raise exception Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c151a7ed-5b34-41ef-92db-44613c935036: This subnet is being modified by another concurrent operation. Jun 11 12:09:03.366395 dv-neutron-786478-5-hyperv neutron-server[99007]: ERROR oslo_messaging.rpc.server Jun 11 12:09:03.377460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db05649-6f86-4362-b9be-548d23e3965b') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:03.377828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db05649-6f86-4362-b9be-548d23e3965b') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:03.389584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.403789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37780406-f533-4038-92c0-bb0ab26e167a None None] Network bd083008-58f9-4d95-a8c9-8ac70762cc9d requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:03.404281 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.411172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:09:03.411557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:09:03.415526 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:09:03.494135 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.500465 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-dd9d1627-b0db-405e-a3db-c90e8081a93e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:03.505448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.507268 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/networks/bd083008-58f9-4d95-a8c9-8ac70762cc9d HTTP/1.1" status: 204 len: 168 time: 0.5480702 Jun 11 12:09:03.511480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52912) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:03.517334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1550909218'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:03.520435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Network': ['ID=bd083008-58f9-4d95-a8c9-8ac70762cc9d,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:03.522754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:03.539231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Made reservation on behalf of 57c80e92b94740889c22658aaf774228 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:03.542853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.575143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:09:03.584590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.584954 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Added segment 22236b2c-8f8d-4aa1-a224-1288b0238a29 of type vlan for network de2a438f-83bd-4eb0-8965-51cd850b8eee Jun 11 12:09:03.643491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.681135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.686952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:03.687773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.690078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9ac0bbe4-a729-4e0a-afc2-12cba4bf39bf tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:03.726725 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4417ba38-2d11-423b-9ebf-72f1e0e04944 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:03.737682 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2250082 Jun 11 12:09:03.741547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52914) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:03.747066 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Request body: {'subnet': {'network_id': 'de2a438f-83bd-4eb0-8965-51cd850b8eee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:03.759018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176f9dd7-b57e-4a8d-aac5-55ac5e403782 None None] get_active_networks_info from dv-neutron-786478-5-hyperv {{(pid=99007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 12:09:03.793163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event updated for resources: {'Network': ['ID=de2a438f-83bd-4eb0-8965-51cd850b8eee,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:03.802363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:03.811232 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network de2a438f-83bd-4eb0-8965-51cd850b8eee details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:09:03.868288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Made reservation on behalf of 57c80e92b94740889c22658aaf774228 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:03.871796 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:03.937528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 4417ba38-2d11-423b-9ebf-72f1e0e04944 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:03.943709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176f9dd7-b57e-4a8d-aac5-55ac5e403782 None None] Resources bound (agent type, host, resource id): {{(pid=99007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 12:09:03.945833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4417ba38-2d11-423b-9ebf-72f1e0e04944 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:03.946175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.094712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.097388 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1b7e9047-4297-4a29-9585-2cd8baff6926 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:04.127525 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.165807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event updated for resources: {'Subnet': ['ID=3320e3b6-50ff-4a81-9e18-69b381fb3fa6,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:04.169732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:04.174011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Checking segment: {'id': '22236b2c-8f8d-4aa1-a224-1288b0238a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'de2a438f-83bd-4eb0-8965-51cd850b8eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:04.174384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Network hostable DHCP agents. Network: de2a438f-83bd-4eb0-8965-51cd850b8eee, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:09:04.191551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Network de2a438f-83bd-4eb0-8965-51cd850b8eee is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:09:04.203397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 4417ba38-2d11-423b-9ebf-72f1e0e04944, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4417ba38-2d11-423b-9ebf-72f1e0e04944,segment=NetworkSegment(88429be4-722f-4081-99d0-f20c7e76c6fa),segment_id=88429be4-722f-4081-99d0-f20c7e76c6fa)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:04.204423 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, de2a438f-83bd-4eb0-8965-51cd850b8eee) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:04.209598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.212046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:04.212640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.216729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:04.227873 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c263de96-9877-41a2-97d7-fe8d711cbbc5 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4850061 Jun 11 12:09:04.231432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52916) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:04.236467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-239968188'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:04.256883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Made reservation on behalf of 57c80e92b94740889c22658aaf774228 for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:04.261121 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.275940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=4417ba38-2d11-423b-9ebf-72f1e0e04944,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:04.290140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:09:04.300011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.300490 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Added segment 08a3aca8-4ba6-4354-9a14-2b421ce8c6e0 of type vlan for network a7edf7e0-240d-4eab-9111-66610e4085e2 Jun 11 12:09:04.311323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:04.350506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af5a44f-22b6-4871-9bf8-05ae63fe5a84 None None] Network de2a438f-83bd-4eb0-8965-51cd850b8eee requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:04.362136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.392560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.398012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:04.398706 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.401749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7a96ae11-c4b3-42db-82e7-2b702caf3984 tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:04.437235 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2047870 Jun 11 12:09:04.439890 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52918) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:04.447314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Request body: {'subnet': {'network_id': 'a7edf7e0-240d-4eab-9111-66610e4085e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:04.516142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event updated for resources: {'Network': ['ID=a7edf7e0-240d-4eab-9111-66610e4085e2,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:04.520131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:04.528560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network a7edf7e0-240d-4eab-9111-66610e4085e2 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:09:04.545158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-de2a438f-83bd-4eb0-8965-51cd850b8eee', 'network_id': 'de2a438f-83bd-4eb0-8965-51cd850b8eee', 'tenant_id': '57c80e92b94740889c22658aaf774228', 'fixed_ips': [{'subnet_id': '3320e3b6-50ff-4a81-9e18-69b381fb3fa6'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:09:04.546004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.602582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Made reservation on behalf of 57c80e92b94740889c22658aaf774228 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:04.606070 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.766682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Allocated IP 2001:db8::2 (de2a438f-83bd-4eb0-8965-51cd850b8eee/3320e3b6-50ff-4a81-9e18-69b381fb3fa6/f91fa26f-4e45-483d-83b1-7a6c50b738c0) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:09:04.827739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.829822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-30359e3d-7878-4bdd-8055-f9133f410648 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:04.898881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event updated for resources: {'Subnet': ['ID=7ded944c-ad23-410a-b566-149ff3d691d9,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:04.902762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:04.910078 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Checking segment: {'id': '08a3aca8-4ba6-4354-9a14-2b421ce8c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'a7edf7e0-240d-4eab-9111-66610e4085e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:04.910753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Network hostable DHCP agents. Network: a7edf7e0-240d-4eab-9111-66610e4085e2, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:09:04.928560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Network a7edf7e0-240d-4eab-9111-66610e4085e2 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:09:04.937671 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, a7edf7e0-240d-4eab-9111-66610e4085e2) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:04.941722 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:04.942312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:04.957509 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5165987 Jun 11 12:09:04.960055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52920) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:05.022985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb5745-3ec0-47f4-bb3e-4056dd5e8249 None None] Network a7edf7e0-240d-4eab-9111-66610e4085e2 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:05.085484 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.143219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.209760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.212349 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7f6721bf-38b1-4fb5-b86b-ad62af940a8e tempest-NetworksTestDHCPv6-575191699 tempest-NetworksTestDHCPv6-575191699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:05.228095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.244897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Transition to ACTIVE for port object f91fa26f-4e45-483d-83b1-7a6c50b738c0 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:05.248438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Subnet': ['ID=7ded944c-ad23-410a-b566-149ff3d691d9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:05.251514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:05.287979 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Transition to ACTIVE for port object f91fa26f-4e45-483d-83b1-7a6c50b738c0 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:05.296093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0410a54-b7fa-4ac3-949d-6879aedde7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-a7edf7e0-240d-4eab-9111-66610e4085e2', 'network_id': 'a7edf7e0-240d-4eab-9111-66610e4085e2', 'tenant_id': '57c80e92b94740889c22658aaf774228', 'fixed_ips': [{'subnet_id': '7ded944c-ad23-410a-b566-149ff3d691d9'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:09:05.296990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a0410a54-b7fa-4ac3-949d-6879aedde7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.300715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.310111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:05.327221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.338855 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7edf7e0-240d-4eab-9111-66610e4085e2']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:05.350165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a3aca8-4ba6-4354-9a14-2b421ce8c6e0') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:05.350473 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a3aca8-4ba6-4354-9a14-2b421ce8c6e0') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:05.361915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.374817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Network de2a438f-83bd-4eb0-8965-51cd850b8eee is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:05.381818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.388158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:09:05.388546 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:09:05.391435 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:09:05.419880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Pushing event updated for resources: {'Port': ['ID=f91fa26f-4e45-483d-83b1-7a6c50b738c0,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:05.423779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:05.425429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:05.427585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:09:05.461467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb367185-254d-4496-9273-912289de5b28 None None] Network a7edf7e0-240d-4eab-9111-66610e4085e2 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:05.469314 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.472616 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5c828cb9-5573-4650-bbd6-dc7a0fa7ca8e tempest-NetworksIpV6Test-1745900420 tempest-NetworksIpV6Test-1745900420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:05.476443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.480632 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/networks/a7edf7e0-240d-4eab-9111-66610e4085e2 HTTP/1.1" status: 204 len: 168 time: 0.5172706 Jun 11 12:09:05.481329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52922) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:05.502160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Network': ['ID=a7edf7e0-240d-4eab-9111-66610e4085e2,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:05.526456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Attempting to bind port f91fa26f-4e45-483d-83b1-7a6c50b738c0 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:09:05.526856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Attempting to bind port f91fa26f-4e45-483d-83b1-7a6c50b738c0 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '22236b2c-8f8d-4aa1-a224-1288b0238a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'de2a438f-83bd-4eb0-8965-51cd850b8eee'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:09:05.527225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Attempting to bind port f91fa26f-4e45-483d-83b1-7a6c50b738c0 on network de2a438f-83bd-4eb0-8965-51cd850b8eee {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:05.530951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7b3c26e-3621-465d-a2ea-c2e90f0211b0 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:05.532346 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe283f3-2c87-431b-88f0-8dd0f40da969 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] GET failed (client error): The resource could not be found. Jun 11 12:09:05.534581 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ffe283f3-2c87-431b-88f0-8dd0f40da969 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "GET /v2.0/subnets/7ded944c-ad23-410a-b566-149ff3d691d9 HTTP/1.1" status: 404 len: 337 time: 0.0519197 Jun 11 12:09:05.536662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52924) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:05.557184 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f327d6f-77a2-42c0-82bf-62e5225004d8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] DELETE failed (client error): The resource could not be found. Jun 11 12:09:05.557721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f327d6f-77a2-42c0-82bf-62e5225004d8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 12:09:05.559364 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1f327d6f-77a2-42c0-82bf-62e5225004d8 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/networks/a7edf7e0-240d-4eab-9111-66610e4085e2 HTTP/1.1" status: 404 len: 339 time: 0.0218022 Jun 11 12:09:05.562829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52926) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:05.576994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:09:05.577381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Checking segment: {'id': '22236b2c-8f8d-4aa1-a224-1288b0238a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'de2a438f-83bd-4eb0-8965-51cd850b8eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:05.577799 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.578198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Bound using segment: {'id': '22236b2c-8f8d-4aa1-a224-1288b0238a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'de2a438f-83bd-4eb0-8965-51cd850b8eee'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:09:05.578712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Bound port: f91fa26f-4e45-483d-83b1-7a6c50b738c0, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22236b2c-8f8d-4aa1-a224-1288b0238a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'de2a438f-83bd-4eb0-8965-51cd850b8eee'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:09:05.579117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.594620 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd95efe-50ff-4072-b8c2-04bc65e9e2e6 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] DELETE failed (client error): The resource could not be found. Jun 11 12:09:05.595086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd95efe-50ff-4072-b8c2-04bc65e9e2e6 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 12:09:05.599201 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3dd95efe-50ff-4072-b8c2-04bc65e9e2e6 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/subnets/7ded944c-ad23-410a-b566-149ff3d691d9 HTTP/1.1" status: 404 len: 337 time: 0.0331290 Jun 11 12:09:05.599328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52928) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:05.620195 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ca74ab-8a26-4fe6-b87a-6525e61f9949 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] DELETE failed (client error): The resource could not be found. Jun 11 12:09:05.620787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ca74ab-8a26-4fe6-b87a-6525e61f9949 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 12:09:05.624548 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e8ca74ab-8a26-4fe6-b87a-6525e61f9949 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/networks/a7edf7e0-240d-4eab-9111-66610e4085e2 HTTP/1.1" status: 404 len: 339 time: 0.0221763 Jun 11 12:09:05.625032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52930) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:05.685564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4417ba38-2d11-423b-9ebf-72f1e0e04944 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:05.689489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2cb64c-85fa-4ed0-968e-8e88fd13c051 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Deleting subnet 3320e3b6-50ff-4a81-9e18-69b381fb3fa6 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:09:05.692595 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb64c-85fa-4ed0-968e-8e88fd13c051 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.733093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] For port f91fa26f-4e45-483d-83b1-7a6c50b738c0, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:09:05.746256 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb64c-85fa-4ed0-968e-8e88fd13c051 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.753482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] For port f91fa26f-4e45-483d-83b1-7a6c50b738c0, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f91fa26f-4e45-483d-83b1-7a6c50b738c0,segment=NetworkSegment(22236b2c-8f8d-4aa1-a224-1288b0238a29),segment_id=22236b2c-8f8d-4aa1-a224-1288b0238a29)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:09:05.759521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.762353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:05.815113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4417ba38-2d11-423b-9ebf-72f1e0e04944 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:05.815504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.848428 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb64c-85fa-4ed0-968e-8e88fd13c051 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.851709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Pushing event updated for resources: {'Port': ['ID=f91fa26f-4e45-483d-83b1-7a6c50b738c0,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:05.859930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:05.925451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb64c-85fa-4ed0-968e-8e88fd13c051 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.927764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-846afd30-76e6-45dc-8d85-72d89c91d92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:05.959502 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cb64c-85fa-4ed0-968e-8e88fd13c051 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Subnet': ['ID=3320e3b6-50ff-4a81-9e18-69b381fb3fa6,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:05.962432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bc2cb64c-85fa-4ed0-968e-8e88fd13c051 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:05.966887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb64c-85fa-4ed0-968e-8e88fd13c051 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:05.971448 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bc2cb64c-85fa-4ed0-968e-8e88fd13c051 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/subnets/3320e3b6-50ff-4a81-9e18-69b381fb3fa6 HTTP/1.1" status: 204 len: 168 time: 0.3430393 Jun 11 12:09:05.971617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52932) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:06.082860 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:06.141929 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Deleting port f91fa26f-4e45-483d-83b1-7a6c50b738c0 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:09:06.142278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:06.659799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] For port f91fa26f-4e45-483d-83b1-7a6c50b738c0, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f91fa26f-4e45-483d-83b1-7a6c50b738c0,segment=NetworkSegment(22236b2c-8f8d-4aa1-a224-1288b0238a29),segment_id=22236b2c-8f8d-4aa1-a224-1288b0238a29)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:06.660163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:06.708924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7d59ae-0bcd-4b87-b226-b3e69b8d000d None None] Network de2a438f-83bd-4eb0-8965-51cd850b8eee requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:06.756868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Calling delete_port for f91fa26f-4e45-483d-83b1-7a6c50b738c0 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:09:06.829297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c7672d4b-d6c2-4e6a-b16e-dabf53433905 None None] Provisioning for port f91fa26f-4e45-483d-83b1-7a6c50b738c0 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:06.851903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:06.854008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c7672d4b-d6c2-4e6a-b16e-dabf53433905 None None] Provisioning complete for port f91fa26f-4e45-483d-83b1-7a6c50b738c0 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:06.854134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-41bc8b77-e10e-4cd2-bbe6-c1fde76e9355 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:06.854405 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7672d4b-d6c2-4e6a-b16e-dabf53433905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:06.879527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c7672d4b-d6c2-4e6a-b16e-dabf53433905 None None] Port f91fa26f-4e45-483d-83b1-7a6c50b738c0 was deleted so its status cannot be updated. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 11 12:09:06.882880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Port': ['ID=f91fa26f-4e45-483d-83b1-7a6c50b738c0,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:06.886005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:06.886824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] No DVR routers for this DVR port f91fa26f-4e45-483d-83b1-7a6c50b738c0 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:09:06.953509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aae6aa-95ca-4c7a-827d-d3ac2a9f6272 None None] DHCP port deletion for de2a438f-83bd-4eb0-8965-51cd850b8eee request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:09:07.001278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:07.012027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2a438f-83bd-4eb0-8965-51cd850b8eee']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:07.027143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22236b2c-8f8d-4aa1-a224-1288b0238a29') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:07.027446 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22236b2c-8f8d-4aa1-a224-1288b0238a29') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:07.037088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:07.051548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:07.057106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:09:07.057482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:09:07.060358 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:09:07.138575 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:07.141817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c806d387-3df8-431f-9414-d9460e118f56 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:07.145643 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:07.147449 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/networks/de2a438f-83bd-4eb0-8965-51cd850b8eee HTTP/1.1" status: 204 len: 168 time: 1.1749456 Jun 11 12:09:07.150676 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52934) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:07.173753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Network': ['ID=de2a438f-83bd-4eb0-8965-51cd850b8eee,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:07.176002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:07.184436 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af1d8ce-352a-4935-841c-95e782693c1e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] DELETE failed (client error): The resource could not be found. Jun 11 12:09:07.184896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af1d8ce-352a-4935-841c-95e782693c1e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 12:09:07.186621 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9af1d8ce-352a-4935-841c-95e782693c1e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/subnets/c151a7ed-5b34-41ef-92db-44613c935036 HTTP/1.1" status: 404 len: 337 time: 0.0349157 Jun 11 12:09:07.189081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52936) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:07.208736 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1515ef3b-db48-44e7-8649-40b12fc77442 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] DELETE failed (client error): The resource could not be found. Jun 11 12:09:07.209267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1515ef3b-db48-44e7-8649-40b12fc77442 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 12:09:07.211350 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1515ef3b-db48-44e7-8649-40b12fc77442 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/networks/bd083008-58f9-4d95-a8c9-8ac70762cc9d HTTP/1.1" status: 404 len: 339 time: 0.0208132 Jun 11 12:09:07.213599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52938) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:07.245282 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a002496-026d-4040-9853-27279d5fa37b tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] DELETE failed (client error): The resource could not be found. Jun 11 12:09:07.245730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a002496-026d-4040-9853-27279d5fa37b tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 12:09:07.247375 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8a002496-026d-4040-9853-27279d5fa37b tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/subnets/2f817c28-6df9-4196-80b2-35690972c88b HTTP/1.1" status: 404 len: 337 time: 0.0329354 Jun 11 12:09:07.249529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52940) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:07.274969 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8b9e35-7935-415e-8bd5-beb9e7ad026c tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] DELETE failed (client error): The resource could not be found. Jun 11 12:09:07.275497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8b9e35-7935-415e-8bd5-beb9e7ad026c tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 12:09:07.277084 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dc8b9e35-7935-415e-8bd5-beb9e7ad026c tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/networks/6576169e-1aa8-4011-bf8b-14a560cffbd7 HTTP/1.1" status: 404 len: 339 time: 0.0266953 Jun 11 12:09:07.279316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52942) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:07.720657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6e1109-f034-48fa-9c64-95a933757f6a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Deleting subnet 9dc61a6d-814c-4b2c-84ec-cffdb42607a4 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:09:07.723727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2a6e1109-f034-48fa-9c64-95a933757f6a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:07.770965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2a6e1109-f034-48fa-9c64-95a933757f6a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:07.869701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2a6e1109-f034-48fa-9c64-95a933757f6a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:07.933037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2a6e1109-f034-48fa-9c64-95a933757f6a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:07.935016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-142701fd-1e93-43f5-a556-33b3aa2baf30 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:07.967195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e1109-f034-48fa-9c64-95a933757f6a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc61a6d-814c-4b2c-84ec-cffdb42607a4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:07.970655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2a6e1109-f034-48fa-9c64-95a933757f6a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:07.972284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2a6e1109-f034-48fa-9c64-95a933757f6a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:07.973846 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2a6e1109-f034-48fa-9c64-95a933757f6a tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/subnets/9dc61a6d-814c-4b2c-84ec-cffdb42607a4 HTTP/1.1" status: 204 len: 168 time: 0.6936700 Jun 11 12:09:07.976829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52944) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:07.978703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46d99bd-7130-4d38-8bbd-4b65e3133528 None None] Network ed3e88dc-a4f5-4ab0-b75d-582af851c51e requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:08.077917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.135777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Deleting port 4417ba38-2d11-423b-9ebf-72f1e0e04944 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:09:08.136105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.202952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0d81f5-e5a2-4526-9565-440746d7054c None None] DHCP port deletion for ed3e88dc-a4f5-4ab0-b75d-582af851c51e request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:09:08.225693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] For port 4417ba38-2d11-423b-9ebf-72f1e0e04944, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4417ba38-2d11-423b-9ebf-72f1e0e04944,segment=NetworkSegment(88429be4-722f-4081-99d0-f20c7e76c6fa),segment_id=88429be4-722f-4081-99d0-f20c7e76c6fa)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:08.226804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.257782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d81f5-e5a2-4526-9565-440746d7054c None None] Deleting port 4417ba38-2d11-423b-9ebf-72f1e0e04944 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:09:08.258173 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b0d81f5-e5a2-4526-9565-440746d7054c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.326440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Calling delete_port for 4417ba38-2d11-423b-9ebf-72f1e0e04944 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:09:08.337484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-0b0d81f5-e5a2-4526-9565-440746d7054c None None] For port 4417ba38-2d11-423b-9ebf-72f1e0e04944, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4417ba38-2d11-423b-9ebf-72f1e0e04944,segment=NetworkSegment(88429be4-722f-4081-99d0-f20c7e76c6fa),segment_id=88429be4-722f-4081-99d0-f20c7e76c6fa)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:08.337889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b0d81f5-e5a2-4526-9565-440746d7054c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.423941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.426655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2fecbdd8-851e-4854-a575-19615d81a3cf tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:08.433280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d81f5-e5a2-4526-9565-440746d7054c None None] Calling delete_port for 4417ba38-2d11-423b-9ebf-72f1e0e04944 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:09:08.454014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Port': ['ID=4417ba38-2d11-423b-9ebf-72f1e0e04944,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:08.457183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:08.457970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] No DVR routers for this DVR port 4417ba38-2d11-423b-9ebf-72f1e0e04944 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:09:08.523847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0b0d81f5-e5a2-4526-9565-440746d7054c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.526675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e737eebb-904a-48ca-8b74-45f9dfc54682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:08.554795 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d81f5-e5a2-4526-9565-440746d7054c None None] Pushing event deleted for resources: {'Port': ['ID=4417ba38-2d11-423b-9ebf-72f1e0e04944,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:08.556608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d81f5-e5a2-4526-9565-440746d7054c None None] No DVR routers for this DVR port 4417ba38-2d11-423b-9ebf-72f1e0e04944 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:09:08.557940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0b0d81f5-e5a2-4526-9565-440746d7054c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:08.568320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.579446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3e88dc-a4f5-4ab0-b75d-582af851c51e']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:08.590915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88429be4-722f-4081-99d0-f20c7e76c6fa') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:08.591216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88429be4-722f-4081-99d0-f20c7e76c6fa') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:08.601977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.616541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.622155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:09:08.622554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:09:08.625438 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:09:08.704974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.708665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-06795fce-7383-46ba-a003-0242729fc72c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:08.713255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:08.715035 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] 10.222.0.46 "DELETE /v2.0/networks/ed3e88dc-a4f5-4ab0-b75d-582af851c51e HTTP/1.1" status: 204 len: 168 time: 0.7372282 Jun 11 12:09:08.729942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Pushing event deleted for resources: {'Network': ['ID=ed3e88dc-a4f5-4ab0-b75d-582af851c51e,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:08.732313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:08.948212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52950) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:09.077194 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d6fdfe71-5384-4398-88a3-c57282101a2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57c80e92b94740889c22658aaf774228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276953 Jun 11 12:09:09.079483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52954) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:09.128429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c5f321be-b500-405c-8417-0cf683c63740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:09.151087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c5f321be-b500-405c-8417-0cf683c63740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:09.200171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c5f321be-b500-405c-8417-0cf683c63740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:09.202795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c5f321be-b500-405c-8417-0cf683c63740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:09.203913 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c5f321be-b500-405c-8417-0cf683c63740 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f466a573-6346-4e71-96d1-3b03b48340c2 HTTP/1.1" status: 204 len: 168 time: 0.1235540 Jun 11 12:09:09.204693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b93b3dbb-8c2d-4b99-8621-7fcc60b6edf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:09.212999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f321be-b500-405c-8417-0cf683c63740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f466a573-6346-4e71-96d1-3b03b48340c2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:09.215315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c5f321be-b500-405c-8417-0cf683c63740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:09.678327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4417ba38-2d11-423b-9ebf-72f1e0e04944 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:09:09.707209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 4417ba38-2d11-423b-9ebf-72f1e0e04944 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:09:09.707580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4417ba38-2d11-423b-9ebf-72f1e0e04944 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:09:09.816767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52976) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:09.906924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-342919f8-8b4a-4f37-bb9f-79dc4de1fdb6 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1797244321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:09.935326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-342919f8-8b4a-4f37-bb9f-79dc4de1fdb6 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:09.936248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-342919f8-8b4a-4f37-bb9f-79dc4de1fdb6 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:09.998188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-342919f8-8b4a-4f37-bb9f-79dc4de1fdb6 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.002096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-342919f8-8b4a-4f37-bb9f-79dc4de1fdb6 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.016875 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-342919f8-8b4a-4f37-bb9f-79dc4de1fdb6 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.018055 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-342919f8-8b4a-4f37-bb9f-79dc4de1fdb6 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2003052 Jun 11 12:09:10.020765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52980) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:10.025566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1371349848'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:10.044015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Made reservation on behalf of edfd031ec09f4b41b391f91990ba3ca8 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:10.047312 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.058404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.153405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.157019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.159866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0c6815a9-ab6e-4db8-82b2-4769287e84b1 tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:10.188538 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:09:10.198003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2fd1bc-0696-4fef-9c7c-53815f2043b6,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:10.202555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:10.203586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.203926 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Added segment 456cdcbc-3124-49d8-8ba8-c28044c121df of type vlan for network e73732eb-48b7-4c19-a132-0537883a8569 Jun 11 12:09:10.253388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.280954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.286658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:10.287243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.289419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c2320b44-f20b-4a7c-98c8-69fafedd3cde tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:10.328051 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3062932 Jun 11 12:09:10.331114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52982) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:10.337534 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Request body: {'subnet': {'network_id': 'e73732eb-48b7-4c19-a132-0537883a8569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:10.378170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Pushing event updated for resources: {'Network': ['ID=e73732eb-48b7-4c19-a132-0537883a8569,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:10.380842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:10.389220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network e73732eb-48b7-4c19-a132-0537883a8569 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:09:10.452715 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Made reservation on behalf of edfd031ec09f4b41b391f91990ba3ca8 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:10.456551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.674968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.676889 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-60d984d1-ce43-4d8b-9b28-fbbbf6b8cf7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:10.743211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Pushing event updated for resources: {'Subnet': ['ID=e9753003-5d13-464e-8dc3-eb6ec13f1c32,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:10.746478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:10.752004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Checking segment: {'id': '456cdcbc-3124-49d8-8ba8-c28044c121df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e73732eb-48b7-4c19-a132-0537883a8569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:10.752369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Network hostable DHCP agents. Network: e73732eb-48b7-4c19-a132-0537883a8569, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:09:10.768958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Network e73732eb-48b7-4c19-a132-0537883a8569 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:09:10.776945 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, e73732eb-48b7-4c19-a132-0537883a8569) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:10.780926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:10.781517 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.786946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7be215a-40d8-43d4-a3d6-e340304162f7 None None] Network e73732eb-48b7-4c19-a132-0537883a8569 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:10.795090 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4627910 Jun 11 12:09:10.798128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52984) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:10.803461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1492795151'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:10.826379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Made reservation on behalf of edfd031ec09f4b41b391f91990ba3ca8 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:10.831078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.857013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:09:10.865632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.866045 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Added segment 399cf452-eabb-43fe-b119-e3ad8f652c7c of type vlan for network 03aa01df-f078-4c85-82e7-89ba8b38bd59 Jun 11 12:09:10.885629 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:09:10.919577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.949024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.954702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:10.955305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.961852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9e9eeca4-5265-4fbd-82f7-e4d79573ae0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:10.974746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-e73732eb-48b7-4c19-a132-0537883a8569', 'network_id': 'e73732eb-48b7-4c19-a132-0537883a8569', 'tenant_id': 'edfd031ec09f4b41b391f91990ba3ca8', 'fixed_ips': [{'subnet_id': 'e9753003-5d13-464e-8dc3-eb6ec13f1c32'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:09:10.975647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:10.991612 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1921430 Jun 11 12:09:10.994735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52986) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:10.999656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Request body: {'subnet': {'network_id': '03aa01df-f078-4c85-82e7-89ba8b38bd59', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:11.080476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Pushing event updated for resources: {'Network': ['ID=03aa01df-f078-4c85-82e7-89ba8b38bd59,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:11.092867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.093271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.093660 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.094046 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.094425 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.094828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.095206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.095579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.095960 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.096388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.096693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.097065 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:11.113154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 03aa01df-f078-4c85-82e7-89ba8b38bd59 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:09:11.146114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bc87c0fc-cf71-4734-904b-2154c333fc84 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:11.152925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Allocated IP 172.20.0.2 (e73732eb-48b7-4c19-a132-0537883a8569/e9753003-5d13-464e-8dc3-eb6ec13f1c32/f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:09:11.175371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Made reservation on behalf of edfd031ec09f4b41b391f91990ba3ca8 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:11.179280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:11.406671 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:11.408610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5c0a076-e8ba-4058-8215-5866f066512b tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:11.474453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Pushing event updated for resources: {'Subnet': ['ID=d7cc6885-c2e9-4d84-9118-41fa6d698b05,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:11.478095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:11.485059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Checking segment: {'id': '399cf452-eabb-43fe-b119-e3ad8f652c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '03aa01df-f078-4c85-82e7-89ba8b38bd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:11.485433 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Network hostable DHCP agents. Network: 03aa01df-f078-4c85-82e7-89ba8b38bd59, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:09:11.502803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Network 03aa01df-f078-4c85-82e7-89ba8b38bd59 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:09:11.511772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 03aa01df-f078-4c85-82e7-89ba8b38bd59) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:11.516001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:11.516591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:11.524855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e104c4-7cfb-4b54-9c8b-750d63124fa7 None None] Network 03aa01df-f078-4c85-82e7-89ba8b38bd59 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:11.532637 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1cdb5b0d-302d-48bd-aa17-afce9af66338 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5343738 Jun 11 12:09:11.532914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52988) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:11.537935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d1e37d04-c5da-4bfe-a3ec-d696ad49f7d2 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Request body: {'router': {'external_gateway_info': {'network_id': '03aa01df-f078-4c85-82e7-89ba8b38bd59'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:11.562730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:11.575232 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Transition to ACTIVE for port object f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:11.637613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Transition to ACTIVE for port object f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:11.646475 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:11.654545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:11.733174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Network e73732eb-48b7-4c19-a132-0537883a8569 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:11.743411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:11.746788 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Pushing event updated for resources: {'Port': ['ID=f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:11.748928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:09:11.759054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:11.842298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-03aa01df-f078-4c85-82e7-89ba8b38bd59', 'network_id': '03aa01df-f078-4c85-82e7-89ba8b38bd59', 'tenant_id': 'edfd031ec09f4b41b391f91990ba3ca8', 'fixed_ips': [{'subnet_id': 'd7cc6885-c2e9-4d84-9118-41fa6d698b05'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:09:11.843232 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:11.852588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d1e37d04-c5da-4bfe-a3ec-d696ad49f7d2 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:11.859586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Attempting to bind port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:09:11.859991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Attempting to bind port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '456cdcbc-3124-49d8-8ba8-c28044c121df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e73732eb-48b7-4c19-a132-0537883a8569'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:09:11.860391 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Attempting to bind port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 on network e73732eb-48b7-4c19-a132-0537883a8569 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:11.868960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:09:11.869348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Checking segment: {'id': '456cdcbc-3124-49d8-8ba8-c28044c121df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e73732eb-48b7-4c19-a132-0537883a8569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:11.869760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:11.870171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Bound using segment: {'id': '456cdcbc-3124-49d8-8ba8-c28044c121df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e73732eb-48b7-4c19-a132-0537883a8569'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:09:11.870675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Bound port: f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456cdcbc-3124-49d8-8ba8-c28044c121df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'e73732eb-48b7-4c19-a132-0537883a8569'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:09:11.871068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:11.980339 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.api.v2.resource [None req-d1e37d04-c5da-4bfe-a3ec-d696ad49f7d2 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 12:09:11.981396 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d1e37d04-c5da-4bfe-a3ec-d696ad49f7d2 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "PUT /v2.0/routers/db4f8b80-2204-433b-840b-74d639794296 HTTP/1.1" status: 400 len: 364 time: 0.4475009 Jun 11 12:09:11.987181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52990) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:12.046123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf96188-d891-40c0-b243-150dee346b04 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Deleting subnet d7cc6885-c2e9-4d84-9118-41fa6d698b05 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:09:12.049069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] For port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:09:12.067397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] For port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1,segment=NetworkSegment(456cdcbc-3124-49d8-8ba8-c28044c121df),segment_id=456cdcbc-3124-49d8-8ba8-c28044c121df)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:09:12.071498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Allocated IP 172.21.0.2 (03aa01df-f078-4c85-82e7-89ba8b38bd59/d7cc6885-c2e9-4d84-9118-41fa6d698b05/1a3e8801-c0ec-4168-b2e7-015d4a978bf9) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:09:12.073830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.077299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:12.180771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Pushing event updated for resources: {'Port': ['ID=f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:12.186721 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:12.231849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-85e96be2-52a9-4bc5-9230-84da994ee85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.336351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.345966 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Transition to ACTIVE for port object 1a3e8801-c0ec-4168-b2e7-015d4a978bf9 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:12.361889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Transition to ACTIVE for port object 1a3e8801-c0ec-4168-b2e7-015d4a978bf9 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:12.367808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bbf96188-d891-40c0-b243-150dee346b04 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.368005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.369826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:12.420817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Network 03aa01df-f078-4c85-82e7-89ba8b38bd59 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:12.424973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bbf96188-d891-40c0-b243-150dee346b04 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.425329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:12.430119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:09:12.433272 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Pushing event updated for resources: {'Port': ['ID=1a3e8801-c0ec-4168-b2e7-015d4a978bf9,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:12.436980 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:12.498375 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Attempting to bind port 1a3e8801-c0ec-4168-b2e7-015d4a978bf9 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:09:12.498701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Attempting to bind port 1a3e8801-c0ec-4168-b2e7-015d4a978bf9 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '399cf452-eabb-43fe-b119-e3ad8f652c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '03aa01df-f078-4c85-82e7-89ba8b38bd59'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:09:12.499078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Attempting to bind port 1a3e8801-c0ec-4168-b2e7-015d4a978bf9 on network 03aa01df-f078-4c85-82e7-89ba8b38bd59 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:12.503802 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:09:12.504186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Checking segment: {'id': '399cf452-eabb-43fe-b119-e3ad8f652c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '03aa01df-f078-4c85-82e7-89ba8b38bd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:12.504602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.505002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Bound using segment: {'id': '399cf452-eabb-43fe-b119-e3ad8f652c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '03aa01df-f078-4c85-82e7-89ba8b38bd59'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:09:12.505476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Bound port: 1a3e8801-c0ec-4168-b2e7-015d4a978bf9, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399cf452-eabb-43fe-b119-e3ad8f652c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '03aa01df-f078-4c85-82e7-89ba8b38bd59'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:09:12.505859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.530015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bbf96188-d891-40c0-b243-150dee346b04 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.600112 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bbf96188-d891-40c0-b243-150dee346b04 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.601330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] For port 1a3e8801-c0ec-4168-b2e7-015d4a978bf9, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:09:12.604192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-31439e6b-d1c3-4a38-a123-0f2a04244d30 tempest-ExtraDHCPOptionsTestJSON-1294647833 tempest-ExtraDHCPOptionsTestJSON-1294647833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:12.605623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] For port 1a3e8801-c0ec-4168-b2e7-015d4a978bf9, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1a3e8801-c0ec-4168-b2e7-015d4a978bf9,segment=NetworkSegment(399cf452-eabb-43fe-b119-e3ad8f652c7c),segment_id=399cf452-eabb-43fe-b119-e3ad8f652c7c)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:09:12.609656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.611673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:12.636043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf96188-d891-40c0-b243-150dee346b04 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cc6885-c2e9-4d84-9118-41fa6d698b05,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:12.638990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bbf96188-d891-40c0-b243-150dee346b04 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:12.639981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-bbf96188-d891-40c0-b243-150dee346b04 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.643530 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bbf96188-d891-40c0-b243-150dee346b04 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "DELETE /v2.0/subnets/d7cc6885-c2e9-4d84-9118-41fa6d698b05 HTTP/1.1" status: 204 len: 168 time: 0.6549172 Jun 11 12:09:12.644637 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52992) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:12.677287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Pushing event updated for resources: {'Port': ['ID=1a3e8801-c0ec-4168-b2e7-015d4a978bf9,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:12.680457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:12.754740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.820794 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Deleting port 1a3e8801-c0ec-4168-b2e7-015d4a978bf9 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:09:12.821149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:12.926055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] For port 1a3e8801-c0ec-4168-b2e7-015d4a978bf9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1a3e8801-c0ec-4168-b2e7-015d4a978bf9,segment=NetworkSegment(399cf452-eabb-43fe-b119-e3ad8f652c7c),segment_id=399cf452-eabb-43fe-b119-e3ad8f652c7c)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:12.926412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.024933 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Calling delete_port for 1a3e8801-c0ec-4168-b2e7-015d4a978bf9 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:09:13.120521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.123051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5941f3f3-353e-419e-9746-31028c8bfa0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:13.135905 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d190f9-9f2e-486c-b3c8-f9209573557e None None] Network e73732eb-48b7-4c19-a132-0537883a8569 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:13.156788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Pushing event deleted for resources: {'Port': ['ID=1a3e8801-c0ec-4168-b2e7-015d4a978bf9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:13.159933 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:13.161155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] No DVR routers for this DVR port 1a3e8801-c0ec-4168-b2e7-015d4a978bf9 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:09:13.249026 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-79140aae-4655-4845-840c-f7eaff1b69af None None] Provisioning for port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:13.270774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.284464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03aa01df-f078-4c85-82e7-89ba8b38bd59']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:13.297562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399cf452-eabb-43fe-b119-e3ad8f652c7c') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:13.297865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399cf452-eabb-43fe-b119-e3ad8f652c7c') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:13.308691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.326808 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.333907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:09:13.334401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:09:13.412656 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:09:13.423771 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.427574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:13.434244 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.436193 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "DELETE /v2.0/networks/03aa01df-f078-4c85-82e7-89ba8b38bd59 HTTP/1.1" status: 204 len: 168 time: 0.7905464 Jun 11 12:09:13.438710 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52994) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:13.461856 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Pushing event deleted for resources: {'Network': ['ID=03aa01df-f078-4c85-82e7-89ba8b38bd59,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:13.464373 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:13.512125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-401455e4-5e41-4d2d-a242-2610aefc3b26 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Deleting subnet e9753003-5d13-464e-8dc3-eb6ec13f1c32 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:09:13.515532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-401455e4-5e41-4d2d-a242-2610aefc3b26 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.567624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-401455e4-5e41-4d2d-a242-2610aefc3b26 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.685609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-401455e4-5e41-4d2d-a242-2610aefc3b26 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.724782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:13.761832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-401455e4-5e41-4d2d-a242-2610aefc3b26 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.766074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-56a94486-5450-482f-a8ae-4cdb5c5e3e0e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:13.785616 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:13.791590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:13.792195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.802476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401455e4-5e41-4d2d-a242-2610aefc3b26 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Pushing event deleted for resources: {'Subnet': ['ID=e9753003-5d13-464e-8dc3-eb6ec13f1c32,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:13.805475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-401455e4-5e41-4d2d-a242-2610aefc3b26 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:13.807961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-401455e4-5e41-4d2d-a242-2610aefc3b26 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.810179 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-401455e4-5e41-4d2d-a242-2610aefc3b26 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "DELETE /v2.0/subnets/e9753003-5d13-464e-8dc3-eb6ec13f1c32 HTTP/1.1" status: 204 len: 168 time: 0.3703122 Jun 11 12:09:13.812848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 52996) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:13.824413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446642e1-daff-422c-b934-8b3936936e6f None None] Network e73732eb-48b7-4c19-a132-0537883a8569 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:13.828195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-437342f1-ba30-4389-8c37-05f29de499bd None None] Could not find standard attr ID for object 1a3e8801-c0ec-4168-b2e7-015d4a978bf9. {{(pid=99007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 12:09:13.853383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001bad28-71c0-4c34-85c2-88bb78c964b0 None None] DHCP port deletion for 03aa01df-f078-4c85-82e7-89ba8b38bd59 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:09:13.882883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fcf1fb-3fe7-49e9-bdac-2a40003f60c6 None None] Network 03aa01df-f078-4c85-82e7-89ba8b38bd59 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:13.916925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:13.950658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fcf1fb-3fe7-49e9-bdac-2a40003f60c6 None None] Network 03aa01df-f078-4c85-82e7-89ba8b38bd59 could not be found, it might have been deleted concurrently. {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 11 12:09:13.982985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Deleting port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:09:13.982985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.046383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.065621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] For port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1,segment=NetworkSegment(456cdcbc-3124-49d8-8ba8-c28044c121df),segment_id=456cdcbc-3124-49d8-8ba8-c28044c121df)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:14.065984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.090873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1,segment=NetworkSegment(456cdcbc-3124-49d8-8ba8-c28044c121df),segment_id=456cdcbc-3124-49d8-8ba8-c28044c121df)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:14.097714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.099410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:14.156843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:14.159782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:14.169831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0c210-3a3d-4854-bac8-ed5293d41689 None None] DHCP port deletion for e73732eb-48b7-4c19-a132-0537883a8569 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:09:14.171233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Calling delete_port for f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:09:14.225675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-99e0c210-3a3d-4854-bac8-ed5293d41689 None None] Deleting port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:09:14.226092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99e0c210-3a3d-4854-bac8-ed5293d41689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.270865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.272904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:14.302245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Pushing event deleted for resources: {'Port': ['ID=f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:14.304761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:14.307122 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] No DVR routers for this DVR port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:09:14.307970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-99e0c210-3a3d-4854-bac8-ed5293d41689 None None] For port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1,segment=NetworkSegment(456cdcbc-3124-49d8-8ba8-c28044c121df),segment_id=456cdcbc-3124-49d8-8ba8-c28044c121df)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:14.308804 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99e0c210-3a3d-4854-bac8-ed5293d41689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.402947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-99e0c210-3a3d-4854-bac8-ed5293d41689 None None] Calling delete_port for f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:09:14.415502 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.426370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73732eb-48b7-4c19-a132-0537883a8569']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:14.437752 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456cdcbc-3124-49d8-8ba8-c28044c121df') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:14.438050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456cdcbc-3124-49d8-8ba8-c28044c121df') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:14.448221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.462475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.468401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:09:14.468836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:09:14.471785 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:09:14.498148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-99e0c210-3a3d-4854-bac8-ed5293d41689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.500125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:14.528238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0c210-3a3d-4854-bac8-ed5293d41689 None None] Pushing event deleted for resources: {'Port': ['ID=f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:14.532392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0c210-3a3d-4854-bac8-ed5293d41689 None None] No DVR routers for this DVR port f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:09:14.536896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-99e0c210-3a3d-4854-bac8-ed5293d41689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:14.555739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.558845 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c47d5614-b116-43c0-b40f-270a23915035 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:14.562601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.564352 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "DELETE /v2.0/networks/e73732eb-48b7-4c19-a132-0537883a8569 HTTP/1.1" status: 204 len: 168 time: 0.7505200 Jun 11 12:09:14.567045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 52998) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:14.578211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Pushing event deleted for resources: {'Network': ['ID=e73732eb-48b7-4c19-a132-0537883a8569,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:14.580418 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:14.601913 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c80d1492-e733-4082-9132-617a9bed5b71 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4f8b80-2204-433b-840b-74d639794296 HTTP/1.1" status: 200 len: 205 time: 0.0335648 Jun 11 12:09:14.604145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53000) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:14.711600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-93412d93-b1af-4ed5-9a47-d488ed2e0238 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.777284 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.949235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-93412d93-b1af-4ed5-9a47-d488ed2e0238 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.951405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-93412d93-b1af-4ed5-9a47-d488ed2e0238 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:14.952126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-609ee74b-9efd-4935-82e7-797bda99462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:15.011441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-93412d93-b1af-4ed5-9a47-d488ed2e0238 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:15.012013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93412d93-b1af-4ed5-9a47-d488ed2e0238 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Fanout notify agent at l3_agent the message router_deleted on router db4f8b80-2204-433b-840b-74d639794296 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:09:15.019341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-93412d93-b1af-4ed5-9a47-d488ed2e0238 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:15.020570 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-93412d93-b1af-4ed5-9a47-d488ed2e0238 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] 10.222.0.46 "DELETE /v2.0/routers/db4f8b80-2204-433b-840b-74d639794296 HTTP/1.1" status: 204 len: 168 time: 0.4155481 Jun 11 12:09:15.251153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53006) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:15.380365 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1404c7b0-17a3-49fc-9c89-cf97a21562e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=edfd031ec09f4b41b391f91990ba3ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279900 Jun 11 12:09:15.383257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53010) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:15.433277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1ee71e1-65f2-4481-9a89-540646379bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:15.455636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1ee71e1-65f2-4481-9a89-540646379bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:15.503437 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1ee71e1-65f2-4481-9a89-540646379bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:15.506029 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1ee71e1-65f2-4481-9a89-540646379bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:15.507187 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f1ee71e1-65f2-4481-9a89-540646379bd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b2fd1bc-0696-4fef-9c7c-53815f2043b6 HTTP/1.1" status: 204 len: 168 time: 0.1230273 Jun 11 12:09:15.507996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3a31b714-540b-45e0-8389-63bdcb4a448e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:15.516843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee71e1-65f2-4481-9a89-540646379bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2fd1bc-0696-4fef-9c7c-53815f2043b6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:15.519282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f1ee71e1-65f2-4481-9a89-540646379bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:15.680507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:09:15.708490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:09:15.708927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f3bed0e9-a9a0-4274-bf7c-fa6ceb85cce1 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:09:15.709385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1a3e8801-c0ec-4168-b2e7-015d4a978bf9 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:09:15.733376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 1a3e8801-c0ec-4168-b2e7-015d4a978bf9 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:09:15.733727 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1a3e8801-c0ec-4168-b2e7-015d4a978bf9 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:09:16.100463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53032) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:16.112127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:16.195084 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-138908764-network', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:16.215541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Made reservation on behalf of 8b22cf1a345e44ffb7145516f8e40d7d for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:16.217854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:16.228755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:16.721199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:16.725172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:16.729038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-838a3564-82be-49be-9a35-80b7fa97844c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:16.747064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:09:16.761225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:16.766111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:16.767137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:16.767486 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Added segment 9248e3c3-87cf-4eea-b858-7e3299f88481 of type vlan for network ad7ce161-71df-4a9f-88dd-4251d987e981 Jun 11 12:09:16.815129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:16.843688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:16.844653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:16.845240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:16.848200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-65a1a1a2-66ca-46b2-8adf-aeae83041f39 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:16.881451 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7791901 Jun 11 12:09:16.884606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53036) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:16.889992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Request body: {'subnet': {'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-138908764-subnet', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'ip_version': 4}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:16.911414 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Made reservation on behalf of 8b22cf1a345e44ffb7145516f8e40d7d for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:16.914303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:16.932818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7ce161-71df-4a9f-88dd-4251d987e981,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:16.935630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2cc7603c-04ec-46b1-a6c3-fd4581d7ae71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:16.942783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network ad7ce161-71df-4a9f-88dd-4251d987e981 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:09:17.121554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.124173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0604bef3-7884-46eb-a4a3-f2ad5b3f4220 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:17.190903 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf12220a-7f24-47c6-87d4-7b2011832881,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:17.194536 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:17.200254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Checking segment: {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:17.200615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Network hostable DHCP agents. Network: ad7ce161-71df-4a9f-88dd-4251d987e981, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:09:17.216394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Network ad7ce161-71df-4a9f-88dd-4251d987e981 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:09:17.224532 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, ad7ce161-71df-4a9f-88dd-4251d987e981) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:17.229280 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:17.230080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.233681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be37bf5-7f68-4ddc-ac31-3b3ed7c22d9f None None] Network ad7ce161-71df-4a9f-88dd-4251d987e981 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:17.243865 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3580370 Jun 11 12:09:17.246554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53038) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:17.251013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-138908764-router', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:17.271553 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.272551 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.338978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.414027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-ad7ce161-71df-4a9f-88dd-4251d987e981', 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'fixed_ips': [{'subnet_id': 'bf12220a-7f24-47c6-87d4-7b2011832881'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:09:17.414916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.534723 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.562983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Allocated IP 172.20.0.2 (ad7ce161-71df-4a9f-88dd-4251d987e981/bf12220a-7f24-47c6-87d4-7b2011832881/4d8afd84-6c50-4de6-965b-b4e995c8fdb9) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:09:17.806925 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.832437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.856439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.915998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.924121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Transition to ACTIVE for port object 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:17.939428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Transition to ACTIVE for port object 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:17.944938 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:17.947492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:17.954786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Allocated IP 172.26.6.31 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:09:17.989132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Network ad7ce161-71df-4a9f-88dd-4251d987e981 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:17.992428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:17.996190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:09:18.004507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Pushing event updated for resources: {'Port': ['ID=4d8afd84-6c50-4de6-965b-b4e995c8fdb9,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:18.008927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:18.075662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Attempting to bind port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:09:18.076057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Attempting to bind port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:09:18.076434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Attempting to bind port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 on network ad7ce161-71df-4a9f-88dd-4251d987e981 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:18.081186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:09:18.081576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Checking segment: {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:18.081993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:18.082400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Bound using segment: {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:09:18.082901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Bound port: 4d8afd84-6c50-4de6-965b-b4e995c8fdb9, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:09:18.083290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:18.091306 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:18.132181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:18.134268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-96a3e470-baa0-43ea-8e09-76d577167639 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:18.152946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] For port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:09:18.155997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] For port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4d8afd84-6c50-4de6-965b-b4e995c8fdb9,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:09:18.159503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:18.162313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:18.181735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:18.186094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:18.190753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:09:18.193873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Pushing event updated for resources: {'Port': ['ID=2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:18.221877 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:18.227468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Pushing event updated for resources: {'Port': ['ID=4d8afd84-6c50-4de6-965b-b4e995c8fdb9,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:18.235383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:18.534582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:19.063634 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d186b-94bf-4213-b15e-d0acffce87f7 None None] Network ad7ce161-71df-4a9f-88dd-4251d987e981 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:19.141464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-31aaf41f-6b97-4e65-87fe-b7ecab22cea9 None None] Provisioning for port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:19.240777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:19.410746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Router 7764869d-daa4-4d06-86b5-02038941f87d is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:09:19.555248 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:09:19.563523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Sync routers for ids ['7764869d-daa4-4d06-86b5-02038941f87d'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:09:19.570415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:19.571685 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3241653 Jun 11 12:09:19.572851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Routers {'7764869d-daa4-4d06-86b5-02038941f87d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:09:19.573466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:09:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['7764869d-daa4-4d06-86b5-02038941f87d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:19.574352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53040) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:19.722020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Set router 7764869d-daa4-4d06-86b5-02038941f87d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:09:19.725198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:19.931578 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:19.942693 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:19.943088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.072790 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7764869d-daa4-4d06-86b5-02038941f87d', 'name': 'tempest-TestEncryptedCinderVolumes-138908764-router', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:18Z', 'revision_number': 3, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'gw_port': {'id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:22:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7764869d-daa4-4d06-86b5-02038941f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:20.079964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Checking router: 7764869d-daa4-4d06-86b5-02038941f87d for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:09:20.080335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Updating router 7764869d-daa4-4d06-86b5-02038941f87d port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:09:20.083000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.138584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.148529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.177221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4d8afd84-6c50-4de6-965b-b4e995c8fdb9,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:20.185213 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.188570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:20.315715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=4d8afd84-6c50-4de6-965b-b4e995c8fdb9,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:20.319594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:20.389782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Allocated IP 172.20.0.1 (ad7ce161-71df-4a9f-88dd-4251d987e981/bf12220a-7f24-47c6-87d4-7b2011832881/dc8ae351-bb5d-4e14-8205-2a02b8d16dfa) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:09:20.498502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.509195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Transition to ACTIVE for port object 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:20.515021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.516881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-99e0c210-3a3d-4854-bac8-ed5293d41689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:20.523594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.536472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Transition to ACTIVE for port object dc8ae351-bb5d-4e14-8205-2a02b8d16dfa will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:20.572107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.574944 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Attempting to bind port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:09:20.575208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:20.575334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Attempting to bind port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:09:20.575706 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Attempting to bind port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:20.577660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6407bfe-52e0-472b-8f1f-27349001e17c None None] Pushing event updated for resources: {'Port': ['ID=2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:20.580793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d6407bfe-52e0-472b-8f1f-27349001e17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:20.583447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:09:20.583842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:20.584263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.584642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:09:20.585121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Bound port: 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:09:20.585553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.623359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Network ad7ce161-71df-4a9f-88dd-4251d987e981 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:20.628562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:20.631256 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:09:20.634129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Pushing event updated for resources: {'Port': ['ID=dc8ae351-bb5d-4e14-8205-2a02b8d16dfa,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:20.651700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] For port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:09:20.655364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] For port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:09:20.661920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.663891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:20.671999 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.672402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.672793 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.673178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.673555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.673950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.674315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.674742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.675118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.675505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.675857 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.676223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:20.682916 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:20.704017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.732392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Routers {'7764869d-daa4-4d06-86b5-02038941f87d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:09:20.733040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:09:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['7764869d-daa4-4d06-86b5-02038941f87d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:20.734945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6407bfe-52e0-472b-8f1f-27349001e17c None None] Pushing event updated for resources: {'Port': ['ID=2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:20.738810 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d6407bfe-52e0-472b-8f1f-27349001e17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:20.878476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] Set router 7764869d-daa4-4d06-86b5-02038941f87d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:09:20.884165 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:20.996527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c6d97874-9b6a-41b2-a36d-921fc9ca6688 None None] Provisioning for port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:21.002950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c6d97874-9b6a-41b2-a36d-921fc9ca6688 None None] Provisioning complete for port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:21.003346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c6d97874-9b6a-41b2-a36d-921fc9ca6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:21.083153 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:21.088562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:21.091630 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-920d70a1-6537-4249-80f8-743670e44370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:21.103266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c6d97874-9b6a-41b2-a36d-921fc9ca6688 None None] Port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:09:21.167325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7764869d-daa4-4d06-86b5-02038941f87d', 'name': 'tempest-TestEncryptedCinderVolumes-138908764-router', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:18Z', 'revision_number': 3, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'gw_port': {'id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:22:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7764869d-daa4-4d06-86b5-02038941f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:21.170726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ceaad8-f096-470d-b5d1-fd0b69ccf939 None None] The sync data for ids ['7764869d-daa4-4d06-86b5-02038941f87d'] in dv-neutron-786478-5-hyperv is: [{'id': '7764869d-daa4-4d06-86b5-02038941f87d', 'name': 'tempest-TestEncryptedCinderVolumes-138908764-router', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:18Z', 'revision_number': 3, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'gw_port': {'id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:22:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7764869d-daa4-4d06-86b5-02038941f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:09:21.176774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:21.178753 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Pushing event updated for resources: {'Port': ['ID=dc8ae351-bb5d-4e14-8205-2a02b8d16dfa,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:21.182598 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:21.297926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Network ad7ce161-71df-4a9f-88dd-4251d987e981 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:21.299296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:21.485197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Router 7764869d-daa4-4d06-86b5-02038941f87d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:09:21.633620 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cc1fb391-5c2c-4bf6-90e2-a2a886b6fabf None None] Provisioning complete for port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:21.634346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb391-5c2c-4bf6-90e2-a2a886b6fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:21.657288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:09:21.671187 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] 10.222.0.46 "PUT /v2.0/routers/7764869d-daa4-4d06-86b5-02038941f87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0956080 Jun 11 12:09:21.680582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-cc1fb391-5c2c-4bf6-90e2-a2a886b6fabf None None] Port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:09:21.793719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:21.849720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:21.850114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:21.951275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:22.010471 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:22.018408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:22.018885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.114776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.137610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:22.141577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.143565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-189b9290-cf67-470e-b5ae-93ea9565345d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:22.171039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53056) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:22.176678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-925876244-network', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:22.197421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:22.200797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:22.202684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Made reservation on behalf of 99eeed4c2b97478caf859cf0ccb02f50 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:22.205243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.217596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.311903 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.315944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.319037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fa8a1012-760f-41ee-a30b-264e21766812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:22.345477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:09:22.351700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2181abf-cd69-4840-9b43-52555a9c7ee0,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:22.355662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:22.358410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.358787 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Added segment b8ce86c9-9240-4ead-835b-7e47e4cf7250 of type vlan for network 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 Jun 11 12:09:22.414778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.444032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.445937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:22.446515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.448796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f23b6fae-c1f9-4f16-8619-b747ebd23ed3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:22.485387 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3127658 Jun 11 12:09:22.488006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53058) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:22.492784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Request body: {'subnet': {'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-925876244-subnet', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:22.539631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Pushing event updated for resources: {'Network': ['ID=68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:22.544243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:22.551981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:09:22.558731 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Made reservation on behalf of 99eeed4c2b97478caf859cf0ccb02f50 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:22.561127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.743770 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Sync routers for ids ['7764869d-daa4-4d06-86b5-02038941f87d'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:09:22.752775 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Routers {'7764869d-daa4-4d06-86b5-02038941f87d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:09:22.753476 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:09:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['7764869d-daa4-4d06-86b5-02038941f87d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:22.776254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.779570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a2a21d96-88dd-44b5-aa05-cf3ef43b09c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:22.842636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1fa2d1d-599f-4831-9577-5f1c9fdad249,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:22.847283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:22.850088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Checking segment: {'id': 'b8ce86c9-9240-4ead-835b-7e47e4cf7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:22.850520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Network hostable DHCP agents. Network: 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:09:22.867612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Network 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:09:22.876002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:22.880784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:22.881375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.886607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda0fbcd-e727-443e-9ff8-16e1b02a7f8b None None] Network 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:22.898349 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4070420 Jun 11 12:09:22.898726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53060) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:22.899274 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Set router 7764869d-daa4-4d06-86b5-02038941f87d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:09:22.903350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-925876244-router', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:22.925188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.926103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:22.992951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.172491 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7764869d-daa4-4d06-86b5-02038941f87d', 'name': 'tempest-TestEncryptedCinderVolumes-138908764-router', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:20Z', 'revision_number': 4, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'gw_port': {'id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:22:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7764869d-daa4-4d06-86b5-02038941f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'dc8ae351-bb5d-4e14-8205-2a02b8d16dfa', 'name': '', 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'mac_address': 'fa:16:3e:de:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7764869d-daa4-4d06-86b5-02038941f87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'bf12220a-7f24-47c6-87d4-7b2011832881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:20Z', 'updated_at': '2021-06-11T12:09:20Z', 'revision_number': 2, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'subnets': [{'id': 'bf12220a-7f24-47c6-87d4-7b2011832881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:23.175896 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Checking router: 7764869d-daa4-4d06-86b5-02038941f87d for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:09:23.176207 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Updating router 7764869d-daa4-4d06-86b5-02038941f87d port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:09:23.204752 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.216876 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.239336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3', 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'fixed_ips': [{'subnet_id': 'd1fa2d1d-599f-4831-9577-5f1c9fdad249'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:09:23.240296 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.400202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Allocated IP 172.20.0.2 (68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3/d1fa2d1d-599f-4831-9577-5f1c9fdad249/640df0cd-ed36-4485-8bde-18ae265d6405) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:09:23.487728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.513406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.542774 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.552859 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Transition to ACTIVE for port object dc8ae351-bb5d-4e14-8205-2a02b8d16dfa will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:23.559279 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.562180 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:23.577972 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.587121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Transition to ACTIVE for port object 640df0cd-ed36-4485-8bde-18ae265d6405 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:23.606662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Transition to ACTIVE for port object 640df0cd-ed36-4485-8bde-18ae265d6405 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:23.617021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.620062 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:23.641409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Allocated IP 172.26.6.243 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/71834362-ad5b-4623-8ee8-ea687ae16122) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:09:23.665445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Network 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:23.669250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:23.672382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:09:23.703813 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Pushing event updated for resources: {'Port': ['ID=dc8ae351-bb5d-4e14-8205-2a02b8d16dfa,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:23.721658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Pushing event updated for resources: {'Port': ['ID=640df0cd-ed36-4485-8bde-18ae265d6405,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:23.724477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:23.737518 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.737927 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.738209 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.738588 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.738955 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.739287 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.739615 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.739938 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.740268 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.740589 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.740903 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.741220 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:09:23.747071 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:23.763929 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Attempting to bind port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:09:23.764318 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Attempting to bind port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:09:23.764705 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Attempting to bind port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa on network ad7ce161-71df-4a9f-88dd-4251d987e981 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:23.765711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Attempting to bind port 640df0cd-ed36-4485-8bde-18ae265d6405 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:09:23.766351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Attempting to bind port 640df0cd-ed36-4485-8bde-18ae265d6405 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b8ce86c9-9240-4ead-835b-7e47e4cf7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:09:23.766916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Attempting to bind port 640df0cd-ed36-4485-8bde-18ae265d6405 on network 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:23.774245 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:09:23.774661 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Checking segment: {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:23.775078 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.775481 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Bound using segment: {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:09:23.775969 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Bound port: dc8ae351-bb5d-4e14-8205-2a02b8d16dfa, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:09:23.776353 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.776619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:09:23.777193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Checking segment: {'id': 'b8ce86c9-9240-4ead-835b-7e47e4cf7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:23.777777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.778457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Bound using segment: {'id': 'b8ce86c9-9240-4ead-835b-7e47e4cf7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:09:23.779111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Bound port: 640df0cd-ed36-4485-8bde-18ae265d6405, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ce86c9-9240-4ead-835b-7e47e4cf7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:09:23.779658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.781901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:23.817896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.865747 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] For port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:09:23.869936 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] For port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=dc8ae351-bb5d-4e14-8205-2a02b8d16dfa,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:09:23.877198 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.880371 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-6f83b7ed-68bc-446d-ab3b-a2b98345914f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:23.883056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.887509 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cad45715-3a6d-40f6-976f-e370d3219679 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:23.909524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] For port 640df0cd-ed36-4485-8bde-18ae265d6405, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:09:23.914192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] For port 640df0cd-ed36-4485-8bde-18ae265d6405, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=640df0cd-ed36-4485-8bde-18ae265d6405,segment=NetworkSegment(b8ce86c9-9240-4ead-835b-7e47e4cf7250),segment_id=b8ce86c9-9240-4ead-835b-7e47e4cf7250)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:09:23.916756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:23.917605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.921906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:23.947904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:23.951019 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Pushing event updated for resources: {'Port': ['ID=dc8ae351-bb5d-4e14-8205-2a02b8d16dfa,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:23.957779 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:23.958759 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Routers {'7764869d-daa4-4d06-86b5-02038941f87d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:09:23.959589 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:09:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['7764869d-daa4-4d06-86b5-02038941f87d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:23.964897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:23.970862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:23.973591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Pushing event updated for resources: {'Port': ['ID=71834362-ad5b-4623-8ee8-ea687ae16122,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:23.984765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:23.984765 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:09:24.081752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Pushing event updated for resources: {'Port': ['ID=640df0cd-ed36-4485-8bde-18ae265d6405,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:24.086617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:24.131898 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] Set router 7764869d-daa4-4d06-86b5-02038941f87d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:09:24.400229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:24.533096 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7764869d-daa4-4d06-86b5-02038941f87d', 'name': 'tempest-TestEncryptedCinderVolumes-138908764-router', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:20Z', 'revision_number': 4, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'gw_port': {'id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:22:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7764869d-daa4-4d06-86b5-02038941f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'dc8ae351-bb5d-4e14-8205-2a02b8d16dfa', 'name': '', 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'mac_address': 'fa:16:3e:de:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7764869d-daa4-4d06-86b5-02038941f87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'bf12220a-7f24-47c6-87d4-7b2011832881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:20Z', 'updated_at': '2021-06-11T12:09:23Z', 'revision_number': 4, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'subnets': [{'id': 'bf12220a-7f24-47c6-87d4-7b2011832881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:24.537180 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a40bd-9a6c-4e70-a69f-d3431dfff745 None None] The sync data for ids ['7764869d-daa4-4d06-86b5-02038941f87d'] in dv-neutron-786478-5-hyperv is: [{'id': '7764869d-daa4-4d06-86b5-02038941f87d', 'name': 'tempest-TestEncryptedCinderVolumes-138908764-router', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:20Z', 'revision_number': 4, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'gw_port': {'id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:22:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7764869d-daa4-4d06-86b5-02038941f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'dc8ae351-bb5d-4e14-8205-2a02b8d16dfa', 'name': '', 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'mac_address': 'fa:16:3e:de:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7764869d-daa4-4d06-86b5-02038941f87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'bf12220a-7f24-47c6-87d4-7b2011832881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:20Z', 'updated_at': '2021-06-11T12:09:23Z', 'revision_number': 4, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'subnets': [{'id': 'bf12220a-7f24-47c6-87d4-7b2011832881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:09:25.180120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345223d-6ce6-4ec8-95a5-51620c12b127 None None] Network 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:09:25.220581 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:25.301615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-db1c5e80-b722-4849-bd69-1616af339b3d None None] Provisioning for port 640df0cd-ed36-4485-8bde-18ae265d6405 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:25.396437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Router 4dcad266-7177-44d4-a758-150a58527190 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:09:25.555841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:09:25.564467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Sync routers for ids ['4dcad266-7177-44d4-a758-150a58527190'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:09:25.574384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Routers {'4dcad266-7177-44d4-a758-150a58527190'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:09:25.575227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:09:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4dcad266-7177-44d4-a758-150a58527190'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:25.576895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:25.581990 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6798515 Jun 11 12:09:25.582500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53064) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:09:25.756842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Set router 4dcad266-7177-44d4-a758-150a58527190 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:09:25.806402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 640df0cd-ed36-4485-8bde-18ae265d6405 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:25.980817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 640df0cd-ed36-4485-8bde-18ae265d6405 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:25.991807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 640df0cd-ed36-4485-8bde-18ae265d6405 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:25.992190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.119908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad266-7177-44d4-a758-150a58527190', 'name': 'tempest-TestEncryptedCinderVolumes-925876244-router', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:22Z', 'updated_at': '2021-06-11T12:09:24Z', 'revision_number': 3, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'gw_port': {'id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:23Z', 'updated_at': '2021-06-11T12:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:26.125651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.127354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Checking router: 4dcad266-7177-44d4-a758-150a58527190 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:09:26.127709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Updating router 4dcad266-7177-44d4-a758-150a58527190 port 71834362-ad5b-4623-8ee8-ea687ae16122 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:09:26.185640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.188975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.216270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 640df0cd-ed36-4485-8bde-18ae265d6405, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=640df0cd-ed36-4485-8bde-18ae265d6405,segment=NetworkSegment(b8ce86c9-9240-4ead-835b-7e47e4cf7250),segment_id=b8ce86c9-9240-4ead-835b-7e47e4cf7250)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:26.220566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.221405 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device dc8ae351-bb5d-4e14-8205-2a02b8d16dfa up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:26.229084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bf0c8477-c25f-4432-99ce-67c03763061d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:26.380335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Allocated IP 172.20.0.1 (68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3/d1fa2d1d-599f-4831-9577-5f1c9fdad249/43c2f816-4d1c-4024-a28b-0dcc3270bde8) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:09:26.518177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.531363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Transition to ACTIVE for port object 43c2f816-4d1c-4024-a28b-0dcc3270bde8 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:26.554772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=640df0cd-ed36-4485-8bde-18ae265d6405,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:26.567646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.569817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1d69c91a-dc81-45a2-a359-886ac341b8d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:26.571343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:26.588072 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:26.594322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:26.594728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.617061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Network 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:26.621654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:26.626923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:09:26.630288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Pushing event updated for resources: {'Port': ['ID=43c2f816-4d1c-4024-a28b-0dcc3270bde8,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:26.658256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:26.677908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.803998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.826164 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.845597 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Transition to ACTIVE for port object 71834362-ad5b-4623-8ee8-ea687ae16122 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:26.858020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.861689 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=dc8ae351-bb5d-4e14-8205-2a02b8d16dfa,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:26.862595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d6407bfe-52e0-472b-8f1f-27349001e17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:26.862927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.889684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.925321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7428674-97cc-44d1-8286-adc6f4c5bbd4 None None] Pushing event updated for resources: {'Port': ['ID=71834362-ad5b-4623-8ee8-ea687ae16122,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:26.927445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Attempting to bind port 71834362-ad5b-4623-8ee8-ea687ae16122 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:09:26.927975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Attempting to bind port 71834362-ad5b-4623-8ee8-ea687ae16122 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:09:26.928166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Attempting to bind port 71834362-ad5b-4623-8ee8-ea687ae16122 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:26.930186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d7428674-97cc-44d1-8286-adc6f4c5bbd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:26.930676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-988ff172-0a8c-4cfa-9e58-75a226042e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:26.961886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:09:26.962264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:26.962697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:26.963093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:09:26.963579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Bound port: 71834362-ad5b-4623-8ee8-ea687ae16122, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:09:26.963955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:27.028376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0410642a-ac46-4c13-832e-8761ad807b46 None None] Provisioning for port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:27.035757 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=dc8ae351-bb5d-4e14-8205-2a02b8d16dfa,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:27.041135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:27.044612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0410642a-ac46-4c13-832e-8761ad807b46 None None] Provisioning complete for port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:27.045019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0410642a-ac46-4c13-832e-8761ad807b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:27.070462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:27.074040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] For port 71834362-ad5b-4623-8ee8-ea687ae16122, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:09:27.075203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:27.078455 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a20980c-b3e6-4776-b1c4-a1ca63e5f71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:27.097973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] For port 71834362-ad5b-4623-8ee8-ea687ae16122, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=71834362-ad5b-4623-8ee8-ea687ae16122,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:09:27.103235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:27.105197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0410642a-ac46-4c13-832e-8761ad807b46 None None] Port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:09:27.107537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:27.160442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Pushing event updated for resources: {'Port': ['ID=43c2f816-4d1c-4024-a28b-0dcc3270bde8,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:27.163042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:27.164319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:27.169834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Routers {'4dcad266-7177-44d4-a758-150a58527190'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:09:27.170481 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:09:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4dcad266-7177-44d4-a758-150a58527190'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:27.175182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7428674-97cc-44d1-8286-adc6f4c5bbd4 None None] Pushing event updated for resources: {'Port': ['ID=71834362-ad5b-4623-8ee8-ea687ae16122,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:27.221131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d7428674-97cc-44d1-8286-adc6f4c5bbd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:27.282025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Network 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:27.283497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:27.318053 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] Set router 4dcad266-7177-44d4-a758-150a58527190 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:09:27.438007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Router 4dcad266-7177-44d4-a758-150a58527190 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:09:27.564255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-94f6b594-060d-4728-a8c9-a865d2bb4cf1 None None] Provisioning complete for port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:27.564567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-94f6b594-060d-4728-a8c9-a865d2bb4cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:27.588641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:09:27.601738 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] 10.222.0.46 "PUT /v2.0/routers/4dcad266-7177-44d4-a758-150a58527190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0103147 Jun 11 12:09:27.620462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-94f6b594-060d-4728-a8c9-a865d2bb4cf1 None None] Port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:09:27.633792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad266-7177-44d4-a758-150a58527190', 'name': 'tempest-TestEncryptedCinderVolumes-925876244-router', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:22Z', 'updated_at': '2021-06-11T12:09:26Z', 'revision_number': 4, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'gw_port': {'id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:23Z', 'updated_at': '2021-06-11T12:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '43c2f816-4d1c-4024-a28b-0dcc3270bde8', 'name': '', 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'mac_address': 'fa:16:3e:e7:f0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'd1fa2d1d-599f-4831-9577-5f1c9fdad249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:26Z', 'updated_at': '2021-06-11T12:09:26Z', 'revision_number': 2, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'subnets': [{'id': 'd1fa2d1d-599f-4831-9577-5f1c9fdad249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:27.637695 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc098c3-e6c2-4f91-bca8-b8f42fd4a455 None None] The sync data for ids ['4dcad266-7177-44d4-a758-150a58527190'] in dv-neutron-786478-5-hyperv is: [{'id': '4dcad266-7177-44d4-a758-150a58527190', 'name': 'tempest-TestEncryptedCinderVolumes-925876244-router', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:22Z', 'updated_at': '2021-06-11T12:09:26Z', 'revision_number': 4, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'gw_port': {'id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:23Z', 'updated_at': '2021-06-11T12:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '43c2f816-4d1c-4024-a28b-0dcc3270bde8', 'name': '', 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'mac_address': 'fa:16:3e:e7:f0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'd1fa2d1d-599f-4831-9577-5f1c9fdad249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:26Z', 'updated_at': '2021-06-11T12:09:26Z', 'revision_number': 2, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'subnets': [{'id': 'd1fa2d1d-599f-4831-9577-5f1c9fdad249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:09:27.714215 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 640df0cd-ed36-4485-8bde-18ae265d6405 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:27.769891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 640df0cd-ed36-4485-8bde-18ae265d6405 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:27.770286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:27.824080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:27.903753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device dc8ae351-bb5d-4e14-8205-2a02b8d16dfa up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:27.958947 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:27.960032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:28.355266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-36235155-926a-4f51-b85a-c10218aebf41 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:28.356844 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-36235155-926a-4f51-b85a-c10218aebf41 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/networks?id=ad7ce161-71df-4a9f-88dd-4251d987e981 HTTP/1.1" status: 200 len: 816 time: 0.1411343 Jun 11 12:09:28.372662 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-29dd22f1-5ef2-458c-97cb-a42fdabea911 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/quotas/8b22cf1a345e44ffb7145516f8e40d7d HTTP/1.1" status: 200 len: 375 time: 0.0104239 Jun 11 12:09:28.456702 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-44040d1b-0908-4b5c-ab05-c68cfe3d9dee tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b22cf1a345e44ffb7145516f8e40d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782733 Jun 11 12:09:28.581428 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-ad5d9ab2-6819-40a1-bdae-291c26f982b3 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129527 Jun 11 12:09:28.704396 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-2a973c60-2b92-4d1e-b7b8-f870b91884fd service neutron] 10.222.0.46 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166275 Jun 11 12:09:28.891530 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c8afa1b7-36f5-426d-ae81-eed401a2f317 req-39ade205-b300-4755-a518-cd7269bfc7ee tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 210 time: 0.0354424 Jun 11 12:09:29.638576 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Sync routers for ids ['4dcad266-7177-44d4-a758-150a58527190'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:09:29.650415 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Routers {'4dcad266-7177-44d4-a758-150a58527190'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:09:29.651105 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:09:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4dcad266-7177-44d4-a758-150a58527190'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:29.720165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 71834362-ad5b-4623-8ee8-ea687ae16122 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:29.778875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 71834362-ad5b-4623-8ee8-ea687ae16122 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:29.782579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 71834362-ad5b-4623-8ee8-ea687ae16122 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:29.783153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:29.805511 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Set router 4dcad266-7177-44d4-a758-150a58527190 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:09:29.878930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:29.907638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 71834362-ad5b-4623-8ee8-ea687ae16122, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=71834362-ad5b-4623-8ee8-ea687ae16122,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:29.918639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:29.924444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:29.997702 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=71834362-ad5b-4623-8ee8-ea687ae16122,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:30.001140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:30.047105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-d7633e8a-17d3-4152-b801-df0630402aa1 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:30.049348 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-d7633e8a-17d3-4152-b801-df0630402aa1 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.25 "GET /v2.0/networks?id=ad7ce161-71df-4a9f-88dd-4251d987e981 HTTP/1.1" status: 200 len: 816 time: 0.2047188 Jun 11 12:09:30.069953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Request body: {'port': {'device_id': '71ccd2a8-b0a6-4405-b40d-6d8990feea19', 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981', 'admin_state_up': True, 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:30.104656 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad266-7177-44d4-a758-150a58527190', 'name': 'tempest-TestEncryptedCinderVolumes-925876244-router', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:22Z', 'updated_at': '2021-06-11T12:09:26Z', 'revision_number': 4, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'gw_port': {'id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:23Z', 'updated_at': '2021-06-11T12:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '43c2f816-4d1c-4024-a28b-0dcc3270bde8', 'name': '', 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'mac_address': 'fa:16:3e:e7:f0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'd1fa2d1d-599f-4831-9577-5f1c9fdad249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:26Z', 'updated_at': '2021-06-11T12:09:26Z', 'revision_number': 2, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'subnets': [{'id': 'd1fa2d1d-599f-4831-9577-5f1c9fdad249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:30.108534 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3b0fbce-b6a6-40a7-83bd-5b94aa50560d req-23f4f2e9-fdae-440c-a5a6-d89c110ee893 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 210 time: 0.0580373 Jun 11 12:09:30.108703 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Checking router: 4dcad266-7177-44d4-a758-150a58527190 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:09:30.109019 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Updating router 4dcad266-7177-44d4-a758-150a58527190 port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:09:30.154236 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:30.229810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Made reservation on behalf of 8b22cf1a345e44ffb7145516f8e40d7d for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:09:30.233428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:30.376070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Allocated IP 172.20.0.8 (ad7ce161-71df-4a9f-88dd-4251d987e981/bf12220a-7f24-47c6-87d4-7b2011832881/ebf89f07-2970-41ae-9429-b5a2fcfb2a9a) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:09:30.463999 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:30.473767 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Transition to ACTIVE for port object 43c2f816-4d1c-4024-a28b-0dcc3270bde8 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:30.479931 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:30.481794 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-63eca0a4-8fb1-46f4-955e-519283915ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:30.559486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:30.573491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Transition to ACTIVE for port object ebf89f07-2970-41ae-9429-b5a2fcfb2a9a will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:30.604348 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d07509-ad76-483d-95dd-53a04440f65c None None] Pushing event updated for resources: {'Port': ['ID=43c2f816-4d1c-4024-a28b-0dcc3270bde8,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:30.606646 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-d4d07509-ad76-483d-95dd-53a04440f65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:30.612768 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:30.616759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:30.644295 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Attempting to bind port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:09:30.644864 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Attempting to bind port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'b8ce86c9-9240-4ead-835b-7e47e4cf7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:09:30.645153 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Attempting to bind port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 on network 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:30.650784 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:09:30.651329 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Checking segment: {'id': 'b8ce86c9-9240-4ead-835b-7e47e4cf7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:30.652270 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:30.652270 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Bound using segment: {'id': 'b8ce86c9-9240-4ead-835b-7e47e4cf7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:09:30.652609 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Bound port: 43c2f816-4d1c-4024-a28b-0dcc3270bde8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ce86c9-9240-4ead-835b-7e47e4cf7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:09:30.652991 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:30.672588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Network ad7ce161-71df-4a9f-88dd-4251d987e981 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:09:30.676151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:09:30.680329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:09:30.686950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Pushing event updated for resources: {'Port': ['ID=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:30.718802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:30.738262 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] For port 43c2f816-4d1c-4024-a28b-0dcc3270bde8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:09:30.743349 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] For port 43c2f816-4d1c-4024-a28b-0dcc3270bde8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=43c2f816-4d1c-4024-a28b-0dcc3270bde8,segment=NetworkSegment(b8ce86c9-9240-4ead-835b-7e47e4cf7250),segment_id=b8ce86c9-9240-4ead-835b-7e47e4cf7250)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:09:30.750289 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:30.753003 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:30.767260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:30.767931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:30.783691 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7230918 Jun 11 12:09:30.796532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Request body: {'port': {'device_id': '71ccd2a8-b0a6-4405-b40d-6d8990feea19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:09:30.813592 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Routers {'4dcad266-7177-44d4-a758-150a58527190'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:09:30.814150 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:09:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4dcad266-7177-44d4-a758-150a58527190'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:30.897145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:30.952190 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d07509-ad76-483d-95dd-53a04440f65c None None] Pushing event updated for resources: {'Port': ['ID=43c2f816-4d1c-4024-a28b-0dcc3270bde8,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:30.955290 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-d4d07509-ad76-483d-95dd-53a04440f65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:30.999591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-66502810-80fa-4655-9500-abd27e8869a3 None None] Provisioning for port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:31.005484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-66502810-80fa-4655-9500-abd27e8869a3 None None] Provisioning complete for port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:31.006254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-66502810-80fa-4655-9500-abd27e8869a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:31.056335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-66502810-80fa-4655-9500-abd27e8869a3 None None] Port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:09:31.087934 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] Set router 4dcad266-7177-44d4-a758-150a58527190 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:09:31.250592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf89f07-2970-41ae-9429-b5a2fcfb2a9a {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:09:31.258960 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:31.271840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Transition to ACTIVE for port object ebf89f07-2970-41ae-9429-b5a2fcfb2a9a will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:09:31.276500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:31.278518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:31.304677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c49cce-d574-46bd-ac1a-afccf3559b33 req-773de41f-835c-42ca-b46f-0be27e14e8c5 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:31.306150 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-91c49cce-d574-46bd-ac1a-afccf3559b33 req-773de41f-835c-42ca-b46f-0be27e14e8c5 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 931 time: 0.0748837 Jun 11 12:09:31.365551 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-91c49cce-d574-46bd-ac1a-afccf3559b33 req-00d180e0-ff40-4aca-897e-b36abeaf349d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522177 Jun 11 12:09:31.390699 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad266-7177-44d4-a758-150a58527190', 'name': 'tempest-TestEncryptedCinderVolumes-925876244-router', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:22Z', 'updated_at': '2021-06-11T12:09:26Z', 'revision_number': 4, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'gw_port': {'id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:23Z', 'updated_at': '2021-06-11T12:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '43c2f816-4d1c-4024-a28b-0dcc3270bde8', 'name': '', 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'mac_address': 'fa:16:3e:e7:f0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'd1fa2d1d-599f-4831-9577-5f1c9fdad249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:26Z', 'updated_at': '2021-06-11T12:09:30Z', 'revision_number': 4, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'subnets': [{'id': 'd1fa2d1d-599f-4831-9577-5f1c9fdad249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:09:31.391456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Pushing event updated for resources: {'Port': ['ID=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:31.396266 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:31.400014 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686539e2-42ac-4340-826c-1287178d61c0 None None] The sync data for ids ['4dcad266-7177-44d4-a758-150a58527190'] in dv-neutron-786478-5-hyperv is: [{'id': '4dcad266-7177-44d4-a758-150a58527190', 'name': 'tempest-TestEncryptedCinderVolumes-925876244-router', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:22Z', 'updated_at': '2021-06-11T12:09:26Z', 'revision_number': 4, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'gw_port': {'id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:23Z', 'updated_at': '2021-06-11T12:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '43c2f816-4d1c-4024-a28b-0dcc3270bde8', 'name': '', 'network_id': '68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'mac_address': 'fa:16:3e:e7:f0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'd1fa2d1d-599f-4831-9577-5f1c9fdad249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:26Z', 'updated_at': '2021-06-11T12:09:30Z', 'revision_number': 4, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'subnets': [{'id': 'd1fa2d1d-599f-4831-9577-5f1c9fdad249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:09:31.488817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Attempting to bind port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:09:31.489167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Attempting to bind port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:09:31.489501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Attempting to bind port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a on network ad7ce161-71df-4a9f-88dd-4251d987e981 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:31.494218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a on network ad7ce161-71df-4a9f-88dd-4251d987e981 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:09:31.494567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Attempting to bind port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a on network ad7ce161-71df-4a9f-88dd-4251d987e981 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:09:31.499901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:09:31.500244 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Checking segment: {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:09:31.500634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Bound using segment: {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:09:31.501071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Bound port: ebf89f07-2970-41ae-9429-b5a2fcfb2a9a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:09:31.501423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:31.577442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] For port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:09:31.580742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] For port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:09:31.584497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:31.587214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0b60e612-984f-4101-8bf1-16e47e09c9d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:31.637915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:31.638564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:31.639963 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] 10.222.0.25 "PUT /v2.0/ports/ebf89f07-2970-41ae-9429-b5a2fcfb2a9a HTTP/1.1" status: 200 len: 1093 time: 0.8484967 Jun 11 12:09:31.640591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ccd2a8-b0a6-4405-b40d-6d8990feea19', 'tag': 'ebf89f07-2970-41ae-9429-b5a2fcfb2a9a'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:09:31.642853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "71ccd2a8-b0a6-4405-b40d-6d8990feea19", "tag": "ebf89f07-2970-41ae-9429-b5a2fcfb2a9a"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:09:31.720243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf479f-7b33-43a0-ab93-0f24d0763572 x-openstack-request-id: req-55bf479f-7b33-43a0-ab93-0f24d0763572 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:09:31.720538 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ccd2a8-b0a6-4405-b40d-6d8990feea19", "tag": "ebf89f07-2970-41ae-9429-b5a2fcfb2a9a", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:09:31.720856 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55bf479f-7b33-43a0-ab93-0f24d0763572 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:09:31.721321 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ccd2a8-b0a6-4405-b40d-6d8990feea19', 'tag': 'ebf89f07-2970-41ae-9429-b5a2fcfb2a9a', 'status': 'completed', 'code': 200} Jun 11 12:09:31.723619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Pushing event updated for resources: {'Port': ['ID=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:31.735412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:31.765610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-a01fb0c0-d82a-4924-ade6-f97e425767dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:31.767476 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-a01fb0c0-d82a-4924-ade6-f97e425767dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b22cf1a345e44ffb7145516f8e40d7d&device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 1096 time: 0.0871937 Jun 11 12:09:31.787107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 71834362-ad5b-4623-8ee8-ea687ae16122 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:31.826858 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-c70e6d49-9486-4a51-a8c0-280b2b271e12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a HTTP/1.1" status: 200 len: 217 time: 0.0504475 Jun 11 12:09:31.858583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 71834362-ad5b-4623-8ee8-ea687ae16122 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:31.859257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:31.979659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 43c2f816-4d1c-4024-a28b-0dcc3270bde8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:32.041538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:32.046774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:32.047214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:32.145450 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:32.183973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 43c2f816-4d1c-4024-a28b-0dcc3270bde8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=43c2f816-4d1c-4024-a28b-0dcc3270bde8,segment=NetworkSegment(b8ce86c9-9240-4ead-835b-7e47e4cf7250),segment_id=b8ce86c9-9240-4ead-835b-7e47e4cf7250)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:32.187821 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:32.191357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:32.244834 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=43c2f816-4d1c-4024-a28b-0dcc3270bde8,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:32.247937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:32.307977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-0476ffa6-b16d-4503-86f4-de3962f31b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:32.309484 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-0476ffa6-b16d-4503-86f4-de3962f31b6f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bf12220a-7f24-47c6-87d4-7b2011832881 HTTP/1.1" status: 200 len: 855 time: 0.4768288 Jun 11 12:09:32.372346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-9c316b05-6d7c-4f95-b8c0-a33592990086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:32.373808 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-9c316b05-6d7c-4f95-b8c0-a33592990086 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad7ce161-71df-4a9f-88dd-4251d987e981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578420 Jun 11 12:09:32.489879 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-922f3a07-108b-4e10-bb0a-30ea4511d43c service neutron] 10.222.0.25 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098099 Jun 11 12:09:32.554341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fc606-3142-4897-81c3-6ea5e0c4eafd req-316aad56-bc50-4ba6-a9e9-dc28545208eb tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:32.555877 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-907fc606-3142-4897-81c3-6ea5e0c4eafd req-316aad56-bc50-4ba6-a9e9-dc28545208eb tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 943 time: 0.0702419 Jun 11 12:09:32.600544 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-907fc606-3142-4897-81c3-6ea5e0c4eafd req-42441f94-cbfd-4a48-8cf7-1dca394d2fa4 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374794 Jun 11 12:09:32.608301 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ed5c663e-071e-4133-9a4a-99f4986acde9 req-848d11bf-fb04-4a01-9b39-efcd19fdba18 service neutron] 10.222.0.25 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123857 Jun 11 12:09:32.710512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9 req-b9faa802-8d87-4771-9f33-1b0b7c62a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:32.711907 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9 req-b9faa802-8d87-4771-9f33-1b0b7c62a0a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b22cf1a345e44ffb7145516f8e40d7d&device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 1096 time: 0.0585158 Jun 11 12:09:32.827764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9 req-95acc0bc-6ea4-4e61-9486-6ad6d37f1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:32.829193 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9 req-95acc0bc-6ea4-4e61-9486-6ad6d37f1209 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad7ce161-71df-4a9f-88dd-4251d987e981 HTTP/1.1" status: 200 len: 918 time: 0.1104038 Jun 11 12:09:32.886224 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9 req-50404195-9bf9-426d-8b5f-4e6782435878 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a HTTP/1.1" status: 200 len: 217 time: 0.0504007 Jun 11 12:09:32.942707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9 req-c53ba62b-4954-4976-9db6-a9ccc75a8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:32.944073 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9 req-c53ba62b-4954-4976-9db6-a9ccc75a8d12 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bf12220a-7f24-47c6-87d4-7b2011832881 HTTP/1.1" status: 200 len: 855 time: 0.0504990 Jun 11 12:09:33.008237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9 req-428ecb9c-2b34-4b42-a298-5fd50fda64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:33.009487 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9 req-428ecb9c-2b34-4b42-a298-5fd50fda64a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad7ce161-71df-4a9f-88dd-4251d987e981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573428 Jun 11 12:09:33.126660 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9 req-24366d20-c89f-4fc0-b05a-dc8bf9b794df service neutron] 10.222.0.25 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092761 Jun 11 12:09:33.242275 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c123dc0-0985-4c00-89d6-6455a0bf2fc9 req-1a6601b9-8cf8-4eb9-b73a-3361defdd08b service neutron] 10.222.0.25 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091964 Jun 11 12:09:33.697013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 43c2f816-4d1c-4024-a28b-0dcc3270bde8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:33.755148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:33.755534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:33.780426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93ade-be0d-45ce-83f6-a9475b7cb1ce req-d13ec178-09b2-4f57-8aab-a248236832b2 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:33.781898 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4ec93ade-be0d-45ce-83f6-a9475b7cb1ce req-d13ec178-09b2-4f57-8aab-a248236832b2 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 943 time: 0.0694990 Jun 11 12:09:33.824099 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4ec93ade-be0d-45ce-83f6-a9475b7cb1ce req-e23e728b-cc53-40e9-9a9f-a9cae4c30b97 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356500 Jun 11 12:09:34.485504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device ebf89f07-2970-41ae-9429-b5a2fcfb2a9a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:09:34.603322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:34.614990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'ebf89f07-2970-41ae-9429-b5a2fcfb2a9a', 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981', 'port_id': 'ebf89f07-2970-41ae-9429-b5a2fcfb2a9a', 'mac_address': 'fa:16:3e:ab:27:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12220a-7f24-47c6-87d4-7b2011832881', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:09:34.657191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:34.675468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf89f07-2970-41ae-9429-b5a2fcfb2a9a {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:09:34.695270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:34.698741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:34.700469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-67bed9f8-dbc6-4bc9-bdd9-a843d7280602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:34.755715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:34.759801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:34.900468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['ebf89f07-2970-41ae-9429-b5a2fcfb2a9a'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:09:35.003674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232e22d-0490-4bc2-af01-0f6b6ceecab0 req-7c040155-8621-48a9-a279-044d8c3023fa tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:35.005053 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c232e22d-0490-4bc2-af01-0f6b6ceecab0 req-7c040155-8621-48a9-a279-044d8c3023fa tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 944 time: 0.0675600 Jun 11 12:09:35.060350 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c232e22d-0490-4bc2-af01-0f6b6ceecab0 req-d461e58b-a4f4-4140-b279-e1ec13d5bedd tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490260 Jun 11 12:09:36.243811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c546dd-8792-45b2-95a4-001a242deec3 req-b61a3fa6-ba0a-4b9e-bd34-a7b3107fa1c4 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:36.245283 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d6c546dd-8792-45b2-95a4-001a242deec3 req-b61a3fa6-ba0a-4b9e-bd34-a7b3107fa1c4 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 944 time: 0.0751100 Jun 11 12:09:36.286922 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d6c546dd-8792-45b2-95a4-001a242deec3 req-6cbd8797-f211-49ec-be43-f783839f0f95 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360236 Jun 11 12:09:36.485413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device ebf89f07-2970-41ae-9429-b5a2fcfb2a9a up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:09:36.538004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:09:36.541547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:09:36.541933 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:36.629527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:36.653534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ccd2a8-b0a6-4405-b40d-6d8990feea19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf89f07-2970-41ae-9429-b5a2fcfb2a9a'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:09:36.655843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a05e4d3-5f66-4e11-a6fd-112d4b54cd75" -d '{"events": [{"server_uuid": "71ccd2a8-b0a6-4405-b40d-6d8990feea19", "name": "network-vif-plugged", "status": "completed", "tag": "ebf89f07-2970-41ae-9429-b5a2fcfb2a9a"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:09:36.669623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:36.674937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:36.676953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:09:36.705361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f661ab11-b287-465c-90d7-5b39e571f19b x-openstack-request-id: req-f661ab11-b287-465c-90d7-5b39e571f19b {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:09:36.705661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ccd2a8-b0a6-4405-b40d-6d8990feea19", "name": "network-vif-plugged", "status": "completed", "tag": "ebf89f07-2970-41ae-9429-b5a2fcfb2a9a", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:09:36.705921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f661ab11-b287-465c-90d7-5b39e571f19b {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:09:36.706309 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ccd2a8-b0a6-4405-b40d-6d8990feea19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf89f07-2970-41ae-9429-b5a2fcfb2a9a', 'code': 200} Jun 11 12:09:36.736547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:09:36.739385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:09:36.912029 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9456dd3-6c8d-44bf-8cb9-45d2aa060dfb req-2c8f6c4a-fa29-4466-91e3-30103817403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:36.913479 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f9456dd3-6c8d-44bf-8cb9-45d2aa060dfb req-2c8f6c4a-fa29-4466-91e3-30103817403f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 1098 time: 0.0576091 Jun 11 12:09:36.950831 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f9456dd3-6c8d-44bf-8cb9-45d2aa060dfb req-3ca2eafb-d0f7-4522-9750-7ff477418051 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299935 Jun 11 12:09:37.640538 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16714e90-7408-432c-8adb-af31dfc4c82b req-50ad835c-be41-47f5-8dac-70c1ded7942f tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:37.642013 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-16714e90-7408-432c-8adb-af31dfc4c82b req-50ad835c-be41-47f5-8dac-70c1ded7942f tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 945 time: 0.0771954 Jun 11 12:09:37.685523 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-16714e90-7408-432c-8adb-af31dfc4c82b req-69e91c65-7932-402f-807b-b40f6c31c8f9 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374358 Jun 11 12:09:38.864284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd2924-d1b6-4bf6-a469-5c0bd13603b5 req-81f51182-cb6b-4384-8974-5da0bae27d15 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:38.865700 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b3cd2924-d1b6-4bf6-a469-5c0bd13603b5 req-81f51182-cb6b-4384-8974-5da0bae27d15 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 945 time: 0.0672250 Jun 11 12:09:38.905762 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b3cd2924-d1b6-4bf6-a469-5c0bd13603b5 req-7de6616e-5007-4641-b02e-d65fc3517988 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344403 Jun 11 12:09:39.080195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56818bc8-6b0c-412d-8eda-306486eeba31 req-42e55e40-b9df-45f5-a416-37d1f6a2e54e tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:39.081671 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-56818bc8-6b0c-412d-8eda-306486eeba31 req-42e55e40-b9df-45f5-a416-37d1f6a2e54e tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 945 time: 0.0690322 Jun 11 12:09:39.122908 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-56818bc8-6b0c-412d-8eda-306486eeba31 req-7fd22510-65cb-4b18-a64b-f4250c8c4bd4 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349045 Jun 11 12:09:42.164800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8bed57fe-a75b-4557-9bac-af350fb0a74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:44.778809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:44.953752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a160440a-9482-4eca-9b74-5a3fd555a5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:46.114048 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:47.811814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:47.883260 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:09:57.815310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:58.176300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78059518-1929-4b40-af44-10ea48c54069 req-d9b9a486-cfe0-4b01-bace-16e0e271acf1 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:58.177899 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-78059518-1929-4b40-af44-10ea48c54069 req-d9b9a486-cfe0-4b01-bace-16e0e271acf1 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 945 time: 0.0747175 Jun 11 12:09:58.219952 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-78059518-1929-4b40-af44-10ea48c54069 req-80c54ba0-eefa-4ff8-b414-be8786314059 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362217 Jun 11 12:09:59.404009 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1534a19-13ea-4d3b-9e05-38f7259cdd04 req-1f78ac61-fead-49d3-a969-9092e776b51f tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:59.405476 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a1534a19-13ea-4d3b-9e05-38f7259cdd04 req-1f78ac61-fead-49d3-a969-9092e776b51f tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 945 time: 0.0714681 Jun 11 12:09:59.461160 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a1534a19-13ea-4d3b-9e05-38f7259cdd04 req-557b8d58-547f-49d1-a149-f506901d104b tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496042 Jun 11 12:09:59.630395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aebbbf-abd0-4af6-81fc-347d5781b4ac req-be81e18e-3054-450c-bcf4-83e64407f58f tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:09:59.631908 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-75aebbbf-abd0-4af6-81fc-347d5781b4ac req-be81e18e-3054-450c-bcf4-83e64407f58f tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.25 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 945 time: 0.0730317 Jun 11 12:09:59.750969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-75aebbbf-abd0-4af6-81fc-347d5781b4ac req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Deleting port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:09:59.751320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-75aebbbf-abd0-4af6-81fc-347d5781b4ac req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:59.868673 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-75aebbbf-abd0-4af6-81fc-347d5781b4ac req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] For port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:09:59.868950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-75aebbbf-abd0-4af6-81fc-347d5781b4ac req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:09:59.960412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-75aebbbf-abd0-4af6-81fc-347d5781b4ac req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Calling delete_port for ebf89f07-2970-41ae-9429-b5a2fcfb2a9a owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:10:00.112043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-75aebbbf-abd0-4af6-81fc-347d5781b4ac req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:00.115808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:00.124330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['ebf89f07-2970-41ae-9429-b5a2fcfb2a9a'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:10:00.146356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Pushing event deleted for resources: {'Port': ['ID=ebf89f07-2970-41ae-9429-b5a2fcfb2a9a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:00.150087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:00.202901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-75aebbbf-abd0-4af6-81fc-347d5781b4ac req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] No DVR routers for this DVR port ebf89f07-2970-41ae-9429-b5a2fcfb2a9a on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:10:00.206942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-75aebbbf-abd0-4af6-81fc-347d5781b4ac req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:00.208995 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-75aebbbf-abd0-4af6-81fc-347d5781b4ac req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.25 "DELETE /v2.0/ports/ebf89f07-2970-41ae-9429-b5a2fcfb2a9a HTTP/1.1" status: 204 len: 173 time: 0.5719891 Jun 11 12:10:00.209682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ccd2a8-b0a6-4405-b40d-6d8990feea19', 'name': 'network-vif-deleted', 'tag': 'ebf89f07-2970-41ae-9429-b5a2fcfb2a9a'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:10:00.213260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5bcd5f-9a66-4857-bafc-14bd26147567" -d '{"events": [{"server_uuid": "71ccd2a8-b0a6-4405-b40d-6d8990feea19", "name": "network-vif-deleted", "tag": "ebf89f07-2970-41ae-9429-b5a2fcfb2a9a"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:10:00.254975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b50427-e166-42d3-a2e0-6684d2ff9e89 x-openstack-request-id: req-e9b50427-e166-42d3-a2e0-6684d2ff9e89 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:10:00.255552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ccd2a8-b0a6-4405-b40d-6d8990feea19", "name": "network-vif-deleted", "tag": "ebf89f07-2970-41ae-9429-b5a2fcfb2a9a", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:10:00.255861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9b50427-e166-42d3-a2e0-6684d2ff9e89 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:10:00.256315 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ccd2a8-b0a6-4405-b40d-6d8990feea19', 'name': 'network-vif-deleted', 'tag': 'ebf89f07-2970-41ae-9429-b5a2fcfb2a9a', 'status': 'completed', 'code': 200} Jun 11 12:10:00.626203 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4999137c-0914-4e4e-bdf5-ecc1210162ac req-b02f7f52-1029-46bb-a4ca-bee31591489f tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=71ccd2a8-b0a6-4405-b40d-6d8990feea19 HTTP/1.1" status: 200 len: 210 time: 0.0341361 Jun 11 12:10:02.110918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0eb80280-f94d-420d-b3ff-29e877c58184 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:02.112362 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0eb80280-f94d-420d-b3ff-29e877c58184 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/networks?id=ad7ce161-71df-4a9f-88dd-4251d987e981 HTTP/1.1" status: 200 len: 816 time: 0.1291950 Jun 11 12:10:02.126426 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ef92ccf8-fff8-4cba-821e-57914d64bada tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/quotas/8b22cf1a345e44ffb7145516f8e40d7d HTTP/1.1" status: 200 len: 375 time: 0.0086818 Jun 11 12:10:02.196675 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-eec2132a-edbd-400c-b3ce-2441e19ac994 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b22cf1a345e44ffb7145516f8e40d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655227 Jun 11 12:10:02.314782 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-50321f30-68f8-46e7-9099-90b253aa4ea6 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070285 Jun 11 12:10:02.429516 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-49f22d4c-d354-436d-a50e-60a47f6e5cd0 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089821 Jun 11 12:10:02.594559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device ebf89f07-2970-41ae-9429-b5a2fcfb2a9a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:10:02.606218 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2aa5c793-11cd-430f-a90a-02a2280c21e4 req-f253ff13-cd41-4f8b-b7c5-6ef88076c2a3 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 210 time: 0.0391188 Jun 11 12:10:02.782161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: ebf89f07-2970-41ae-9429-b5a2fcfb2a9a {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:10:02.782489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device ebf89f07-2970-41ae-9429-b5a2fcfb2a9a not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:10:03.619033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337342cc-8d09-4ac9-b844-4825ca8becce req-accb5f1c-444f-42f8-92a6-bf677b0a8c57 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:03.620529 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-accb5f1c-444f-42f8-92a6-bf677b0a8c57 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.25 "GET /v2.0/networks?id=ad7ce161-71df-4a9f-88dd-4251d987e981 HTTP/1.1" status: 200 len: 816 time: 0.1310272 Jun 11 12:10:03.632390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Request body: {'port': {'device_id': '1eae0929-a103-40ad-8041-013e2cd302a2', 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981', 'admin_state_up': True, 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:10:03.760236 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b40eeb5f-9f8b-4c50-a6a2-6c92564bdcb6 req-ed8a028a-8754-4f5e-b972-1886845b346c tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 210 time: 0.0361118 Jun 11 12:10:03.772645 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Made reservation on behalf of 8b22cf1a345e44ffb7145516f8e40d7d for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:10:03.777925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:03.927491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Allocated IP 172.20.0.9 (ad7ce161-71df-4a9f-88dd-4251d987e981/bf12220a-7f24-47c6-87d4-7b2011832881/4400f9c0-80be-4e83-b6e9-46526b426683) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:10:04.099014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:04.111847 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Transition to ACTIVE for port object 4400f9c0-80be-4e83-b6e9-46526b426683 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:04.145474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:04.149249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-28d4a282-9c44-49ec-9764-15f3f843291e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:04.202920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Network ad7ce161-71df-4a9f-88dd-4251d987e981 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:10:04.206257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:10:04.209961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:10:04.216461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Pushing event updated for resources: {'Port': ['ID=4400f9c0-80be-4e83-b6e9-46526b426683,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:04.244360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:04.271020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:04.271646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:04.286731 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6579602 Jun 11 12:10:04.299610 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Request body: {'port': {'device_id': '1eae0929-a103-40ad-8041-013e2cd302a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:10:04.386683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:04.464205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-44176cd9-e4db-4fa0-963e-533aaa9e1e3d None None] Provisioning for port 4400f9c0-80be-4e83-b6e9-46526b426683 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:10:04.467698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-44176cd9-e4db-4fa0-963e-533aaa9e1e3d None None] Provisioning complete for port 4400f9c0-80be-4e83-b6e9-46526b426683 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:04.468077 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-44176cd9-e4db-4fa0-963e-533aaa9e1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:04.506874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-44176cd9-e4db-4fa0-963e-533aaa9e1e3d None None] Port 4400f9c0-80be-4e83-b6e9-46526b426683 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:10:04.696788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4400f9c0-80be-4e83-b6e9-46526b426683 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:10:04.703888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:04.715775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Transition to ACTIVE for port object 4400f9c0-80be-4e83-b6e9-46526b426683 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:04.719679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:04.722454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ee824f5d-3714-4d9b-a608-96ab0ee8303d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:04.816499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4400f9c0-80be-4e83-b6e9-46526b426683,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:04.821793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:04.946622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Attempting to bind port 4400f9c0-80be-4e83-b6e9-46526b426683 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:10:04.947033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Attempting to bind port 4400f9c0-80be-4e83-b6e9-46526b426683 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:10:04.947308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Attempting to bind port 4400f9c0-80be-4e83-b6e9-46526b426683 on network ad7ce161-71df-4a9f-88dd-4251d987e981 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:10:04.956971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Port 4400f9c0-80be-4e83-b6e9-46526b426683 on network ad7ce161-71df-4a9f-88dd-4251d987e981 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:10:04.957305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Attempting to bind port 4400f9c0-80be-4e83-b6e9-46526b426683 on network ad7ce161-71df-4a9f-88dd-4251d987e981 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:10:04.965210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:10:04.965556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Checking segment: {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:10:04.965949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Bound using segment: {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:10:04.966381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Bound port: 4400f9c0-80be-4e83-b6e9-46526b426683, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9248e3c3-87cf-4eea-b858-7e3299f88481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:10:04.966763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:05.019640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce25c5d-1b1a-47b4-bf5a-4ec4bc0edca6 req-aa0d4f6b-6116-43b3-9a9c-c117d5d8fefb tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:05.021197 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4ce25c5d-1b1a-47b4-bf5a-4ec4bc0edca6 req-aa0d4f6b-6116-43b3-9a9c-c117d5d8fefb tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 943 time: 0.1327813 Jun 11 12:10:05.087364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] For port 4400f9c0-80be-4e83-b6e9-46526b426683, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:10:05.091827 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4ce25c5d-1b1a-47b4-bf5a-4ec4bc0edca6 req-ed9c4007-860f-4af5-8519-a88c4b30db01 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627310 Jun 11 12:10:05.102622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] For port 4400f9c0-80be-4e83-b6e9-46526b426683, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4400f9c0-80be-4e83-b6e9-46526b426683,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:10:05.110097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:05.112187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-66ed74cc-eaeb-4dcb-9b22-0361e5d2cc05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:05.153287 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:05.153913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:05.155317 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] 10.222.0.25 "PUT /v2.0/ports/4400f9c0-80be-4e83-b6e9-46526b426683 HTTP/1.1" status: 200 len: 1093 time: 0.8600705 Jun 11 12:10:05.155922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eae0929-a103-40ad-8041-013e2cd302a2', 'tag': '4400f9c0-80be-4e83-b6e9-46526b426683'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:10:05.158267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298ba24d-c79d-4399-9dea-c0f3182a774f" -d '{"events": [{"name": "network-changed", "server_uuid": "1eae0929-a103-40ad-8041-013e2cd302a2", "tag": "4400f9c0-80be-4e83-b6e9-46526b426683"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:10:05.184442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4400f9c0-80be-4e83-b6e9-46526b426683,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:05.187797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:05.207782 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef158965-59ba-43c3-b277-464c3b11e9b0 x-openstack-request-id: req-ef158965-59ba-43c3-b277-464c3b11e9b0 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:10:05.208140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eae0929-a103-40ad-8041-013e2cd302a2", "tag": "4400f9c0-80be-4e83-b6e9-46526b426683", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:10:05.208455 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef158965-59ba-43c3-b277-464c3b11e9b0 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:10:05.208915 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eae0929-a103-40ad-8041-013e2cd302a2', 'tag': '4400f9c0-80be-4e83-b6e9-46526b426683', 'status': 'completed', 'code': 200} Jun 11 12:10:05.269993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337342cc-8d09-4ac9-b844-4825ca8becce req-eb8ced86-9b3c-471c-85fd-d41abb1b4537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:05.271555 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-eb8ced86-9b3c-471c-85fd-d41abb1b4537 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b22cf1a345e44ffb7145516f8e40d7d&device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 1096 time: 0.0613885 Jun 11 12:10:05.333752 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-5eb193a7-93a3-4643-8992-ef418a85a5f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4400f9c0-80be-4e83-b6e9-46526b426683 HTTP/1.1" status: 200 len: 217 time: 0.0545223 Jun 11 12:10:05.391573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337342cc-8d09-4ac9-b844-4825ca8becce req-b368b0e4-e353-423e-977b-ee8dc248d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:05.393012 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-b368b0e4-e353-423e-977b-ee8dc248d90d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bf12220a-7f24-47c6-87d4-7b2011832881 HTTP/1.1" status: 200 len: 855 time: 0.0536439 Jun 11 12:10:05.454716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337342cc-8d09-4ac9-b844-4825ca8becce req-1f7c2cf0-f4af-4d3b-819e-ecb39a24298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:05.456086 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-1f7c2cf0-f4af-4d3b-819e-ecb39a24298f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad7ce161-71df-4a9f-88dd-4251d987e981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565040 Jun 11 12:10:05.571217 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-d2771840-28eb-4ee5-96b5-3799836d8171 service neutron] 10.222.0.25 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084583 Jun 11 12:10:05.685842 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-337342cc-8d09-4ac9-b844-4825ca8becce req-1b30a241-cc79-424b-80b2-76503fdec77a service neutron] 10.222.0.25 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088047 Jun 11 12:10:05.785886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ba24d-c79d-4399-9dea-c0f3182a774f req-bba06932-6c5c-45fd-857f-3c5e2cc5f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:05.787271 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-298ba24d-c79d-4399-9dea-c0f3182a774f req-bba06932-6c5c-45fd-857f-3c5e2cc5f7ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b22cf1a345e44ffb7145516f8e40d7d&device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 1096 time: 0.0578606 Jun 11 12:10:05.906568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ba24d-c79d-4399-9dea-c0f3182a774f req-7b6abeb4-b56c-42c5-8cff-939d6b5d4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:05.908107 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-298ba24d-c79d-4399-9dea-c0f3182a774f req-7b6abeb4-b56c-42c5-8cff-939d6b5d4455 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad7ce161-71df-4a9f-88dd-4251d987e981 HTTP/1.1" status: 200 len: 918 time: 0.1128271 Jun 11 12:10:05.965258 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-298ba24d-c79d-4399-9dea-c0f3182a774f req-bbf4f044-b222-466d-a466-367f06cdf309 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4400f9c0-80be-4e83-b6e9-46526b426683 HTTP/1.1" status: 200 len: 217 time: 0.0507090 Jun 11 12:10:06.021125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ba24d-c79d-4399-9dea-c0f3182a774f req-0a7c8ab9-6568-4bfc-b741-2c178e337ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:06.022558 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-298ba24d-c79d-4399-9dea-c0f3182a774f req-0a7c8ab9-6568-4bfc-b741-2c178e337ad3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bf12220a-7f24-47c6-87d4-7b2011832881 HTTP/1.1" status: 200 len: 855 time: 0.0509799 Jun 11 12:10:06.083939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ba24d-c79d-4399-9dea-c0f3182a774f req-08a4b1b6-03f1-4c61-8045-e6519c652c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:06.085337 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-298ba24d-c79d-4399-9dea-c0f3182a774f req-08a4b1b6-03f1-4c61-8045-e6519c652c2f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad7ce161-71df-4a9f-88dd-4251d987e981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553691 Jun 11 12:10:06.206874 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-298ba24d-c79d-4399-9dea-c0f3182a774f req-50484349-4312-42bb-a902-ed6509fbfed6 service neutron] 10.222.0.25 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138098 Jun 11 12:10:06.373580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68c547-063e-45c4-914b-e8c3ede6f64b req-9cd0c025-312d-4224-b71d-a6231804f007 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:06.374980 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5e68c547-063e-45c4-914b-e8c3ede6f64b req-9cd0c025-312d-4224-b71d-a6231804f007 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 943 time: 0.1714303 Jun 11 12:10:06.378518 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-298ba24d-c79d-4399-9dea-c0f3182a774f req-2f409d01-63b1-4d32-bed2-0c61f6c4473c service neutron] 10.222.0.25 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631486 Jun 11 12:10:06.418555 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5e68c547-063e-45c4-914b-e8c3ede6f64b req-665d3ff0-e508-447b-996f-3ce86d11d775 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378456 Jun 11 12:10:07.597449 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475d1e7-037a-4702-8679-36e4025f8eae req-62e182cf-b7a7-4aec-9f9d-2bf6452dd617 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:07.598940 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a475d1e7-037a-4702-8679-36e4025f8eae req-62e182cf-b7a7-4aec-9f9d-2bf6452dd617 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 943 time: 0.0675769 Jun 11 12:10:07.640529 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a475d1e7-037a-4702-8679-36e4025f8eae req-95564475-6f09-4b12-8552-5e697672ee0a tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353575 Jun 11 12:10:08.610824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 4400f9c0-80be-4e83-b6e9-46526b426683 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:10:08.728874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 4400f9c0-80be-4e83-b6e9-46526b426683, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4400f9c0-80be-4e83-b6e9-46526b426683,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:08.741236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '4400f9c0-80be-4e83-b6e9-46526b426683', 'network_id': 'ad7ce161-71df-4a9f-88dd-4251d987e981', 'port_id': '4400f9c0-80be-4e83-b6e9-46526b426683', 'mac_address': 'fa:16:3e:bc:19:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12220a-7f24-47c6-87d4-7b2011832881', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:10:08.787808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:08.807135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4400f9c0-80be-4e83-b6e9-46526b426683 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:10:08.825955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa40e1a-1cff-4908-9cf7-edf0c44e654a req-cb23acc4-ba21-422f-bfc9-ec427f826e10 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:08.827140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 4400f9c0-80be-4e83-b6e9-46526b426683, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4400f9c0-80be-4e83-b6e9-46526b426683,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:08.827464 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cfa40e1a-1cff-4908-9cf7-edf0c44e654a req-cb23acc4-ba21-422f-bfc9-ec427f826e10 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 943 time: 0.0702336 Jun 11 12:10:08.831480 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:08.833236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:08.875392 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cfa40e1a-1cff-4908-9cf7-edf0c44e654a req-a7e5f039-96f4-4974-b85e-7d73adcbec7c tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Jun 11 12:10:08.885379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=4400f9c0-80be-4e83-b6e9-46526b426683,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:08.892238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.892595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.893118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.893462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.893800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.894140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.894474 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.894826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.895157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.895484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.895812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.896150 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:08.900494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:09.020037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['4400f9c0-80be-4e83-b6e9-46526b426683'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:10:10.054690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4d2fa-b3b0-4d47-bc83-cc85ef7ff5bd req-620c746d-3547-4ccc-bc2a-d5412d7c1bee tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:10.056759 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1ef4d2fa-b3b0-4d47-bc83-cc85ef7ff5bd req-620c746d-3547-4ccc-bc2a-d5412d7c1bee tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 944 time: 0.0725636 Jun 11 12:10:10.097212 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1ef4d2fa-b3b0-4d47-bc83-cc85ef7ff5bd req-5784957c-0d48-4750-acc2-1b1e9b62f87a tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349698 Jun 11 12:10:10.609882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 4400f9c0-80be-4e83-b6e9-46526b426683 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:10:10.663548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 4400f9c0-80be-4e83-b6e9-46526b426683 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:10:10.667096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 4400f9c0-80be-4e83-b6e9-46526b426683 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:10.667475 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:10.753558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:10.777564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eae0929-a103-40ad-8041-013e2cd302a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4400f9c0-80be-4e83-b6e9-46526b426683'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:10:10.779847 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c663699-1367-4dae-b0a1-8d4348465815" -d '{"events": [{"server_uuid": "1eae0929-a103-40ad-8041-013e2cd302a2", "name": "network-vif-plugged", "status": "completed", "tag": "4400f9c0-80be-4e83-b6e9-46526b426683"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:10:10.793476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 4400f9c0-80be-4e83-b6e9-46526b426683, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4400f9c0-80be-4e83-b6e9-46526b426683,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:10.797260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:10.799233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-01621a8f-8cdf-4268-8279-d40f09091a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:10.825032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d0593d-a8c1-4314-81ff-955ea0de95cd x-openstack-request-id: req-63d0593d-a8c1-4314-81ff-955ea0de95cd {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:10:10.825228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eae0929-a103-40ad-8041-013e2cd302a2", "name": "network-vif-plugged", "status": "completed", "tag": "4400f9c0-80be-4e83-b6e9-46526b426683", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:10:10.825489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63d0593d-a8c1-4314-81ff-955ea0de95cd {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:10:10.825881 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eae0929-a103-40ad-8041-013e2cd302a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4400f9c0-80be-4e83-b6e9-46526b426683', 'code': 200} Jun 11 12:10:10.853755 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=4400f9c0-80be-4e83-b6e9-46526b426683,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:10.857246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:11.067428 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d5ae6-aa30-4795-a21d-e326f5bc2dbd req-5d60eef0-3d2c-4ef9-89b8-32b351f4f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:11.068853 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5c4d5ae6-aa30-4795-a21d-e326f5bc2dbd req-5d60eef0-3d2c-4ef9-89b8-32b351f4f00b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 1098 time: 0.0596797 Jun 11 12:10:11.104453 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5c4d5ae6-aa30-4795-a21d-e326f5bc2dbd req-0fd3dc8e-673b-422b-9690-83ae5fafa475 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296485 Jun 11 12:10:11.278443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2cfb3-f19c-4712-8c05-8e5248283c73 req-e1fb5bf3-026e-4de9-b562-fe6655ce945d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:11.279915 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-72e2cfb3-f19c-4712-8c05-8e5248283c73 req-e1fb5bf3-026e-4de9-b562-fe6655ce945d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 945 time: 0.0684252 Jun 11 12:10:11.324558 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-72e2cfb3-f19c-4712-8c05-8e5248283c73 req-9843a227-b9ed-401a-a759-5cb8102f487a tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Jun 11 12:10:12.165649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3d262bdc-3df2-4b56-b093-5146d33f73d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:12.500843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ec968-6435-45d9-929d-e356296bdccf req-964994cd-a42b-47d7-b4a4-efa65d0ef766 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:12.502182 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f0ec968-6435-45d9-929d-e356296bdccf req-964994cd-a42b-47d7-b4a4-efa65d0ef766 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 945 time: 0.0680904 Jun 11 12:10:12.542386 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f0ec968-6435-45d9-929d-e356296bdccf req-745bd9dd-f57e-40d6-b421-dbe21de823bd tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Jun 11 12:10:12.716505 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136db135-b8ff-4064-864f-6943b1dcb679 req-9ce012c6-fcd0-4d13-9b27-af20e3384f33 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:12.717935 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-136db135-b8ff-4064-864f-6943b1dcb679 req-9ce012c6-fcd0-4d13-9b27-af20e3384f33 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 945 time: 0.0679977 Jun 11 12:10:12.758964 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-136db135-b8ff-4064-864f-6943b1dcb679 req-c967ee25-7489-47f4-9246-91dbf688e7bc tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353568 Jun 11 12:10:14.781149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:14.954111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9ef8aeaf-5cf2-4edf-ac0b-641a8a7e2d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:16.118236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:17.817853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:19.660885 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-9728a2cc-3b2b-4d91-b008-75e9fa498ee7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568299 Jun 11 12:10:19.762223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-50bd470c-2f22-400a-a987-17a42e6068a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:19.763714 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-50bd470c-2f22-400a-a987-17a42e6068a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b22cf1a345e44ffb7145516f8e40d7d&device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 1098 time: 0.0617414 Jun 11 12:10:19.894916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-d45172e4-a6f5-4b3f-9194-adc04d236160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:19.896322 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-d45172e4-a6f5-4b3f-9194-adc04d236160 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad7ce161-71df-4a9f-88dd-4251d987e981 HTTP/1.1" status: 200 len: 918 time: 0.1124835 Jun 11 12:10:19.948954 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-0fbd95c9-f85f-4bb5-acec-f285b6756e51 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4400f9c0-80be-4e83-b6e9-46526b426683 HTTP/1.1" status: 200 len: 217 time: 0.0453110 Jun 11 12:10:20.003403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-98f80279-8817-4d54-b3b0-02666ef2d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:20.004804 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-98f80279-8817-4d54-b3b0-02666ef2d8a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bf12220a-7f24-47c6-87d4-7b2011832881 HTTP/1.1" status: 200 len: 855 time: 0.0500748 Jun 11 12:10:20.068749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-6a93fe07-e83e-451f-9bc2-2915b8a30329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:20.070749 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-6a93fe07-e83e-451f-9bc2-2915b8a30329 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad7ce161-71df-4a9f-88dd-4251d987e981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592442 Jun 11 12:10:20.566839 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-47cf3a17-cb61-49ed-ada9-b6d8008189cf service neutron] 10.222.0.25 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894776 Jun 11 12:10:20.677464 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad3e0796-b76e-41c4-a059-904f5f667239 req-34714c81-35c6-4929-869e-84af33cbc23e service neutron] 10.222.0.25 "GET /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041656 Jun 11 12:10:24.881303 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:10:27.811649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:31.614821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a3a2a-eb2d-4475-b055-fe83c2428284 req-dccb0e16-7d53-4110-99a9-f61ac16ee73c tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:31.616270 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-027a3a2a-eb2d-4475-b055-fe83c2428284 req-dccb0e16-7d53-4110-99a9-f61ac16ee73c tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 945 time: 0.0706539 Jun 11 12:10:31.661826 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-027a3a2a-eb2d-4475-b055-fe83c2428284 req-8d05a532-cef2-4196-9a11-e688d2c28a59 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392454 Jun 11 12:10:32.849341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69d1f7-0b37-4399-adaf-087dac96217a req-e97cc41c-4568-401b-aac8-0371d09cfd73 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:32.850739 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cf69d1f7-0b37-4399-adaf-087dac96217a req-e97cc41c-4568-401b-aac8-0371d09cfd73 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 945 time: 0.0748808 Jun 11 12:10:32.892132 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cf69d1f7-0b37-4399-adaf-087dac96217a req-9a6b1b92-7883-4894-85fa-f627588a909f tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/security-groups?id=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357211 Jun 11 12:10:33.107818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbaf9b-ab9d-4ca5-abed-160325500cdb req-ee2c5de8-a3f7-4df7-83c4-c6c64a25133d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:33.109548 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5ddbaf9b-ab9d-4ca5-abed-160325500cdb req-ee2c5de8-a3f7-4df7-83c4-c6c64a25133d tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.25 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 945 time: 0.0670359 Jun 11 12:10:33.221053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-5ddbaf9b-ab9d-4ca5-abed-160325500cdb req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Deleting port 4400f9c0-80be-4e83-b6e9-46526b426683 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:10:33.221396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5ddbaf9b-ab9d-4ca5-abed-160325500cdb req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:33.331999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-5ddbaf9b-ab9d-4ca5-abed-160325500cdb req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] For port 4400f9c0-80be-4e83-b6e9-46526b426683, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4400f9c0-80be-4e83-b6e9-46526b426683,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:33.332354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5ddbaf9b-ab9d-4ca5-abed-160325500cdb req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:33.424940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-5ddbaf9b-ab9d-4ca5-abed-160325500cdb req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Calling delete_port for 4400f9c0-80be-4e83-b6e9-46526b426683 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:10:33.574069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5ddbaf9b-ab9d-4ca5-abed-160325500cdb req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:33.578040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f4daee7d-3142-49b6-9f05-b05f58297d40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:33.585623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['4400f9c0-80be-4e83-b6e9-46526b426683'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:10:33.607905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Pushing event deleted for resources: {'Port': ['ID=4400f9c0-80be-4e83-b6e9-46526b426683,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:33.618439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.618848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.619215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.619606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.619989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.620370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.620750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.621129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.621503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.621883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.622256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.622651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:33.629190 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:33.678137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddbaf9b-ab9d-4ca5-abed-160325500cdb req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] No DVR routers for this DVR port 4400f9c0-80be-4e83-b6e9-46526b426683 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:10:33.681200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-5ddbaf9b-ab9d-4ca5-abed-160325500cdb req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:33.683272 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5ddbaf9b-ab9d-4ca5-abed-160325500cdb req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.25 "DELETE /v2.0/ports/4400f9c0-80be-4e83-b6e9-46526b426683 HTTP/1.1" status: 204 len: 173 time: 0.5689523 Jun 11 12:10:33.683908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eae0929-a103-40ad-8041-013e2cd302a2', 'name': 'network-vif-deleted', 'tag': '4400f9c0-80be-4e83-b6e9-46526b426683'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:10:33.686243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2881deaa-79de-48d9-b01d-373ff9040f3a" -d '{"events": [{"server_uuid": "1eae0929-a103-40ad-8041-013e2cd302a2", "name": "network-vif-deleted", "tag": "4400f9c0-80be-4e83-b6e9-46526b426683"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:10:33.732644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee90214e-07e9-461d-99f0-4ae5d145c815 x-openstack-request-id: req-ee90214e-07e9-461d-99f0-4ae5d145c815 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:10:33.732991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eae0929-a103-40ad-8041-013e2cd302a2", "name": "network-vif-deleted", "tag": "4400f9c0-80be-4e83-b6e9-46526b426683", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:10:33.733295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee90214e-07e9-461d-99f0-4ae5d145c815 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:10:33.733799 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eae0929-a103-40ad-8041-013e2cd302a2', 'name': 'network-vif-deleted', 'tag': '4400f9c0-80be-4e83-b6e9-46526b426683', 'status': 'completed', 'code': 200} Jun 11 12:10:34.051189 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0c685f56-7f29-4c50-99e1-5752d0947a6b req-c36b6c1e-e2ea-4379-b4ba-cffcfe46edf1 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eae0929-a103-40ad-8041-013e2cd302a2 HTTP/1.1" status: 200 len: 210 time: 0.0391498 Jun 11 12:10:35.175698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53364) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:35.610268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:35.933790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Deleting port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:10:35.934057 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:36.037780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] For port dc8ae351-bb5d-4e14-8205-2a02b8d16dfa, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=dc8ae351-bb5d-4e14-8205-2a02b8d16dfa,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:36.038143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:36.131030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Calling delete_port for dc8ae351-bb5d-4e14-8205-2a02b8d16dfa owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:10:36.354297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:36.357014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fd25cd73-02e5-4bfd-b659-344622c4cba1 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:36.386171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8ae351-bb5d-4e14-8205-2a02b8d16dfa,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:36.389889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:36.609342 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:36.796314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 4400f9c0-80be-4e83-b6e9-46526b426683 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:10:36.821568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 4400f9c0-80be-4e83-b6e9-46526b426683 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:10:36.821924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 4400f9c0-80be-4e83-b6e9-46526b426683 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:10:36.902714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Router 7764869d-daa4-4d06-86b5-02038941f87d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:10:37.043687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:10:37.048571 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] 10.222.0.46 "PUT /v2.0/routers/7764869d-daa4-4d06-86b5-02038941f87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8718538 Jun 11 12:10:37.051034 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53366) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:37.054097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c927f1-85b7-45ed-b98d-6aff373ac00c None None] Sync routers for ids ['7764869d-daa4-4d06-86b5-02038941f87d'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:10:37.063662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c927f1-85b7-45ed-b98d-6aff373ac00c None None] Routers {'7764869d-daa4-4d06-86b5-02038941f87d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:37.064276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-39c927f1-85b7-45ed-b98d-6aff373ac00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['7764869d-daa4-4d06-86b5-02038941f87d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:37.193405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:37.201832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-39c927f1-85b7-45ed-b98d-6aff373ac00c None None] Set router 7764869d-daa4-4d06-86b5-02038941f87d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:37.329091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:37.387038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Deleting port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:10:37.387720 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:37.429012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-39c927f1-85b7-45ed-b98d-6aff373ac00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7764869d-daa4-4d06-86b5-02038941f87d', 'name': 'tempest-TestEncryptedCinderVolumes-138908764-router', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:10:36Z', 'revision_number': 5, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'gw_port': {'id': '2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:22:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7764869d-daa4-4d06-86b5-02038941f87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:37.432409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c927f1-85b7-45ed-b98d-6aff373ac00c None None] Checking router: 7764869d-daa4-4d06-86b5-02038941f87d for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:10:37.440073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c927f1-85b7-45ed-b98d-6aff373ac00c None None] Routers {'7764869d-daa4-4d06-86b5-02038941f87d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:37.440674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-39c927f1-85b7-45ed-b98d-6aff373ac00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['7764869d-daa4-4d06-86b5-02038941f87d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:37.491023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] For port 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:37.491304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:37.555759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-39c927f1-85b7-45ed-b98d-6aff373ac00c None None] Set router 7764869d-daa4-4d06-86b5-02038941f87d gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:37.584934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Calling delete_port for 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:10:37.632687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-39c927f1-85b7-45ed-b98d-6aff373ac00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7764869d-daa4-4d06-86b5-02038941f87d', 'name': 'tempest-TestEncryptedCinderVolumes-138908764-router', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:10:37Z', 'revision_number': 6, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:37.636704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c927f1-85b7-45ed-b98d-6aff373ac00c None None] The sync data for ids ['7764869d-daa4-4d06-86b5-02038941f87d'] in dv-neutron-786478-5-hyperv is: [{'id': '7764869d-daa4-4d06-86b5-02038941f87d', 'name': 'tempest-TestEncryptedCinderVolumes-138908764-router', 'tenant_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:17Z', 'updated_at': '2021-06-11T12:10:37Z', 'revision_number': 6, 'project_id': '8b22cf1a345e44ffb7145516f8e40d7d', 'gw_port_host': None}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:10:38.025575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device dc8ae351-bb5d-4e14-8205-2a02b8d16dfa no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:10:38.051512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: dc8ae351-bb5d-4e14-8205-2a02b8d16dfa {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:10:38.051879 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device dc8ae351-bb5d-4e14-8205-2a02b8d16dfa not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:10:38.208713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.210638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:38.236567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:38.239899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:38.311572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.448359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.450426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.507954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.508612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7764869d-daa4-4d06-86b5-02038941f87d {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:10:38.513399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.514576 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] 10.222.0.46 "DELETE /v2.0/routers/7764869d-daa4-4d06-86b5-02038941f87d HTTP/1.1" status: 204 len: 168 time: 1.4626274 Jun 11 12:10:38.517308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53368) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:38.574133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-c728f7bd-ea0a-4d41-a156-2747bc22784e admin admin] Deleting subnet bf12220a-7f24-47c6-87d4-7b2011832881 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:10:38.577450 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bd-ea0a-4d41-a156-2747bc22784e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.625393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bd-ea0a-4d41-a156-2747bc22784e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.721357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bd-ea0a-4d41-a156-2747bc22784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.780780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bd-ea0a-4d41-a156-2747bc22784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.785417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-49b19f53-9aed-422d-bd7c-c74215462f9e tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:38.817736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728f7bd-ea0a-4d41-a156-2747bc22784e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf12220a-7f24-47c6-87d4-7b2011832881,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:38.821108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c728f7bd-ea0a-4d41-a156-2747bc22784e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:38.823056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bd-ea0a-4d41-a156-2747bc22784e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.825669 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c728f7bd-ea0a-4d41-a156-2747bc22784e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bf12220a-7f24-47c6-87d4-7b2011832881 HTTP/1.1" status: 204 len: 168 time: 0.3062396 Jun 11 12:10:38.827280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53370) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:38.829953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74461ddc-30eb-4b66-88cf-9f3fb4d31086 None None] Network ad7ce161-71df-4a9f-88dd-4251d987e981 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:10:38.922074 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:38.986803 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Deleting port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:10:38.987160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.078930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] For port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4d8afd84-6c50-4de6-965b-b4e995c8fdb9,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:39.079294 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.179267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Calling delete_port for 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:10:39.197576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec102008-853d-446b-b12c-14f72b923b51 None None] DHCP port deletion for ad7ce161-71df-4a9f-88dd-4251d987e981 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:10:39.251106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ec102008-853d-446b-b12c-14f72b923b51 None None] Deleting port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:10:39.251495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ec102008-853d-446b-b12c-14f72b923b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.275721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.278706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9b105b0f-04b3-41b0-8091-8e93c55afb05 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:39.312855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] No DVR routers for this DVR port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:10:39.316400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8afd84-6c50-4de6-965b-b4e995c8fdb9,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:39.318641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:39.334646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ec102008-853d-446b-b12c-14f72b923b51 None None] For port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4d8afd84-6c50-4de6-965b-b4e995c8fdb9,segment=NetworkSegment(9248e3c3-87cf-4eea-b858-7e3299f88481),segment_id=9248e3c3-87cf-4eea-b858-7e3299f88481)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:39.334987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ec102008-853d-446b-b12c-14f72b923b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.422644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.427708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ec102008-853d-446b-b12c-14f72b923b51 None None] Calling delete_port for 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:10:39.435328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7ce161-71df-4a9f-88dd-4251d987e981']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:39.446555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9248e3c3-87cf-4eea-b858-7e3299f88481') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:39.454450 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9248e3c3-87cf-4eea-b858-7e3299f88481') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:39.456763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.471944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.478718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:10:39.479127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:10:39.480782 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:10:39.526063 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ec102008-853d-446b-b12c-14f72b923b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.528004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:39.555203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec102008-853d-446b-b12c-14f72b923b51 None None] Pushing event deleted for resources: {'Port': ['ID=4d8afd84-6c50-4de6-965b-b4e995c8fdb9,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:39.558602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.559540 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ec102008-853d-446b-b12c-14f72b923b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:39.561971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec102008-853d-446b-b12c-14f72b923b51 None None] No DVR routers for this DVR port 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:10:39.564754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b6fbdeca-6b9f-4676-a8aa-7a30111c774f tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:39.567404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:39.569224 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ad7ce161-71df-4a9f-88dd-4251d987e981 HTTP/1.1" status: 204 len: 168 time: 0.7406385 Jun 11 12:10:39.572338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53372) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:39.582696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7ce161-71df-4a9f-88dd-4251d987e981,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:39.585196 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:39.729030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:10:39.753586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:10:39.753948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4d8afd84-6c50-4de6-965b-b4e995c8fdb9 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:10:39.754751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:10:39.780523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:10:39.780881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 2ddaad96-5cd4-4a80-85b6-29cc1ccfe5fb not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:10:40.016516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:40.333874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Deleting port 43c2f816-4d1c-4024-a28b-0dcc3270bde8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:10:40.334224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:40.434225 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] For port 43c2f816-4d1c-4024-a28b-0dcc3270bde8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=43c2f816-4d1c-4024-a28b-0dcc3270bde8,segment=NetworkSegment(b8ce86c9-9240-4ead-835b-7e47e4cf7250),segment_id=b8ce86c9-9240-4ead-835b-7e47e4cf7250)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:40.434603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:40.529126 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Calling delete_port for 43c2f816-4d1c-4024-a28b-0dcc3270bde8 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:10:41.056843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:41.059975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:41.088154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c2f816-4d1c-4024-a28b-0dcc3270bde8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:41.126048 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.126444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.126855 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.127232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.127603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.127973 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.128341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.128710 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.129075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.129437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.129798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.130158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:41.136045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:41.329471 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:41.615693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Router 4dcad266-7177-44d4-a758-150a58527190 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:10:41.762321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:10:41.767395 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] 10.222.0.46 "PUT /v2.0/routers/4dcad266-7177-44d4-a758-150a58527190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1933997 Jun 11 12:10:41.769728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53374) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:41.772514 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9232cc-233d-4bae-946e-868965869b41 None None] Sync routers for ids ['4dcad266-7177-44d4-a758-150a58527190'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:10:41.782147 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9232cc-233d-4bae-946e-868965869b41 None None] Routers {'4dcad266-7177-44d4-a758-150a58527190'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:41.782804 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8b9232cc-233d-4bae-946e-868965869b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4dcad266-7177-44d4-a758-150a58527190'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:41.907639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:41.920563 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-8b9232cc-233d-4bae-946e-868965869b41 None None] Set router 4dcad266-7177-44d4-a758-150a58527190 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:42.048382 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:42.104821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Deleting port 71834362-ad5b-4623-8ee8-ea687ae16122 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:10:42.105535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:42.150595 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8b9232cc-233d-4bae-946e-868965869b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad266-7177-44d4-a758-150a58527190', 'name': 'tempest-TestEncryptedCinderVolumes-925876244-router', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:22Z', 'updated_at': '2021-06-11T12:10:41Z', 'revision_number': 5, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'gw_port': {'id': '71834362-ad5b-4623-8ee8-ea687ae16122', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad266-7177-44d4-a758-150a58527190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:09:23Z', 'updated_at': '2021-06-11T12:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:42.157870 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9232cc-233d-4bae-946e-868965869b41 None None] Checking router: 4dcad266-7177-44d4-a758-150a58527190 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:10:42.166483 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9232cc-233d-4bae-946e-868965869b41 None None] Routers {'4dcad266-7177-44d4-a758-150a58527190'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:42.166740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1d6c16e5-f015-4d65-b07b-b8e80b070bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:42.167251 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8b9232cc-233d-4bae-946e-868965869b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['4dcad266-7177-44d4-a758-150a58527190'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:42.212351 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] For port 71834362-ad5b-4623-8ee8-ea687ae16122, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=71834362-ad5b-4623-8ee8-ea687ae16122,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:42.212708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:42.284546 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-8b9232cc-233d-4bae-946e-868965869b41 None None] Set router 4dcad266-7177-44d4-a758-150a58527190 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:42.304746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Calling delete_port for 71834362-ad5b-4623-8ee8-ea687ae16122 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:10:42.361520 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-8b9232cc-233d-4bae-946e-868965869b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad266-7177-44d4-a758-150a58527190', 'name': 'tempest-TestEncryptedCinderVolumes-925876244-router', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:22Z', 'updated_at': '2021-06-11T12:10:42Z', 'revision_number': 6, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:42.364935 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9232cc-233d-4bae-946e-868965869b41 None None] The sync data for ids ['4dcad266-7177-44d4-a758-150a58527190'] in dv-neutron-786478-5-hyperv is: [{'id': '4dcad266-7177-44d4-a758-150a58527190', 'name': 'tempest-TestEncryptedCinderVolumes-925876244-router', 'tenant_id': '99eeed4c2b97478caf859cf0ccb02f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:09:22Z', 'updated_at': '2021-06-11T12:10:42Z', 'revision_number': 6, 'project_id': '99eeed4c2b97478caf859cf0ccb02f50', 'gw_port_host': None}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:10:42.504858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:42.507658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-caa0ec91-db82-4b86-8645-c85367412ff2 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:42.537365 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=71834362-ad5b-4623-8ee8-ea687ae16122,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:42.539778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:42.613133 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:42.745811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:42.748053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:42.811853 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:42.812384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dcad266-7177-44d4-a758-150a58527190 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:10:42.816610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:42.817747 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4dcad266-7177-44d4-a758-150a58527190 HTTP/1.1" status: 204 len: 168 time: 1.0471194 Jun 11 12:10:42.820283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53376) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:42.872210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2bc949-bb7a-463f-a690-4a53b1f98238 admin admin] Deleting subnet d1fa2d1d-599f-4831-9577-5f1c9fdad249 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:10:42.875319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc949-bb7a-463f-a690-4a53b1f98238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:42.920904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc949-bb7a-463f-a690-4a53b1f98238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.009725 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc949-bb7a-463f-a690-4a53b1f98238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.069219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc949-bb7a-463f-a690-4a53b1f98238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.071214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-27ebcd17-df1e-4887-a85f-79c9099c16a3 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:43.108571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bc949-bb7a-463f-a690-4a53b1f98238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1fa2d1d-599f-4831-9577-5f1c9fdad249,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:43.110582 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc949-bb7a-463f-a690-4a53b1f98238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.114626 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5d2bc949-bb7a-463f-a690-4a53b1f98238 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d1fa2d1d-599f-4831-9577-5f1c9fdad249 HTTP/1.1" status: 204 len: 168 time: 0.2907238 Jun 11 12:10:43.114626 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5d2bc949-bb7a-463f-a690-4a53b1f98238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:43.114857 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53378) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:43.118236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a1687-9781-4c6d-8e8e-79ef87a73283 None None] Network 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:10:43.207022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.272104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Deleting port 640df0cd-ed36-4485-8bde-18ae265d6405 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:10:43.272362 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.343392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa5afa6-818b-44c0-b208-09e3fb2e2b3d None None] DHCP port deletion for 68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:10:43.358954 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] For port 640df0cd-ed36-4485-8bde-18ae265d6405, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=640df0cd-ed36-4485-8bde-18ae265d6405,segment=NetworkSegment(b8ce86c9-9240-4ead-835b-7e47e4cf7250),segment_id=b8ce86c9-9240-4ead-835b-7e47e4cf7250)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:43.359324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.404692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5afa6-818b-44c0-b208-09e3fb2e2b3d None None] Deleting port 640df0cd-ed36-4485-8bde-18ae265d6405 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:10:43.405088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bfa5afa6-818b-44c0-b208-09e3fb2e2b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.456829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Calling delete_port for 640df0cd-ed36-4485-8bde-18ae265d6405 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:10:43.488506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-bfa5afa6-818b-44c0-b208-09e3fb2e2b3d None None] For port 640df0cd-ed36-4485-8bde-18ae265d6405, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=640df0cd-ed36-4485-8bde-18ae265d6405,segment=NetworkSegment(b8ce86c9-9240-4ead-835b-7e47e4cf7250),segment_id=b8ce86c9-9240-4ead-835b-7e47e4cf7250)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:43.488914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bfa5afa6-818b-44c0-b208-09e3fb2e2b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.554116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.556835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7d3ebda8-5774-4dc8-8020-3e51d5c983e3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:43.580950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5afa6-818b-44c0-b208-09e3fb2e2b3d None None] Calling delete_port for 640df0cd-ed36-4485-8bde-18ae265d6405 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:10:43.584054 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Pushing event deleted for resources: {'Port': ['ID=640df0cd-ed36-4485-8bde-18ae265d6405,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:43.587742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:43.592103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] No DVR routers for this DVR port 640df0cd-ed36-4485-8bde-18ae265d6405 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:10:43.671912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bfa5afa6-818b-44c0-b208-09e3fb2e2b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.673730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:43.693461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.705431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5afa6-818b-44c0-b208-09e3fb2e2b3d None None] Pushing event deleted for resources: {'Port': ['ID=640df0cd-ed36-4485-8bde-18ae265d6405,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:43.706210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:43.708094 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bfa5afa6-818b-44c0-b208-09e3fb2e2b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:43.709930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5afa6-818b-44c0-b208-09e3fb2e2b3d None None] No DVR routers for this DVR port 640df0cd-ed36-4485-8bde-18ae265d6405 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:10:43.721824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ce86c9-9240-4ead-835b-7e47e4cf7250') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:43.722037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ce86c9-9240-4ead-835b-7e47e4cf7250') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:43.732833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.747380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 640df0cd-ed36-4485-8bde-18ae265d6405 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:10:43.748399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.754444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:10:43.754900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:10:43.756555 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:10:43.771196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 640df0cd-ed36-4485-8bde-18ae265d6405 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:10:43.771553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 640df0cd-ed36-4485-8bde-18ae265d6405 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:10:43.771981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 71834362-ad5b-4623-8ee8-ea687ae16122 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:10:43.795148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 71834362-ad5b-4623-8ee8-ea687ae16122 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:10:43.795506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 71834362-ad5b-4623-8ee8-ea687ae16122 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:10:43.795928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 43c2f816-4d1c-4024-a28b-0dcc3270bde8 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:10:43.817563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 43c2f816-4d1c-4024-a28b-0dcc3270bde8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:10:43.817854 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 43c2f816-4d1c-4024-a28b-0dcc3270bde8 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:10:43.836935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.840509 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1b71f2e9-51b7-4103-9569-7670eddb98ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:43.842958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:43.844802 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] 10.222.0.46 "DELETE /v2.0/networks/68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3 HTTP/1.1" status: 204 len: 168 time: 0.7290611 Jun 11 12:10:43.858065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Pushing event deleted for resources: {'Network': ['ID=68fcdbe6-532a-4a8d-a35c-dcaa10b2f4d3,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:43.861381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:44.016562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53382) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:44.059755 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2a18d229-1938-434c-ac0e-b23a2ef6aee0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b22cf1a345e44ffb7145516f8e40d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418527 Jun 11 12:10:44.061905 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53384) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:44.111420 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb308-ee75-4fe2-a995-689b2fa65474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:44.138556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb308-ee75-4fe2-a995-689b2fa65474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:44.187298 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb308-ee75-4fe2-a995-689b2fa65474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:44.189986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb308-ee75-4fe2-a995-689b2fa65474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:44.191287 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9bfcb308-ee75-4fe2-a995-689b2fa65474 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7 HTTP/1.1" status: 204 len: 168 time: 0.1284771 Jun 11 12:10:44.192067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-59c2b241-464c-4368-ba78-5a98a92ced4c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:44.203182 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcb308-ee75-4fe2-a995-689b2fa65474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a9a5cf-ada6-4c6f-a4e2-11b3525ee6b7,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:44.205560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9bfcb308-ee75-4fe2-a995-689b2fa65474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:44.508115 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53390) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:44.551364 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fc64a06a-fd76-4497-959f-1083b83fb8cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99eeed4c2b97478caf859cf0ccb02f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420284 Jun 11 12:10:44.553692 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53392) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:44.604129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-602690a2-50f4-4ea8-9c10-0d2341df62f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:44.626844 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-602690a2-50f4-4ea8-9c10-0d2341df62f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:44.675910 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-602690a2-50f4-4ea8-9c10-0d2341df62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:44.678667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-602690a2-50f4-4ea8-9c10-0d2341df62f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:44.680402 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-602690a2-50f4-4ea8-9c10-0d2341df62f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2181abf-cd69-4840-9b43-52555a9c7ee0 HTTP/1.1" status: 204 len: 168 time: 0.1251056 Jun 11 12:10:44.681200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-87da10eb-50c2-40fe-8b49-158bccfc62d7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:44.689534 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602690a2-50f4-4ea8-9c10-0d2341df62f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2181abf-cd69-4840-9b43-52555a9c7ee0,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:44.691754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-602690a2-50f4-4ea8-9c10-0d2341df62f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:44.782508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:44.959169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec269-0082-4b63-92a7-262f42889484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:45.370631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53414) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:45.463383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2110582366-network', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:10:45.484090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Made reservation on behalf of 7c8ae8a286214128bea3e755bfdaea3b for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:10:45.486342 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:45.497153 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:45.905597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:45.909173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:45.913104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ddc07fd0-0372-4a68-b06c-46442b6e686b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:45.931825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1108, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:10:45.946213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2394604-1103-4b77-bd60-75f5311d51c8,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:45.950398 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:45.951454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:45.951803 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Added segment 9b9d9337-09a7-458d-a2bb-46421e1dac39 of type vlan for network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 Jun 11 12:10:46.000045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.028113 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.029129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:46.029709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.031769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-164ee033-4b01-43fc-a787-39843ae8893b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:46.066505 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6947503 Jun 11 12:10:46.069616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53418) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:46.074795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Request body: {'subnet': {'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2110582366-subnet', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:10:46.100423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Made reservation on behalf of 7c8ae8a286214128bea3e755bfdaea3b for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:10:46.103310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.113988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:46.116613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4d0c3b13-fe67-49e2-a7bc-66e0ce5ae1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:46.126619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:10:46.143550 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.311950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.314601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3c696204-d757-4f95-bbb7-86bcc4b556fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:46.377837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e6e832-35d7-4f07-9be9-32084eb359d5,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:46.381627 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:46.385325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Checking segment: {'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:10:46.385691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Network hostable DHCP agents. Network: a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:10:46.401967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:10:46.410767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:10:46.415575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:46.416170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.421206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe307cb-56ac-4444-9ed9-085f990404db None None] Network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:10:46.429813 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c532ca01-7b9b-4167-82a7-d297c8110f3b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3591363 Jun 11 12:10:46.432456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53420) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:46.436845 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:10:46.458411 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.459482 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.530123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.611712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'fixed_ips': [{'subnet_id': '63e6e832-35d7-4f07-9be9-32084eb359d5'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:10:46.612584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.750722 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.767995 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Allocated IP 172.20.0.2 (a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11/63e6e832-35d7-4f07-9be9-32084eb359d5/fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:10:46.960250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.969653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Transition to ACTIVE for port object fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:46.987633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Transition to ACTIVE for port object fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:46.995000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:46.996569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0b0d81f5-e5a2-4526-9565-440746d7054c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:47.033615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:47.054068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:10:47.057672 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:10:47.061026 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:10:47.064652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:47.068018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Pushing event updated for resources: {'Port': ['ID=fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:47.100233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:47.142993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Attempting to bind port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:10:47.143691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Attempting to bind port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:10:47.143805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Attempting to bind port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d on network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:10:47.149170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:10:47.149606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Checking segment: {'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:10:47.150014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:47.150436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Bound using segment: {'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:10:47.150928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Bound port: fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:10:47.151308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:47.195337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Allocated IP 172.26.6.149 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/6c52a226-04fe-4281-804e-280fa81dd04f) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:10:47.233868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] For port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:10:47.238044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] For port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:10:47.243058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:47.245885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:47.315591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Pushing event updated for resources: {'Port': ['ID=fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:47.318915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:47.342088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:47.384292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:47.386355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:47.435159 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:10:47.438001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:10:47.442696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:10:47.487388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Pushing event updated for resources: {'Port': ['ID=6c52a226-04fe-4281-804e-280fa81dd04f,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:47.491394 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:47.767034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:10:47.794669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:47.823543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:47.831088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:10:48.069237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:48.195018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8f77ae-aaa0-42ab-82de-ca8a004fe168 None None] Network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:10:48.236372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Router b25dc40b-10b9-4c80-983f-7672d2640151 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:10:48.335397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-64203dee-ec05-42fb-8aee-4ccf5514cb00 None None] Provisioning for port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:10:48.346367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-64203dee-ec05-42fb-8aee-4ccf5514cb00 None None] Provisioning complete for port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:48.346775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-64203dee-ec05-42fb-8aee-4ccf5514cb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:48.378889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:10:48.394214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:48.395773 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9623837 Jun 11 12:10:48.399025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53422) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:48.409682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Sync routers for ids ['b25dc40b-10b9-4c80-983f-7672d2640151'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:10:48.430853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Routers {'b25dc40b-10b9-4c80-983f-7672d2640151'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:48.431471 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b25dc40b-10b9-4c80-983f-7672d2640151'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:48.602446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-64203dee-ec05-42fb-8aee-4ccf5514cb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:48.647444 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Set router b25dc40b-10b9-4c80-983f-7672d2640151 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:48.736698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-64203dee-ec05-42fb-8aee-4ccf5514cb00 None None] For port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:48.762965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-64203dee-ec05-42fb-8aee-4ccf5514cb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:48.766572 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:49.057378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64203dee-ec05-42fb-8aee-4ccf5514cb00 None None] Pushing event updated for resources: {'Port': ['ID=fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:49.061835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-64203dee-ec05-42fb-8aee-4ccf5514cb00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:49.062604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a83129ab-1e79-4eda-8b33-e126db528707 None None] Provisioning complete for port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:49.062987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a83129ab-1e79-4eda-8b33-e126db528707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.195987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:47Z', 'revision_number': 3, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:49.202852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Checking router: b25dc40b-10b9-4c80-983f-7672d2640151 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:10:49.203218 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Updating router b25dc40b-10b9-4c80-983f-7672d2640151 port 6c52a226-04fe-4281-804e-280fa81dd04f binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:10:49.242743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.372466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.531772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.542371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Transition to ACTIVE for port object 6c52a226-04fe-4281-804e-280fa81dd04f will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:49.547772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.550467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:49.558110 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Allocated IP 172.20.0.1 (a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11/63e6e832-35d7-4f07-9be9-32084eb359d5/8cfa30ba-9490-4259-a368-8ddec694ac92) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:10:49.612059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Attempting to bind port 6c52a226-04fe-4281-804e-280fa81dd04f on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:10:49.612440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Attempting to bind port 6c52a226-04fe-4281-804e-280fa81dd04f by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:10:49.612814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Attempting to bind port 6c52a226-04fe-4281-804e-280fa81dd04f on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:10:49.618023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ee1ec-c300-45a5-8918-b2fc19bc0ffb None None] Pushing event updated for resources: {'Port': ['ID=6c52a226-04fe-4281-804e-280fa81dd04f,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:49.620684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ab4ee1ec-c300-45a5-8918-b2fc19bc0ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:49.623348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:10:49.623667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:10:49.624081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.624468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:10:49.624936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Bound port: 6c52a226-04fe-4281-804e-280fa81dd04f, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:10:49.625432 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.683742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] For port 6c52a226-04fe-4281-804e-280fa81dd04f, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:10:49.686904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] For port 6c52a226-04fe-4281-804e-280fa81dd04f, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=6c52a226-04fe-4281-804e-280fa81dd04f,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:10:49.691614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.692912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.693754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:49.708354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Transition to ACTIVE for port object 8cfa30ba-9490-4259-a368-8ddec694ac92 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:49.745424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.747990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-64bb0db2-996d-4570-8622-b4758c8a02eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:49.759985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:10:49.767208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Routers {'b25dc40b-10b9-4c80-983f-7672d2640151'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:49.767953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b25dc40b-10b9-4c80-983f-7672d2640151'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:49.792593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ee1ec-c300-45a5-8918-b2fc19bc0ffb None None] Pushing event updated for resources: {'Port': ['ID=6c52a226-04fe-4281-804e-280fa81dd04f,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:49.794195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:10:49.798125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:10:49.802424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:10:49.808201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfa30ba-9490-4259-a368-8ddec694ac92,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:49.840802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:49.843380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ab4ee1ec-c300-45a5-8918-b2fc19bc0ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:49.860322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.953132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:49.953520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:49.987627 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] Set router b25dc40b-10b9-4c80-983f-7672d2640151 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:50.055414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:50.122948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-36bcf1f9-21a4-4c8f-8548-fd50b9903c3a None None] Provisioning for port 8cfa30ba-9490-4259-a368-8ddec694ac92 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:10:50.132613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-36bcf1f9-21a4-4c8f-8548-fd50b9903c3a None None] Provisioning complete for port 8cfa30ba-9490-4259-a368-8ddec694ac92 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:50.132923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-36bcf1f9-21a4-4c8f-8548-fd50b9903c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:50.264336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:50.264681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-36bcf1f9-21a4-4c8f-8548-fd50b9903c3a None None] Port 8cfa30ba-9490-4259-a368-8ddec694ac92 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:10:50.270014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:50.302836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6eb8f0df-885d-462a-8a12-89395322159d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:50.340563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:47Z', 'revision_number': 3, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:50.344107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8212a1-cb0a-4f34-9d2d-75ac5aa15b90 None None] The sync data for ids ['b25dc40b-10b9-4c80-983f-7672d2640151'] in dv-neutron-786478-5-hyperv is: [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:47Z', 'revision_number': 3, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:10:50.361268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:50.375929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfa30ba-9490-4259-a368-8ddec694ac92,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:50.378966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:50.490443 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:10:50.491814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:10:50.694326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Router b25dc40b-10b9-4c80-983f-7672d2640151 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:10:50.799564 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cbe1ac51-bf28-4301-8e92-6f8c2e985d52 None None] Provisioning complete for port 8cfa30ba-9490-4259-a368-8ddec694ac92 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:50.799959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ac51-bf28-4301-8e92-6f8c2e985d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:50.845527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1ac51-bf28-4301-8e92-6f8c2e985d52 None None] Port 8cfa30ba-9490-4259-a368-8ddec694ac92 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:10:50.857207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:10:50.862334 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] 10.222.0.46 "PUT /v2.0/routers/b25dc40b-10b9-4c80-983f-7672d2640151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4622459 Jun 11 12:10:51.342972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53438) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:51.348055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1262287560-network', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:10:51.369302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Made reservation on behalf of 1dc54d6392db4c3aaca91970e5330d73 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:10:51.372270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.384038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.479543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.483209 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.487026 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a6c2276c-fd8b-4232-83d8-7333faab5386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:51.505665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:10:51.519828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1afa3f8-b1ef-4822-9da6-90b372c80124,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:51.524550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:51.525583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.525930 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Added segment 904903a6-fa9e-4370-a5dd-49871ad9c969 of type vlan for network 3805080c-02d4-4a03-93a5-65cb2b265b98 Jun 11 12:10:51.583027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.614949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.616373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:51.616982 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.619281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-98bfbc34-d303-4c36-96bd-e2c635d09901 tempest-NetworksTest-961624733 tempest-NetworksTest-961624733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:51.655872 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3117857 Jun 11 12:10:51.658407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53440) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:51.665466 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Request body: {'subnet': {'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1262287560-subnet', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:10:51.713512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Pushing event updated for resources: {'Network': ['ID=3805080c-02d4-4a03-93a5-65cb2b265b98,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:51.718874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b0c126fc-a2fb-47f7-86ac-80655049ca67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:51.727630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 3805080c-02d4-4a03-93a5-65cb2b265b98 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:10:51.731886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Made reservation on behalf of 1dc54d6392db4c3aaca91970e5330d73 for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:10:51.734817 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.813455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6c52a226-04fe-4281-804e-280fa81dd04f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:10:51.878334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 6c52a226-04fe-4281-804e-280fa81dd04f completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:10:51.882499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 6c52a226-04fe-4281-804e-280fa81dd04f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:51.883766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.963037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.966202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4318e14a-7db7-4ffb-8064-4254ef134085 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:51.976598 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Sync routers for ids ['b25dc40b-10b9-4c80-983f-7672d2640151'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:10:51.984141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:51.986151 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Routers {'b25dc40b-10b9-4c80-983f-7672d2640151'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:51.986789 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b25dc40b-10b9-4c80-983f-7672d2640151'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:52.006751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 6c52a226-04fe-4281-804e-280fa81dd04f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=6c52a226-04fe-4281-804e-280fa81dd04f,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:52.012088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.014334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d7428674-97cc-44d1-8286-adc6f4c5bbd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:52.037224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f6ab08-c159-4de7-93e2-6fc399438da8,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:52.045022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:52.047794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Checking segment: {'id': '904903a6-fa9e-4370-a5dd-49871ad9c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:10:52.048363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Network hostable DHCP agents. Network: 3805080c-02d4-4a03-93a5-65cb2b265b98, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:10:52.065267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Network 3805080c-02d4-4a03-93a5-65cb2b265b98 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:10:52.074446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=6c52a226-04fe-4281-804e-280fa81dd04f,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:52.074737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 3805080c-02d4-4a03-93a5-65cb2b265b98) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:10:52.079550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:10:52.080522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.083985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:52.088484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91895722-dbe1-421b-a455-72313d4b868a None None] Network 3805080c-02d4-4a03-93a5-65cb2b265b98 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:10:52.099793 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a01410ec-0ff9-4de7-8ca3-680b9f17a6e2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4379430 Jun 11 12:10:52.099998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53442) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:52.104652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1262287560-router', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:10:52.125170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.126182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.144674 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Set router b25dc40b-10b9-4c80-983f-7672d2640151 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:52.199103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.271997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-3805080c-02d4-4a03-93a5-65cb2b265b98', 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'fixed_ips': [{'subnet_id': 'e5f6ab08-c159-4de7-93e2-6fc399438da8'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:10:52.272868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.419418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.514161 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:50Z', 'revision_number': 4, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '8cfa30ba-9490-4259-a368-8ddec694ac92', 'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'mac_address': 'fa:16:3e:de:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:49Z', 'updated_at': '2021-06-11T12:10:50Z', 'revision_number': 2, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'subnets': [{'id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:52.519445 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Checking router: b25dc40b-10b9-4c80-983f-7672d2640151 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:10:52.519807 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Updating router b25dc40b-10b9-4c80-983f-7672d2640151 port 8cfa30ba-9490-4259-a368-8ddec694ac92 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:10:52.562761 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.594850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Allocated IP 172.20.0.2 (3805080c-02d4-4a03-93a5-65cb2b265b98/e5f6ab08-c159-4de7-93e2-6fc399438da8/1aff0b87-a13f-456a-bd44-3f5c564d9113) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:10:52.693819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.725001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.780244 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.789229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Transition to ACTIVE for port object 1aff0b87-a13f-456a-bd44-3f5c564d9113 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:52.803852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Transition to ACTIVE for port object 1aff0b87-a13f-456a-bd44-3f5c564d9113 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:52.809632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.811561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:52.844888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Allocated IP 172.26.6.79 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/c1bb9000-3d6d-4c06-a11c-4d35604911d4) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:10:52.861455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Network 3805080c-02d4-4a03-93a5-65cb2b265b98 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:10:52.864511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:10:52.868887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:10:52.876412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Pushing event updated for resources: {'Port': ['ID=1aff0b87-a13f-456a-bd44-3f5c564d9113,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:52.881121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:52.910611 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.920793 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Transition to ACTIVE for port object 8cfa30ba-9490-4259-a368-8ddec694ac92 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:52.926728 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.928724 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-6dda434a-4869-417c-a87e-da86a749c6ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:52.943172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Attempting to bind port 1aff0b87-a13f-456a-bd44-3f5c564d9113 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:10:52.943559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Attempting to bind port 1aff0b87-a13f-456a-bd44-3f5c564d9113 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '904903a6-fa9e-4370-a5dd-49871ad9c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:10:52.943989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Attempting to bind port 1aff0b87-a13f-456a-bd44-3f5c564d9113 on network 3805080c-02d4-4a03-93a5-65cb2b265b98 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:10:52.949281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:10:52.949667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Checking segment: {'id': '904903a6-fa9e-4370-a5dd-49871ad9c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:10:52.950431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.950585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Bound using segment: {'id': '904903a6-fa9e-4370-a5dd-49871ad9c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:10:52.950999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Bound port: 1aff0b87-a13f-456a-bd44-3f5c564d9113, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904903a6-fa9e-4370-a5dd-49871ad9c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:10:52.951383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:52.986977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:53.035749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] For port 1aff0b87-a13f-456a-bd44-3f5c564d9113, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:10:53.039463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] For port 1aff0b87-a13f-456a-bd44-3f5c564d9113, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1aff0b87-a13f-456a-bd44-3f5c564d9113,segment=NetworkSegment(904903a6-fa9e-4370-a5dd-49871ad9c969),segment_id=904903a6-fa9e-4370-a5dd-49871ad9c969)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:10:53.040043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:53.044200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:53.046904 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-b2a45864-8f11-4bb9-a312-05000ce7d50e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:53.047259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c4a6197f-fe30-4278-b78b-1a3d84483471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:53.064685 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Pushing event updated for resources: {'Port': ['ID=8cfa30ba-9490-4259-a368-8ddec694ac92,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:53.099610 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.099983 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.100293 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.100815 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.101334 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.101836 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.102341 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.102723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:10:53.103006 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.103485 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.103971 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.104448 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.104907 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:10:53.106154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:10:53.113719 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:53.117754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:10:53.125567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Pushing event updated for resources: {'Port': ['ID=1aff0b87-a13f-456a-bd44-3f5c564d9113,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:53.128893 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:53.135563 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Attempting to bind port 8cfa30ba-9490-4259-a368-8ddec694ac92 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:10:53.135942 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Attempting to bind port 8cfa30ba-9490-4259-a368-8ddec694ac92 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:10:53.136311 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Attempting to bind port 8cfa30ba-9490-4259-a368-8ddec694ac92 on network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:10:53.141894 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:10:53.142276 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Checking segment: {'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:10:53.142961 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:53.143515 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Bound using segment: {'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:10:53.144023 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Bound port: 8cfa30ba-9490-4259-a368-8ddec694ac92, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:10:53.144411 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:53.168430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Pushing event updated for resources: {'Port': ['ID=c1bb9000-3d6d-4c06-a11c-4d35604911d4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:53.179008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:53.236074 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] For port 8cfa30ba-9490-4259-a368-8ddec694ac92, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:10:53.239382 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] For port 8cfa30ba-9490-4259-a368-8ddec694ac92, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8cfa30ba-9490-4259-a368-8ddec694ac92,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:10:53.244473 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:53.246333 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-5fd53634-e6b7-4b37-ad28-e9ffcbfa3d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:53.304971 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Routers {'b25dc40b-10b9-4c80-983f-7672d2640151'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:53.305623 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b25dc40b-10b9-4c80-983f-7672d2640151'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:53.389943 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Pushing event updated for resources: {'Port': ['ID=8cfa30ba-9490-4259-a368-8ddec694ac92,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:53.436724 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-509cb1b6-85ff-4b8b-8591-8b6f2bd390c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:53.501856 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] Set router b25dc40b-10b9-4c80-983f-7672d2640151 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:53.801626 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:50Z', 'revision_number': 4, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '8cfa30ba-9490-4259-a368-8ddec694ac92', 'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'mac_address': 'fa:16:3e:de:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:49Z', 'updated_at': '2021-06-11T12:10:53Z', 'revision_number': 4, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'subnets': [{'id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:53.805530 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc1917-d942-4268-9efa-64232b1c5eea None None] The sync data for ids ['b25dc40b-10b9-4c80-983f-7672d2640151'] in dv-neutron-786478-5-hyperv is: [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:50Z', 'revision_number': 4, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '8cfa30ba-9490-4259-a368-8ddec694ac92', 'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'mac_address': 'fa:16:3e:de:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:49Z', 'updated_at': '2021-06-11T12:10:53Z', 'revision_number': 4, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'subnets': [{'id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:10:53.846431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6c52a226-04fe-4281-804e-280fa81dd04f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:10:53.931567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 6c52a226-04fe-4281-804e-280fa81dd04f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:53.932100 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:54.017579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:54.047061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1aff0b87-a13f-456a-bd44-3f5c564d9113 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:10:54.109625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 1aff0b87-a13f-456a-bd44-3f5c564d9113 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:10:54.279452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf18a9-8135-4549-adec-2206f743d06c None None] Network 3805080c-02d4-4a03-93a5-65cb2b265b98 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:10:54.318118 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:54.386433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bf68ff46-3fe5-49d4-ac0f-29f302b3d6cc None None] Provisioning for port 1aff0b87-a13f-456a-bd44-3f5c564d9113 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:10:54.400720 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bf68ff46-3fe5-49d4-ac0f-29f302b3d6cc None None] Provisioning complete for port 1aff0b87-a13f-456a-bd44-3f5c564d9113 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:54.401104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bf68ff46-3fe5-49d4-ac0f-29f302b3d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:54.502251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:10:54.570926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bf68ff46-3fe5-49d4-ac0f-29f302b3d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:54.615192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-bf68ff46-3fe5-49d4-ac0f-29f302b3d6cc None None] For port 1aff0b87-a13f-456a-bd44-3f5c564d9113, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1aff0b87-a13f-456a-bd44-3f5c564d9113,segment=NetworkSegment(904903a6-fa9e-4370-a5dd-49871ad9c969),segment_id=904903a6-fa9e-4370-a5dd-49871ad9c969)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:54.620406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bf68ff46-3fe5-49d4-ac0f-29f302b3d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:54.622962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ec102008-853d-446b-b12c-14f72b923b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:54.675335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:10:54.694353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Sync routers for ids ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:10:54.699533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:54.701160 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6000500 Jun 11 12:10:54.703672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53444) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:10:54.705023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68ff46-3fe5-49d4-ac0f-29f302b3d6cc None None] Pushing event updated for resources: {'Port': ['ID=1aff0b87-a13f-456a-bd44-3f5c564d9113,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:54.715258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bf68ff46-3fe5-49d4-ac0f-29f302b3d6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:54.721223 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Routers {'69c14ffc-77d2-49e6-b7df-f4b96e89ed36'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:54.721884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:54.888245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Set router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:55.008778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c924c8f4-407b-4d43-a39b-141cb7fee781 None None] Provisioning complete for port 1aff0b87-a13f-456a-bd44-3f5c564d9113 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:55.009163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c924c8f4-407b-4d43-a39b-141cb7fee781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.216749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'name': 'tempest-TestMinimumBasicScenario-1262287560-router', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:53Z', 'revision_number': 3, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'gw_port': {'id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:72:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:55.220050 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Checking router: 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:10:55.220409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Updating router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 port c1bb9000-3d6d-4c06-a11c-4d35604911d4 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:10:55.259226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.295225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.474931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Allocated IP 172.20.0.1 (3805080c-02d4-4a03-93a5-65cb2b265b98/e5f6ab08-c159-4de7-93e2-6fc399438da8/c93200aa-0c8f-4487-998f-d5c50745fd00) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:10:55.551151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.561437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Transition to ACTIVE for port object c1bb9000-3d6d-4c06-a11c-4d35604911d4 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:55.567615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.569484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d6407bfe-52e0-472b-8f1f-27349001e17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:55.614750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.628040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Transition to ACTIVE for port object c93200aa-0c8f-4487-998f-d5c50745fd00 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:55.628201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Attempting to bind port c1bb9000-3d6d-4c06-a11c-4d35604911d4 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:10:55.628486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Attempting to bind port c1bb9000-3d6d-4c06-a11c-4d35604911d4 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:10:55.628861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Attempting to bind port c1bb9000-3d6d-4c06-a11c-4d35604911d4 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:10:55.630855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d957d64-77ea-4c98-997b-a171b5b41d2e None None] Pushing event updated for resources: {'Port': ['ID=c1bb9000-3d6d-4c06-a11c-4d35604911d4,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:55.634178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1d957d64-77ea-4c98-997b-a171b5b41d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:55.636842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:10:55.637319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:10:55.637745 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.638658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:10:55.638658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Bound port: c1bb9000-3d6d-4c06-a11c-4d35604911d4, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:10:55.639021 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.666001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.668947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:55.700593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] For port c1bb9000-3d6d-4c06-a11c-4d35604911d4, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:10:55.704195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] For port c1bb9000-3d6d-4c06-a11c-4d35604911d4, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c1bb9000-3d6d-4c06-a11c-4d35604911d4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:10:55.711120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.714023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:55.715750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Network 3805080c-02d4-4a03-93a5-65cb2b265b98 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:10:55.721942 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:10:55.723957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c93200aa-0c8f-4487-998f-d5c50745fd00,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:55.726200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:10:55.728802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:55.780032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.789696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Routers {'69c14ffc-77d2-49e6-b7df-f4b96e89ed36'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:55.791180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:55.846268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d957d64-77ea-4c98-997b-a171b5b41d2e None None] Pushing event updated for resources: {'Port': ['ID=c1bb9000-3d6d-4c06-a11c-4d35604911d4,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:55.852646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1d957d64-77ea-4c98-997b-a171b5b41d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:55.904983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1aff0b87-a13f-456a-bd44-3f5c564d9113 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:10:55.970029 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:55.997005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] Set router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:56.178905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:56.185606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:56.187872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:56.205684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1aff0b87-a13f-456a-bd44-3f5c564d9113 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:56.206071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:56.280407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c93200aa-0c8f-4487-998f-d5c50745fd00,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:56.282857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:56.285086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:56.294583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-edd8f220-55b4-49e2-b1ca-9053ee9a49b2 None None] Provisioning for port c93200aa-0c8f-4487-998f-d5c50745fd00 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:10:56.315416 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-edd8f220-55b4-49e2-b1ca-9053ee9a49b2 None None] Provisioning complete for port c93200aa-0c8f-4487-998f-d5c50745fd00 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:56.315805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-edd8f220-55b4-49e2-b1ca-9053ee9a49b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:56.401482 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Network 3805080c-02d4-4a03-93a5-65cb2b265b98 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:10:56.402956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:10:56.451051 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-edd8f220-55b4-49e2-b1ca-9053ee9a49b2 None None] Port c93200aa-0c8f-4487-998f-d5c50745fd00 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:10:56.499457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8cfa30ba-9490-4259-a368-8ddec694ac92 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:10:56.570974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:10:56.572453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'name': 'tempest-TestMinimumBasicScenario-1262287560-router', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:53Z', 'revision_number': 3, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'gw_port': {'id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:72:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:56.576560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfeed2-a351-4603-a44c-6b6d0a7103e0 None None] The sync data for ids ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'] in dv-neutron-786478-5-hyperv is: [{'id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'name': 'tempest-TestMinimumBasicScenario-1262287560-router', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:53Z', 'revision_number': 3, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'gw_port': {'id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:72:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:10:56.578248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 8cfa30ba-9490-4259-a368-8ddec694ac92 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:10:56.582839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 8cfa30ba-9490-4259-a368-8ddec694ac92 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:56.583294 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:56.707751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-538cec64-2a5b-4dd0-82e5-147f7202db79 None None] Provisioning complete for port c93200aa-0c8f-4487-998f-d5c50745fd00 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:56.708239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-538cec64-2a5b-4dd0-82e5-147f7202db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:56.710757 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:56.736581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:10:56.742969 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] 10.222.0.46 "PUT /v2.0/routers/69c14ffc-77d2-49e6-b7df-f4b96e89ed36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0379851 Jun 11 12:10:56.777208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-538cec64-2a5b-4dd0-82e5-147f7202db79 None None] Port c93200aa-0c8f-4487-998f-d5c50745fd00 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:10:56.807894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 8cfa30ba-9490-4259-a368-8ddec694ac92, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8cfa30ba-9490-4259-a368-8ddec694ac92,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:56.817756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:56.821143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-17b8d5c6-ba79-40fd-99e0-aac7fbd52362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:56.884621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=8cfa30ba-9490-4259-a368-8ddec694ac92,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:56.895171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:57.848898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:57.884314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8cfa30ba-9490-4259-a368-8ddec694ac92 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:10:57.963964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 8cfa30ba-9490-4259-a368-8ddec694ac92 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:57.964599 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:58.071205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c1bb9000-3d6d-4c06-a11c-4d35604911d4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:10:58.143160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c1bb9000-3d6d-4c06-a11c-4d35604911d4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:10:58.149455 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c1bb9000-3d6d-4c06-a11c-4d35604911d4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:58.149848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:58.246660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:58.271557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port c1bb9000-3d6d-4c06-a11c-4d35604911d4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c1bb9000-3d6d-4c06-a11c-4d35604911d4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:10:58.276647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:58.278828 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:58.337575 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Sync routers for ids ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:10:58.345809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=c1bb9000-3d6d-4c06-a11c-4d35604911d4,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:58.350089 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:58.353899 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Routers {'69c14ffc-77d2-49e6-b7df-f4b96e89ed36'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:58.355038 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:58.505004 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Set router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:58.874343 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'name': 'tempest-TestMinimumBasicScenario-1262287560-router', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:55Z', 'revision_number': 4, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'gw_port': {'id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'c93200aa-0c8f-4487-998f-d5c50745fd00', 'name': '', 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'mac_address': 'fa:16:3e:08:ca:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'e5f6ab08-c159-4de7-93e2-6fc399438da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:55Z', 'updated_at': '2021-06-11T12:10:56Z', 'revision_number': 2, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'subnets': [{'id': 'e5f6ab08-c159-4de7-93e2-6fc399438da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:58.877519 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Checking router: 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:10:58.877892 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Updating router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 port c93200aa-0c8f-4487-998f-d5c50745fd00 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:10:58.927988 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:59.264267 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:59.276833 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Transition to ACTIVE for port object c93200aa-0c8f-4487-998f-d5c50745fd00 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:10:59.283689 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:59.285940 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-f2a4786d-20c0-4f83-9d70-a8cbc70c6904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:59.378473 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37152c-b455-4064-8fe2-d0443a02d986 None None] Pushing event updated for resources: {'Port': ['ID=c93200aa-0c8f-4487-998f-d5c50745fd00,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:59.383304 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-be37152c-b455-4064-8fe2-d0443a02d986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:59.457038 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Attempting to bind port c93200aa-0c8f-4487-998f-d5c50745fd00 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:10:59.457346 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Attempting to bind port c93200aa-0c8f-4487-998f-d5c50745fd00 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '904903a6-fa9e-4370-a5dd-49871ad9c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:10:59.457726 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Attempting to bind port c93200aa-0c8f-4487-998f-d5c50745fd00 on network 3805080c-02d4-4a03-93a5-65cb2b265b98 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:10:59.463766 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:10:59.464158 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Checking segment: {'id': '904903a6-fa9e-4370-a5dd-49871ad9c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:10:59.464571 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:59.464978 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Bound using segment: {'id': '904903a6-fa9e-4370-a5dd-49871ad9c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:10:59.465453 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Bound port: c93200aa-0c8f-4487-998f-d5c50745fd00, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904903a6-fa9e-4370-a5dd-49871ad9c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:10:59.465836 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:59.547936 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] For port c93200aa-0c8f-4487-998f-d5c50745fd00, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:10:59.551701 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] For port c93200aa-0c8f-4487-998f-d5c50745fd00, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c93200aa-0c8f-4487-998f-d5c50745fd00,segment=NetworkSegment(904903a6-fa9e-4370-a5dd-49871ad9c969),segment_id=904903a6-fa9e-4370-a5dd-49871ad9c969)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:10:59.557272 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:10:59.567814 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-cfc04344-dea5-4da0-9f89-0b21e44934d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:10:59.615806 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Routers {'69c14ffc-77d2-49e6-b7df-f4b96e89ed36'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:10:59.618656 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:10:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:10:59.780070 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37152c-b455-4064-8fe2-d0443a02d986 None None] Pushing event updated for resources: {'Port': ['ID=c93200aa-0c8f-4487-998f-d5c50745fd00,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:10:59.783786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c1bb9000-3d6d-4c06-a11c-4d35604911d4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:10:59.784449 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-be37152c-b455-4064-8fe2-d0443a02d986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:10:59.850697 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] Set router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:10:59.865207 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c1bb9000-3d6d-4c06-a11c-4d35604911d4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:10:59.868288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:00.231026 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'name': 'tempest-TestMinimumBasicScenario-1262287560-router', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:55Z', 'revision_number': 4, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'gw_port': {'id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'c93200aa-0c8f-4487-998f-d5c50745fd00', 'name': '', 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'mac_address': 'fa:16:3e:08:ca:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'e5f6ab08-c159-4de7-93e2-6fc399438da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:55Z', 'updated_at': '2021-06-11T12:10:59Z', 'revision_number': 4, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'subnets': [{'id': 'e5f6ab08-c159-4de7-93e2-6fc399438da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:11:00.234669 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e0897-1975-41a2-a931-0feb2369c6e8 None None] The sync data for ids ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'] in dv-neutron-786478-5-hyperv is: [{'id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'name': 'tempest-TestMinimumBasicScenario-1262287560-router', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:55Z', 'revision_number': 4, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'gw_port': {'id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'c93200aa-0c8f-4487-998f-d5c50745fd00', 'name': '', 'network_id': '3805080c-02d4-4a03-93a5-65cb2b265b98', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'mac_address': 'fa:16:3e:08:ca:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'e5f6ab08-c159-4de7-93e2-6fc399438da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:55Z', 'updated_at': '2021-06-11T12:10:59Z', 'revision_number': 4, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'subnets': [{'id': 'e5f6ab08-c159-4de7-93e2-6fc399438da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:11:01.788514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c93200aa-0c8f-4487-998f-d5c50745fd00 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:11:01.855183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c93200aa-0c8f-4487-998f-d5c50745fd00 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:11:01.859585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c93200aa-0c8f-4487-998f-d5c50745fd00 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:11:01.859967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:01.879824 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:11:01.956583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:02.001222 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port c93200aa-0c8f-4487-998f-d5c50745fd00, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c93200aa-0c8f-4487-998f-d5c50745fd00,segment=NetworkSegment(904903a6-fa9e-4370-a5dd-49871ad9c969),segment_id=904903a6-fa9e-4370-a5dd-49871ad9c969)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:11:02.010596 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:02.012991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:02.069012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=c93200aa-0c8f-4487-998f-d5c50745fd00,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:02.072892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:03.757959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c93200aa-0c8f-4487-998f-d5c50745fd00 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:11:03.817842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c93200aa-0c8f-4487-998f-d5c50745fd00 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:11:03.818330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:06.707290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-5bc6ebbe-9143-4190-9264-c7d7f4aec0a3 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:06.708650 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-5bc6ebbe-9143-4190-9264-c7d7f4aec0a3 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/networks?id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 HTTP/1.1" status: 200 len: 815 time: 0.1274190 Jun 11 12:11:06.723467 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-c434da70-0b60-4628-8089-90181a0e1ed7 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/quotas/7c8ae8a286214128bea3e755bfdaea3b HTTP/1.1" status: 200 len: 375 time: 0.0088799 Jun 11 12:11:06.797858 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-840dc219-410e-4751-a718-6b5d1c648285 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c8ae8a286214128bea3e755bfdaea3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689483 Jun 11 12:11:07.012334 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-d2177ddf-d3e5-4916-b537-13ec888d835e service neutron] 10.222.0.46 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034569 Jun 11 12:11:07.126984 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-21a56992-ca58-4012-bcf6-52283bae9321 service neutron] 10.222.0.46 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088917 Jun 11 12:11:07.297174 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c72d1f06-a9da-44e9-bf72-a01be77df646 req-88f39b2d-c84f-49c4-9ee5-c2eaeaa30df4 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0334914 Jun 11 12:11:08.782308 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bb3131a2-41ed-45f0-8e55-fbb80b9ea357 req-535696f5-6dfc-47d4-a507-93b61889b87b tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0561531 Jun 11 12:11:08.831815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-1ab6e3fe-9a44-48f4-bbde-a3a671c8abff tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:08.834566 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-1ab6e3fe-9a44-48f4-bbde-a3a671c8abff tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.25 "GET /v2.0/networks?id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 HTTP/1.1" status: 200 len: 815 time: 0.6184850 Jun 11 12:11:09.930437 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f8fd2dc7-3891-42c1-b9d2-9797fd398789 req-018807db-39dd-431d-92ec-4dce3973e4ba tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0365138 Jun 11 12:11:11.087848 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-342bde47-5dc4-4e57-bf72-16f5442e4bcd req-e193b976-bb95-453d-81a4-af7920d81856 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0342515 Jun 11 12:11:12.167403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a526-648b-4f42-a23c-03dce9a25beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:12.244476 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fb0a01f7-d87d-48de-9aef-d724ee2897f4 req-e6fc6d7a-05c4-478d-bf4b-7048806f79b1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0427864 Jun 11 12:11:13.399957 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1a1d4879-a6a9-4937-8625-12a4bc863e74 req-ceacfd93-5ae6-4732-8212-c37d354ccaec tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0405118 Jun 11 12:11:14.547257 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b9eb5479-49d9-4ea3-ad32-40b5843e8706 req-24d80c3a-bd47-4374-bcc2-55acce20557c tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0343664 Jun 11 12:11:14.786986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:14.952833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c6498faf-7dea-4e3a-a37e-81d4360a383f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:15.697600 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0934b946-834a-4b3b-98d2-338425de6efa req-a9a72097-af88-4a57-86c0-776fdedabd12 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0329416 Jun 11 12:11:16.124206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:16.847343 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-43ff8164-6ec7-4e75-9b95-f677d67a400e req-36d7c028-f37b-44ce-a62e-6a11ef70cadd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0335491 Jun 11 12:11:17.821611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:18.006254 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5554eba9-993e-48ea-8e9a-9ae54dadc8ce req-97e43eb2-7112-4c74-aa95-89afd86d8138 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0332944 Jun 11 12:11:19.156898 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c117876e-161d-46c3-a5b4-3c9f6fc77d83 req-86ea2c9e-5800-4e03-a828-dbd6334cbb3f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0325313 Jun 11 12:11:19.588979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Request body: {'port': {'device_id': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'admin_state_up': True, 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:11:19.720395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Made reservation on behalf of 7c8ae8a286214128bea3e755bfdaea3b for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:11:19.723947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:19.865376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Allocated IP 172.20.0.10 (a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11/63e6e832-35d7-4f07-9be9-32084eb359d5/206518de-2fb6-491d-a847-72bb2b4fd6de) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:11:20.039660 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:20.051911 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Transition to ACTIVE for port object 206518de-2fb6-491d-a847-72bb2b4fd6de will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:11:20.085535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:20.089382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d89d4f9a-36c2-4ad6-8a2a-3c810780fb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:20.135797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:11:20.138954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:11:20.142862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:11:20.177006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'Port': ['ID=206518de-2fb6-491d-a847-72bb2b4fd6de,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:20.182337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:20.207096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:20.207749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:20.223202 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6382551 Jun 11 12:11:20.233607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-53df34b6-c7d7-4cf8-8f6b-1b8b7832a8c1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 12:11:20.234769 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-53df34b6-c7d7-4cf8-8f6b-1b8b7832a8c1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056312 Jun 11 12:11:20.320038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Request body: {'port': {'device_id': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:11:20.378950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1d00503a-7b24-43d0-b840-6452ec536d26 None None] Provisioning for port 206518de-2fb6-491d-a847-72bb2b4fd6de completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:11:20.383454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1d00503a-7b24-43d0-b840-6452ec536d26 None None] Provisioning complete for port 206518de-2fb6-491d-a847-72bb2b4fd6de triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:11:20.383851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1d00503a-7b24-43d0-b840-6452ec536d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:20.429950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-1d00503a-7b24-43d0-b840-6452ec536d26 None None] Port 206518de-2fb6-491d-a847-72bb2b4fd6de cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:11:20.430324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c18e3-75f2-4f19-af3b-983ca102c63c req-7e0f68c2-c101-408a-b1d5-561c0d2512ac tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:20.431836 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-319c18e3-75f2-4f19-af3b-983ca102c63c req-7e0f68c2-c101-408a-b1d5-561c0d2512ac tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 932 time: 0.1545906 Jun 11 12:11:20.436422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:20.512782 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-319c18e3-75f2-4f19-af3b-983ca102c63c req-a4baac64-bb05-46a7-acfb-f92ef00ceb3f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741968 Jun 11 12:11:20.782054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206518de-2fb6-491d-a847-72bb2b4fd6de {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:11:20.789715 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:20.801243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Transition to ACTIVE for port object 206518de-2fb6-491d-a847-72bb2b4fd6de will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:11:20.805562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:20.808453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6055844d-e706-4794-b61a-4a5146b60906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:20.905438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Pushing event updated for resources: {'Port': ['ID=206518de-2fb6-491d-a847-72bb2b4fd6de,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:20.908994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:20.992225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Attempting to bind port 206518de-2fb6-491d-a847-72bb2b4fd6de on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:11:20.992568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Attempting to bind port 206518de-2fb6-491d-a847-72bb2b4fd6de by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:11:20.992904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Attempting to bind port 206518de-2fb6-491d-a847-72bb2b4fd6de on network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:11:20.997189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Port 206518de-2fb6-491d-a847-72bb2b4fd6de on network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:11:20.997508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Attempting to bind port 206518de-2fb6-491d-a847-72bb2b4fd6de on network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:11:21.002176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:11:21.002516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Checking segment: {'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:11:21.003067 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Bound using segment: {'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:11:21.003496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Bound port: 206518de-2fb6-491d-a847-72bb2b4fd6de, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9d9337-09a7-458d-a2bb-46421e1dac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:11:21.003842 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:21.087330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] For port 206518de-2fb6-491d-a847-72bb2b4fd6de, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:11:21.090236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] For port 206518de-2fb6-491d-a847-72bb2b4fd6de, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=206518de-2fb6-491d-a847-72bb2b4fd6de,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:11:21.094960 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:21.097131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-55831f83-d08e-4aa5-8fcd-064e8a4274a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:21.139038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:21.139660 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:21.141058 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] 10.222.0.25 "PUT /v2.0/ports/206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 200 len: 1094 time: 0.8985906 Jun 11 12:11:21.141590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:11:21.143957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93791dd-b19f-4d31-ae41-edb77caa5f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:11:21.171539 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Pushing event updated for resources: {'Port': ['ID=206518de-2fb6-491d-a847-72bb2b4fd6de,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:21.174852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:21.195262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9512d711-62e6-40d5-b073-72b8d0dcae96 x-openstack-request-id: req-9512d711-62e6-40d5-b073-72b8d0dcae96 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:11:21.195620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:11:21.195930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9512d711-62e6-40d5-b073-72b8d0dcae96 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:11:21.196387 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'status': 'completed', 'code': 200} Jun 11 12:11:21.247696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-c4739a5e-fae0-4e0c-aec2-4bd32d9cfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:21.249231 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-c4739a5e-fae0-4e0c-aec2-4bd32d9cfdbe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c8ae8a286214128bea3e755bfdaea3b&device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 1097 time: 0.0654104 Jun 11 12:11:21.311742 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-8f076c2b-d010-47d9-b245-097746ba9e75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 200 len: 217 time: 0.0547082 Jun 11 12:11:21.369488 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-96caad62-49c3-4cf2-bf03-789727904dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:21.370696 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-96caad62-49c3-4cf2-bf03-789727904dd0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e6e832-35d7-4f07-9be9-32084eb359d5 HTTP/1.1" status: 200 len: 854 time: 0.0521810 Jun 11 12:11:21.434316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-b73ddd3d-6c8b-409b-a296-1a1c0c92b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:21.435736 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-b73ddd3d-6c8b-409b-a296-1a1c0c92b6ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588601 Jun 11 12:11:21.552418 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-93799f9f-b3e3-4bcf-8066-cb3376651a04 service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098077 Jun 11 12:11:21.710103 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a2d676c9-014b-4a96-8dc1-23a0dda95f04 req-8393064b-7236-46c2-a425-0698f4a5d6b1 service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507332 Jun 11 12:11:21.738216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e8ef6-6f9d-4710-8857-f61f1cf5bf92 req-102e15bf-de8d-4cf7-bb82-eaf7ae9f6d8f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:21.740230 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa0e8ef6-6f9d-4710-8857-f61f1cf5bf92 req-102e15bf-de8d-4cf7-bb82-eaf7ae9f6d8f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 944 time: 0.0980420 Jun 11 12:11:21.814349 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa0e8ef6-6f9d-4710-8857-f61f1cf5bf92 req-ddedef1b-111c-4fa9-a8b7-e2dbe8f3d39a tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683024 Jun 11 12:11:21.837123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93791dd-b19f-4d31-ae41-edb77caa5f0a req-c7bc2c22-1360-445e-832f-c29c09213c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:21.838613 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e93791dd-b19f-4d31-ae41-edb77caa5f0a req-c7bc2c22-1360-445e-832f-c29c09213c72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c8ae8a286214128bea3e755bfdaea3b&device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 1097 time: 0.0754316 Jun 11 12:11:21.954113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93791dd-b19f-4d31-ae41-edb77caa5f0a req-0f5eda8f-7108-4cc1-98ca-76cd3935f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:21.955489 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e93791dd-b19f-4d31-ae41-edb77caa5f0a req-0f5eda8f-7108-4cc1-98ca-76cd3935f670 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 HTTP/1.1" status: 200 len: 917 time: 0.1105869 Jun 11 12:11:22.008640 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e93791dd-b19f-4d31-ae41-edb77caa5f0a req-35bbb65e-73cf-4126-8542-694cac5921a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 200 len: 217 time: 0.0462558 Jun 11 12:11:22.071615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93791dd-b19f-4d31-ae41-edb77caa5f0a req-792a2d4a-c669-4d6f-b620-f61a042f0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:22.073021 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e93791dd-b19f-4d31-ae41-edb77caa5f0a req-792a2d4a-c669-4d6f-b620-f61a042f0af3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e6e832-35d7-4f07-9be9-32084eb359d5 HTTP/1.1" status: 200 len: 854 time: 0.0582232 Jun 11 12:11:22.134963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93791dd-b19f-4d31-ae41-edb77caa5f0a req-100dbd81-55ea-4614-b57e-de44aa70164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:22.136377 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e93791dd-b19f-4d31-ae41-edb77caa5f0a req-100dbd81-55ea-4614-b57e-de44aa70164e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560565 Jun 11 12:11:22.251451 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e93791dd-b19f-4d31-ae41-edb77caa5f0a req-15eab249-e85b-43b7-b6a3-9272569ce617 service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073322 Jun 11 12:11:22.365485 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e93791dd-b19f-4d31-ae41-edb77caa5f0a req-6eeb53c7-e5fb-4221-8e73-a6354fa099b1 service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079080 Jun 11 12:11:22.996387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1d1d-8293-46b9-99fa-c57e3c594bb2 req-df54a065-8b3a-455e-8ba6-3678eb9e65e5 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:22.997841 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bebf1d1d-8293-46b9-99fa-c57e3c594bb2 req-df54a065-8b3a-455e-8ba6-3678eb9e65e5 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 944 time: 0.0726519 Jun 11 12:11:23.030184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 206518de-2fb6-491d-a847-72bb2b4fd6de details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:11:23.039708 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bebf1d1d-8293-46b9-99fa-c57e3c594bb2 req-408c70c0-8c56-4b8d-a2e7-d8279c2e1f95 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358849 Jun 11 12:11:23.149238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 206518de-2fb6-491d-a847-72bb2b4fd6de, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=206518de-2fb6-491d-a847-72bb2b4fd6de,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:11:23.161091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'port_id': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'mac_address': 'fa:16:3e:f9:e1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:11:23.203388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:23.221638 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206518de-2fb6-491d-a847-72bb2b4fd6de {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:11:23.242074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 206518de-2fb6-491d-a847-72bb2b4fd6de, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=206518de-2fb6-491d-a847-72bb2b4fd6de,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:11:23.245967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:23.248022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-6b27009b-49e1-4ea7-9f13-b62b957f75f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:23.303114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=206518de-2fb6-491d-a847-72bb2b4fd6de,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:23.310295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.310682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.311146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.311496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.311836 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.312174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.312507 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.312840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.313168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.313496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.313823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.314146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:23.318577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:23.449367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['206518de-2fb6-491d-a847-72bb2b4fd6de'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:11:24.225351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a27da-659c-4ae2-afd8-c4e90187b7f2 req-36fbdec6-f592-46b9-94d9-d48ad47e13a7 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:24.226834 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-463a27da-659c-4ae2-afd8-c4e90187b7f2 req-36fbdec6-f592-46b9-94d9-d48ad47e13a7 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 945 time: 0.0697014 Jun 11 12:11:24.267526 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-463a27da-659c-4ae2-afd8-c4e90187b7f2 req-9e553de1-be53-4a71-baf3-ac7d75650573 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350225 Jun 11 12:11:25.045728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 206518de-2fb6-491d-a847-72bb2b4fd6de up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:11:25.101325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 206518de-2fb6-491d-a847-72bb2b4fd6de completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:11:25.104853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 206518de-2fb6-491d-a847-72bb2b4fd6de triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:11:25.105235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:25.190209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:25.216768 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:11:25.219054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d499d907-72e1-44ae-b957-73855d796a19" -d '{"events": [{"server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "name": "network-vif-plugged", "status": "completed", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:11:25.232851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 206518de-2fb6-491d-a847-72bb2b4fd6de, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=206518de-2fb6-491d-a847-72bb2b4fd6de,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:11:25.237582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:25.239659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:25.266404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0ce014-52dc-4dfb-b264-7a8e78864e64 x-openstack-request-id: req-9d0ce014-52dc-4dfb-b264-7a8e78864e64 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:11:25.266935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "name": "network-vif-plugged", "status": "completed", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:11:25.267366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d0ce014-52dc-4dfb-b264-7a8e78864e64 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:11:25.267998 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'code': 200} Jun 11 12:11:25.299273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=206518de-2fb6-491d-a847-72bb2b4fd6de,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:25.303364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:25.507993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28d7fd-70c6-4b28-a11b-3b2c551cef30 req-7c6a2b20-53b0-4bc5-85f7-156939eac134 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:25.509427 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fe28d7fd-70c6-4b28-a11b-3b2c551cef30 req-7c6a2b20-53b0-4bc5-85f7-156939eac134 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 946 time: 0.1118662 Jun 11 12:11:25.524692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ca792-17da-452e-815a-a3ebe57713e6 req-66174306-4072-4aa2-bd9c-4d41973ae201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:25.526050 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f70ca792-17da-452e-815a-a3ebe57713e6 req-66174306-4072-4aa2-bd9c-4d41973ae201 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 1099 time: 0.0955353 Jun 11 12:11:25.577100 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fe28d7fd-70c6-4b28-a11b-3b2c551cef30 req-591b1add-e681-4e2b-96b7-810861411526 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620136 Jun 11 12:11:25.580495 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f70ca792-17da-452e-815a-a3ebe57713e6 req-7d6dd8b2-8da8-4123-8387-58e8b36dd9e3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452013 Jun 11 12:11:26.754502 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83525ef-b9b5-4e58-a90d-a96b9d39f047 req-7c550405-5d0f-466b-8038-4b6b366cff2b tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:26.756002 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b83525ef-b9b5-4e58-a90d-a96b9d39f047 req-7c550405-5d0f-466b-8038-4b6b366cff2b tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 946 time: 0.0677779 Jun 11 12:11:26.797090 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b83525ef-b9b5-4e58-a90d-a96b9d39f047 req-08384054-e13a-4f9d-8129-5182947ac1fc tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355175 Jun 11 12:11:26.976651 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb72d2-4466-426b-8c79-7b7b02d03cac req-c2301f5d-db45-4019-84b2-4f8795d512fd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:26.978055 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3dcb72d2-4466-426b-8c79-7b7b02d03cac req-c2301f5d-db45-4019-84b2-4f8795d512fd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 946 time: 0.0740821 Jun 11 12:11:27.026552 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3dcb72d2-4466-426b-8c79-7b7b02d03cac req-5e01d657-c35a-4c33-94e8-476b6e291b33 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Jun 11 12:11:27.417363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7890d-ef1b-4c00-a0c8-654b40de7ae2 req-6178cb21-ba08-4ea0-b1ba-f2ad9a7bca83 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:27.418848 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-def7890d-ef1b-4c00-a0c8-654b40de7ae2 req-6178cb21-ba08-4ea0-b1ba-f2ad9a7bca83 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 946 time: 0.0694692 Jun 11 12:11:27.459578 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-def7890d-ef1b-4c00-a0c8-654b40de7ae2 req-bd9ffd56-8c69-4671-99fd-891c9bb379f9 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350974 Jun 11 12:11:27.864562 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:38.877900 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:11:39.089737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380681c-4b53-4b2c-aa2a-cb8309f690b7 req-167841d7-4041-4f41-815b-5a302f3521e7 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:39.091234 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f380681c-4b53-4b2c-aa2a-cb8309f690b7 req-167841d7-4041-4f41-815b-5a302f3521e7 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 946 time: 0.0750473 Jun 11 12:11:39.134464 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f380681c-4b53-4b2c-aa2a-cb8309f690b7 req-746925fc-7f7b-4e57-8f4c-02f777c30d27 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Jun 11 12:11:39.162643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53640) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:11:39.258257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e42f3-2774-45d8-bc9b-f7cfdea23452 tempest-TestMinimumBasicScenario-1749917041 tempest-TestMinimumBasicScenario-1749917041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:39.259778 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b55e42f3-2774-45d8-bc9b-f7cfdea23452 tempest-TestMinimumBasicScenario-1749917041 tempest-TestMinimumBasicScenario-1749917041-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 1094 time: 0.0956843 Jun 11 12:11:39.262751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53644) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:11:39.267142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:11:39.289319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:39.413129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:39.529302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Allocated IP 172.26.6.30 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/47aa0ba3-8763-4d8d-8933-ff8764fbca01) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:11:39.653587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:39.691907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:39.695165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:39.741955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:11:39.744675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:11:39.748193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:11:39.777663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'Port': ['ID=47aa0ba3-8763-4d8d-8933-ff8764fbca01,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:39.793766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.794167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.794576 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.794965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.795348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.795726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.796103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.796478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.796853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.797225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.797599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.797969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:39.802468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:40.208636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:40.294553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:40.469210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:40.473500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:40.476219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:40.559255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'Port': ['ID=47aa0ba3-8763-4d8d-8933-ff8764fbca01,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:40.562944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:40.569149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:40.706407 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Floating IP 8ff2b586-3f71-4a95-ae46-088c685050b9 associated. External IP: 172.26.6.30, port: 206518de-2fb6-491d-a847-72bb2b4fd6de. Jun 11 12:11:41.384173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Router b25dc40b-10b9-4c80-983f-7672d2640151 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:11:41.526925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:11:41.536428 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e6b742-7368-44d7-a017-4837e71c608e None None] Sync routers for ids ['b25dc40b-10b9-4c80-983f-7672d2640151'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:11:41.542345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:41.547005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6b742-7368-44d7-a017-4837e71c608e None None] Routers {'b25dc40b-10b9-4c80-983f-7672d2640151'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:11:41.547642 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-17e6b742-7368-44d7-a017-4837e71c608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:11:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b25dc40b-10b9-4c80-983f-7672d2640151'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:11:41.588837 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3249991 Jun 11 12:11:41.589562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:11:41.593975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53646) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:11:41.595049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be" -d '{"events": [{"name": "network-changed", "server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:11:41.598265 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006391451', 'description': 'tempest-secgroup-smoke-1006391451 description', 'project_id': '7c8ae8a286214128bea3e755bfdaea3b'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:11:41.627448 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:41.629892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aff882-305d-471d-b95f-e2475432f460 x-openstack-request-id: req-a8aff882-305d-471d-b95f-e2475432f460 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:11:41.630249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:11:41.630585 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8aff882-305d-471d-b95f-e2475432f460 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:11:41.631038 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'status': 'completed', 'code': 200} Jun 11 12:11:41.718780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:41.719564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be req-2310aee8-0c1a-49dd-b33f-b087bd7e1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:41.720032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-17e6b742-7368-44d7-a017-4837e71c608e None None] Set router b25dc40b-10b9-4c80-983f-7672d2640151 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:11:41.721654 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be req-2310aee8-0c1a-49dd-b33f-b087bd7e1618 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c8ae8a286214128bea3e755bfdaea3b&device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 1099 time: 0.0692172 Jun 11 12:11:41.723362 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:41.727464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-335a7e78-06fd-48b5-b851-9d671a1fcc7e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:41.748139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:41.752566 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1597602 Jun 11 12:11:41.753177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53650) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:11:41.760119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f9139c53-c641-42a6-b854-54963a2a5fa1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Request body: {'security_group_rule': {'security_group_id': 'b12ed77a-6cca-4631-b3c0-77d05b0601c4', 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:11:41.783840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12ed77a-6cca-4631-b3c0-77d05b0601c4,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:41.796754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.797230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.797629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.798015 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.798394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.798839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.799222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.799611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.799987 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.800348 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.800718 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.801089 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:11:41.807530 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b389f480-3128-46c6-a473-82c86e8a3ffd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:41.810959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f9139c53-c641-42a6-b854-54963a2a5fa1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:41.857571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be req-d3289be0-562f-4f21-8e7d-2e05ec826524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:41.859092 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be req-d3289be0-562f-4f21-8e7d-2e05ec826524 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 HTTP/1.1" status: 200 len: 917 time: 0.1304109 Jun 11 12:11:41.873918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f9139c53-c641-42a6-b854-54963a2a5fa1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:41.878566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f9139c53-c641-42a6-b854-54963a2a5fa1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:41.880455 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6037005f-402a-4ed3-9a51-a7c19f21556c tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:41.898006 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9139c53-c641-42a6-b854-54963a2a5fa1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65610fa0-55fe-466b-93ae-de89d67074d2,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:41.905251 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f9139c53-c641-42a6-b854-54963a2a5fa1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:41.907907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f9139c53-c641-42a6-b854-54963a2a5fa1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:41.912121 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f9139c53-c641-42a6-b854-54963a2a5fa1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531613 Jun 11 12:11:41.912386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53652) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:11:41.917857 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5542fd73-7608-47a3-a05f-86e6f9566df3 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Request body: {'security_group_rule': {'security_group_id': 'b12ed77a-6cca-4631-b3c0-77d05b0601c4', 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:11:41.945204 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5542fd73-7608-47a3-a05f-86e6f9566df3 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:41.953671 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be req-6bb4c627-1d42-4be1-a4bb-3bee3cd7e7e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 200 len: 999 time: 0.0869792 Jun 11 12:11:42.010978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5542fd73-7608-47a3-a05f-86e6f9566df3 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.012210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be req-ff0d0604-35a3-40c2-8268-1d5ead931fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:42.013789 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be req-ff0d0604-35a3-40c2-8268-1d5ead931fe8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e6e832-35d7-4f07-9be9-32084eb359d5 HTTP/1.1" status: 200 len: 854 time: 0.0541487 Jun 11 12:11:42.015556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5542fd73-7608-47a3-a05f-86e6f9566df3 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.017811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-661a9d60-ad2b-44ac-a848-3d6fa11b158f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:42.028615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-17e6b742-7368-44d7-a017-4837e71c608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:50Z', 'revision_number': 4, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8ff2b586-3f71-4a95-ae46-088c685050b9', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'port_id': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'mac_address': 'fa:16:3e:f9:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:11:40Z', 'updated_at': '2021-06-11T12:11:40Z', 'revision_number': 0, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfa30ba-9490-4259-a368-8ddec694ac92', 'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'mac_address': 'fa:16:3e:de:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:49Z', 'updated_at': '2021-06-11T12:10:56Z', 'revision_number': 5, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'subnets': [{'id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:11:42.033646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e6b742-7368-44d7-a017-4837e71c608e None None] Checking router: b25dc40b-10b9-4c80-983f-7672d2640151 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:11:42.039523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5542fd73-7608-47a3-a05f-86e6f9566df3 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.043208 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5542fd73-7608-47a3-a05f-86e6f9566df3 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267316 Jun 11 12:11:42.043208 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542fd73-7608-47a3-a05f-86e6f9566df3 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adb0c40-4f4a-49be-8fe9-dbf64ecb45f3,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:42.043424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53654) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:11:42.048713 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-a48e9da9-a570-4210-aede-fb3c2842f440 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Request body: {'security_group_rule': {'security_group_id': 'b12ed77a-6cca-4631-b3c0-77d05b0601c4', 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:11:42.050645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6b742-7368-44d7-a017-4837e71c608e None None] Routers {'b25dc40b-10b9-4c80-983f-7672d2640151'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:11:42.051287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-17e6b742-7368-44d7-a017-4837e71c608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:11:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b25dc40b-10b9-4c80-983f-7672d2640151'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:11:42.056527 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5542fd73-7608-47a3-a05f-86e6f9566df3 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:42.077395 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a48e9da9-a570-4210-aede-fb3c2842f440 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.080567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be req-f24d81c5-2f3f-479c-853d-38279aed6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:42.082157 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be req-f24d81c5-2f3f-479c-853d-38279aed6d78 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0614700 Jun 11 12:11:42.143447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a48e9da9-a570-4210-aede-fb3c2842f440 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.147935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a48e9da9-a570-4210-aede-fb3c2842f440 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.149817 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-16addcf5-6147-4006-83ee-e42b6d9b3e07 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:42.168021 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e9da9-a570-4210-aede-fb3c2842f440 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c575da3a-39fe-4a19-a865-f5df08dd62cc,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:42.170698 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a48e9da9-a570-4210-aede-fb3c2842f440 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:42.176834 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a48e9da9-a570-4210-aede-fb3c2842f440 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.178357 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a48e9da9-a570-4210-aede-fb3c2842f440 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333029 Jun 11 12:11:42.183003 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53656) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:11:42.187874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-24871364-9391-439b-9b6b-55dfdcb47370 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Request body: {'security_group_rule': {'security_group_id': 'b12ed77a-6cca-4631-b3c0-77d05b0601c4', 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:11:42.212510 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be req-fa151f33-13c1-4498-a8e9-06e131f312df service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235640 Jun 11 12:11:42.216436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24871364-9391-439b-9b6b-55dfdcb47370 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.288892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24871364-9391-439b-9b6b-55dfdcb47370 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.293216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24871364-9391-439b-9b6b-55dfdcb47370 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.295546 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:42.313563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24871364-9391-439b-9b6b-55dfdcb47370 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77533308-adb2-4f0d-bc20-6b4fdc2ac732,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:42.317402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-24871364-9391-439b-9b6b-55dfdcb47370 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:42.322554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-24871364-9391-439b-9b6b-55dfdcb47370 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.324547 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-24871364-9391-439b-9b6b-55dfdcb47370 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404295 Jun 11 12:11:42.327075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53658) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:11:42.332401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-0c0bbdae-bf3d-45d1-a81e-00579969903f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Request body: {'security_group_rule': {'security_group_id': 'b12ed77a-6cca-4631-b3c0-77d05b0601c4', 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:11:42.343258 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48d7eb78-ffb8-4cfc-aa59-ba6d286526be req-409abea7-153f-41ee-9382-68ff5a119ad7 service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218572 Jun 11 12:11:42.364323 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-0c0bbdae-bf3d-45d1-a81e-00579969903f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Project 7c8ae8a286214128bea3e755bfdaea3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:11:42.369949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbdae-bf3d-45d1-a81e-00579969903f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.370180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b7886434-ddb2-4dba-b405-475a2aaeeb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.399954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-17e6b742-7368-44d7-a017-4837e71c608e None None] Set router b25dc40b-10b9-4c80-983f-7672d2640151 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:11:42.439769 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbdae-bf3d-45d1-a81e-00579969903f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.443457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbdae-bf3d-45d1-a81e-00579969903f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.445572 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a48e9da9-a570-4210-aede-fb3c2842f440 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:42.462415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bbdae-bf3d-45d1-a81e-00579969903f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6f4f8c-8de0-43e8-8e6a-d25489658ca8,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:42.465295 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0c0bbdae-bf3d-45d1-a81e-00579969903f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:42.468719 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbdae-bf3d-45d1-a81e-00579969903f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.469716 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0c0bbdae-bf3d-45d1-a81e-00579969903f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417139 Jun 11 12:11:42.472445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53660) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:11:42.477457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f86ec604-ea3b-4d9b-acb6-33126dc2dbe6 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Request body: {'security_group_rule': {'security_group_id': 'b12ed77a-6cca-4631-b3c0-77d05b0601c4', 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:11:42.498813 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-f86ec604-ea3b-4d9b-acb6-33126dc2dbe6 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Project 7c8ae8a286214128bea3e755bfdaea3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:11:42.503668 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f86ec604-ea3b-4d9b-acb6-33126dc2dbe6 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.568559 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f86ec604-ea3b-4d9b-acb6-33126dc2dbe6 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.572608 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f86ec604-ea3b-4d9b-acb6-33126dc2dbe6 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.574736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-51844795-8f7d-4af5-95de-d92c27807223 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:42.592052 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ec604-ea3b-4d9b-acb6-33126dc2dbe6 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b09308-aea7-49ac-bb97-1c10aed0f498,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:42.599897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f86ec604-ea3b-4d9b-acb6-33126dc2dbe6 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:42.604970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f86ec604-ea3b-4d9b-acb6-33126dc2dbe6 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:42.606170 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f86ec604-ea3b-4d9b-acb6-33126dc2dbe6 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327717 Jun 11 12:11:42.692342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-17e6b742-7368-44d7-a017-4837e71c608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:50Z', 'revision_number': 4, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8ff2b586-3f71-4a95-ae46-088c685050b9', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'port_id': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'mac_address': 'fa:16:3e:f9:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:11:40Z', 'updated_at': '2021-06-11T12:11:40Z', 'revision_number': 0, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfa30ba-9490-4259-a368-8ddec694ac92', 'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'mac_address': 'fa:16:3e:de:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:49Z', 'updated_at': '2021-06-11T12:10:56Z', 'revision_number': 5, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'subnets': [{'id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:11:42.696410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e6b742-7368-44d7-a017-4837e71c608e None None] The sync data for ids ['b25dc40b-10b9-4c80-983f-7672d2640151'] in dv-neutron-786478-5-hyperv is: [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:50Z', 'revision_number': 4, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '8ff2b586-3f71-4a95-ae46-088c685050b9', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'port_id': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'mac_address': 'fa:16:3e:f9:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:11:40Z', 'updated_at': '2021-06-11T12:11:40Z', 'revision_number': 0, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfa30ba-9490-4259-a368-8ddec694ac92', 'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'mac_address': 'fa:16:3e:de:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:49Z', 'updated_at': '2021-06-11T12:10:56Z', 'revision_number': 5, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'subnets': [{'id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:11:42.731084 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e5ca95f8-a71a-4317-b02f-87f12c6abbcb req-f99012ba-1220-4fbe-8e10-050d21835661 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006391451&fields=id&tenant_id=7c8ae8a286214128bea3e755bfdaea3b HTTP/1.1" status: 200 len: 267 time: 0.0407386 Jun 11 12:11:42.813387 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca95f8-a71a-4317-b02f-87f12c6abbcb req-45c995e9-f23a-4ba3-8d8f-8f358beba501 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:42.815604 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e5ca95f8-a71a-4317-b02f-87f12c6abbcb req-45c995e9-f23a-4ba3-8d8f-8f358beba501 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 946 time: 0.0775938 Jun 11 12:11:42.827392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-e5ca95f8-a71a-4317-b02f-87f12c6abbcb req-c3b0202a-57e2-4c05-ad92-838c205e9c14 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Request body: {'port': {'security_groups': ['f2394604-1103-4b77-bd60-75f5311d51c8', 'b12ed77a-6cca-4631-b3c0-77d05b0601c4']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:11:42.883274 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c21f49-f31b-4378-b01f-4e460c3504b8 None None] New status for floating IP 8ff2b586-3f71-4a95-ae46-088c685050b9: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:11:42.926547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e5ca95f8-a71a-4317-b02f-87f12c6abbcb req-c3b0202a-57e2-4c05-ad92-838c205e9c14 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:43.161789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-e5ca95f8-a71a-4317-b02f-87f12c6abbcb req-c3b0202a-57e2-4c05-ad92-838c205e9c14 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] For port 206518de-2fb6-491d-a847-72bb2b4fd6de, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=206518de-2fb6-491d-a847-72bb2b4fd6de,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:11:43.199272 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e5ca95f8-a71a-4317-b02f-87f12c6abbcb req-c3b0202a-57e2-4c05-ad92-838c205e9c14 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:43.203518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e5ca95f8-a71a-4317-b02f-87f12c6abbcb req-c3b0202a-57e2-4c05-ad92-838c205e9c14 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:43.207470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec51c4bd-ff87-40a8-8f58-5cee6054d30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:11:43.214923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['206518de-2fb6-491d-a847-72bb2b4fd6de'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:11:43.258104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca95f8-a71a-4317-b02f-87f12c6abbcb req-c3b0202a-57e2-4c05-ad92-838c205e9c14 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:43.258770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e5ca95f8-a71a-4317-b02f-87f12c6abbcb req-c3b0202a-57e2-4c05-ad92-838c205e9c14 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:43.260186 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e5ca95f8-a71a-4317-b02f-87f12c6abbcb req-c3b0202a-57e2-4c05-ad92-838c205e9c14 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "PUT /v2.0/ports/206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 200 len: 982 time: 0.4378273 Jun 11 12:11:43.289625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0202a-57e2-4c05-ad92-838c205e9c14 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'Port': ['ID=206518de-2fb6-491d-a847-72bb2b4fd6de,revision_number=6']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:11:43.294152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c3b0202a-57e2-4c05-ad92-838c205e9c14 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:11:43.327526 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['206518de-2fb6-491d-a847-72bb2b4fd6de'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:11:43.443843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face9a66-295f-4b52-8b38-e41396fc11fb req-4d76eb3b-bfdf-4176-8617-00847f605527 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:43.447697 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-face9a66-295f-4b52-8b38-e41396fc11fb req-4d76eb3b-bfdf-4176-8617-00847f605527 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0775111 Jun 11 12:11:43.489344 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-face9a66-295f-4b52-8b38-e41396fc11fb req-a8d76e4a-83c7-4536-af78-23f651705606 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374811 Jun 11 12:11:43.556137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-362e91c4-d9a4-4626-aa69-d8ebf31dcff3 None None] Provisioning complete for port 206518de-2fb6-491d-a847-72bb2b4fd6de triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:11:43.556520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-362e91c4-d9a4-4626-aa69-d8ebf31dcff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:43.632709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:11:43.635305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a" -d '{"events": [{"name": "network-changed", "server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:11:43.673913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d2d668-ecbb-466e-80d5-31f28de9128e x-openstack-request-id: req-32d2d668-ecbb-466e-80d5-31f28de9128e {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:11:43.674328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:11:43.674748 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32d2d668-ecbb-466e-80d5-31f28de9128e {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:11:43.675790 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'status': 'completed', 'code': 200} Jun 11 12:11:43.755568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a req-efe84e3e-bad6-4fe7-b64d-92f3014345e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:43.757583 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a req-efe84e3e-bad6-4fe7-b64d-92f3014345e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c8ae8a286214128bea3e755bfdaea3b&device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 1138 time: 0.0616190 Jun 11 12:11:43.875317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a req-f01caa2e-c4a9-4789-8568-aaa4ab74e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:43.876787 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a req-f01caa2e-c4a9-4789-8568-aaa4ab74e34f service neutron] 10.222.0.25 "GET /v2.0/networks?id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 HTTP/1.1" status: 200 len: 917 time: 0.1132677 Jun 11 12:11:43.967134 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a req-4dc78335-9107-462e-ba94-f6bf6c63e0cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 200 len: 1001 time: 0.0833385 Jun 11 12:11:44.023972 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a req-91baac88-c174-4ad7-a4f4-c07497106dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:44.025386 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a req-91baac88-c174-4ad7-a4f4-c07497106dc7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e6e832-35d7-4f07-9be9-32084eb359d5 HTTP/1.1" status: 200 len: 854 time: 0.0515571 Jun 11 12:11:44.092909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a req-daf42e71-9a11-4586-8cc6-149c5109a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:44.094369 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a req-daf42e71-9a11-4586-8cc6-149c5109a07e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0615718 Jun 11 12:11:44.207567 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a req-febf4e81-602f-4d7d-bdc3-3f7d27165b99 service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063204 Jun 11 12:11:44.322961 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-30ef272c-a2d3-4dea-89a4-b24a9dc1972a req-702d969a-01c8-47e3-bfca-a8cbf102b666 service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091249 Jun 11 12:11:44.787492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:44.951671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-819fd607-955e-411b-a816-9795964c5040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:46.132267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:47.823429 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:57.870951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:11:58.837093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3251-6bd3-4f2d-8e94-98bcba43ed96 req-62107fc9-92a6-4ecf-b280-c4069c45fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:58.838597 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e1d3251-6bd3-4f2d-8e94-98bcba43ed96 req-62107fc9-92a6-4ecf-b280-c4069c45fdd7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c8ae8a286214128bea3e755bfdaea3b&device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 1138 time: 0.1127627 Jun 11 12:11:58.851182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c2397-9940-4991-8b8a-89e1d17088e6 req-9ba00668-b8ab-42a5-9b52-ef2365c37810 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:58.852544 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-294c2397-9940-4991-8b8a-89e1d17088e6 req-9ba00668-b8ab-42a5-9b52-ef2365c37810 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0951586 Jun 11 12:11:58.965083 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-294c2397-9940-4991-8b8a-89e1d17088e6 req-1359ff6e-7ece-41af-9b6d-b08097427504 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1045763 Jun 11 12:11:58.998324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3251-6bd3-4f2d-8e94-98bcba43ed96 req-2cbe3f47-6fea-4f30-8fba-ccd8e21a5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:58.999817 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e1d3251-6bd3-4f2d-8e94-98bcba43ed96 req-2cbe3f47-6fea-4f30-8fba-ccd8e21a5c82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 HTTP/1.1" status: 200 len: 917 time: 0.1464269 Jun 11 12:11:59.084992 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e1d3251-6bd3-4f2d-8e94-98bcba43ed96 req-a5a4ea3d-ae6e-431c-99db-d04dd00892c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 200 len: 1001 time: 0.0776193 Jun 11 12:11:59.139068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3251-6bd3-4f2d-8e94-98bcba43ed96 req-085376c1-50d4-4e28-947c-22869282979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:59.140488 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e1d3251-6bd3-4f2d-8e94-98bcba43ed96 req-085376c1-50d4-4e28-947c-22869282979f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e6e832-35d7-4f07-9be9-32084eb359d5 HTTP/1.1" status: 200 len: 854 time: 0.0497015 Jun 11 12:11:59.204178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3251-6bd3-4f2d-8e94-98bcba43ed96 req-aa415e71-2166-477f-a0fb-7b993d95511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:11:59.205628 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e1d3251-6bd3-4f2d-8e94-98bcba43ed96 req-aa415e71-2166-477f-a0fb-7b993d95511d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588028 Jun 11 12:11:59.322711 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e1d3251-6bd3-4f2d-8e94-98bcba43ed96 req-c484c362-47cb-44fd-b3de-1b606407e344 service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102197 Jun 11 12:11:59.437191 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e1d3251-6bd3-4f2d-8e94-98bcba43ed96 req-29f81972-e3e6-48d2-9d19-1e3dc58df2aa service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082430 Jun 11 12:12:00.148679 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a361e-50d4-483f-86f6-3d965edd6b45 req-21a756b5-4cd0-40df-89af-4a9af60f8e37 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:00.150114 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4f2a361e-50d4-483f-86f6-3d965edd6b45 req-21a756b5-4cd0-40df-89af-4a9af60f8e37 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0713456 Jun 11 12:12:00.193348 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4f2a361e-50d4-483f-86f6-3d965edd6b45 req-ca3cc2e0-43b7-49e5-8d0f-fd1e336ebe2a tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373583 Jun 11 12:12:01.376189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0228-0794-459e-83ae-5379f9005706 req-b91aea7a-7e84-42a5-b597-dcb6e5774742 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:01.377926 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6d9d0228-0794-459e-83ae-5379f9005706 req-b91aea7a-7e84-42a5-b597-dcb6e5774742 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0686522 Jun 11 12:12:01.420496 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6d9d0228-0794-459e-83ae-5379f9005706 req-ffe57432-7865-40dd-a6a4-c8f593d12a2d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363183 Jun 11 12:12:02.601583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0981d8-35d6-4544-980e-64b05b53a150 req-1d94b459-351a-4bc2-b6e2-fbfb9c833058 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:02.603205 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2b0981d8-35d6-4544-980e-64b05b53a150 req-1d94b459-351a-4bc2-b6e2-fbfb9c833058 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0685742 Jun 11 12:12:02.650720 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2b0981d8-35d6-4544-980e-64b05b53a150 req-02bf93eb-6f99-4ab5-986b-753bb4e17e85 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416679 Jun 11 12:12:03.833415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52686636-6b6c-486a-94e8-c41fe8f2d443 req-f378b0cd-869e-4e2e-a49e-d08bfb67404f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:03.835425 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-52686636-6b6c-486a-94e8-c41fe8f2d443 req-f378b0cd-869e-4e2e-a49e-d08bfb67404f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0734036 Jun 11 12:12:03.878684 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-52686636-6b6c-486a-94e8-c41fe8f2d443 req-41bee7ce-91a5-41a9-a0bb-c3bb397e6b19 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375092 Jun 11 12:12:05.057288 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9149e-534b-4da5-81b5-8fef8d23f61d req-ce439118-8b2c-465b-9239-8a79968da2d4 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:05.058728 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-37c9149e-534b-4da5-81b5-8fef8d23f61d req-ce439118-8b2c-465b-9239-8a79968da2d4 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0695248 Jun 11 12:12:05.100809 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-37c9149e-534b-4da5-81b5-8fef8d23f61d req-2ca19dc3-fc78-4ecf-b26a-86a7fcc3eb0c tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363886 Jun 11 12:12:06.281692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9462f-c902-42a0-b1f3-52dace5d8f8e req-8b23cce1-3a5e-43b4-8ccd-44731bc7291e tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:06.283096 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7fb9462f-c902-42a0-b1f3-52dace5d8f8e req-8b23cce1-3a5e-43b4-8ccd-44731bc7291e tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0707152 Jun 11 12:12:06.326086 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7fb9462f-c902-42a0-b1f3-52dace5d8f8e req-bc82d079-7a5e-40bb-beb1-56ba806bb3ae tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369546 Jun 11 12:12:07.515613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcc912-298c-4f62-81c1-6fc221b063e9 req-c1a4eb86-7ec0-4c5b-867b-1d6ac44d74a1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:07.517082 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b8fcc912-298c-4f62-81c1-6fc221b063e9 req-c1a4eb86-7ec0-4c5b-867b-1d6ac44d74a1 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0768912 Jun 11 12:12:07.566109 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b8fcc912-298c-4f62-81c1-6fc221b063e9 req-18fb7340-b870-42c6-87cd-aa1b38559719 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432637 Jun 11 12:12:08.748224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55165259-39d4-41e8-a71c-29f4849020a0 req-ea1556ac-7528-4cce-a945-d21c4ea93248 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:08.749673 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-55165259-39d4-41e8-a71c-29f4849020a0 req-ea1556ac-7528-4cce-a945-d21c4ea93248 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0732145 Jun 11 12:12:08.793177 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-55165259-39d4-41e8-a71c-29f4849020a0 req-8487eb48-ca27-4464-a01a-e970538453b2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377393 Jun 11 12:12:09.967407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cc889-56ef-4cc2-9d06-36a8e36ec302 req-ceb6eb5c-f2f4-4f7f-9877-cdf957b4d234 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:09.968739 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-093cc889-56ef-4cc2-9d06-36a8e36ec302 req-ceb6eb5c-f2f4-4f7f-9877-cdf957b4d234 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0681219 Jun 11 12:12:10.012049 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-093cc889-56ef-4cc2-9d06-36a8e36ec302 req-b4889299-39a6-4c6b-8ddc-a4ed3d834c26 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375781 Jun 11 12:12:11.290820 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eb62b-2a08-4d42-be8d-c3e4252a0806 req-38a4694a-cc71-462f-a3d6-9e670504761f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:11.292361 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d17eb62b-2a08-4d42-be8d-c3e4252a0806 req-38a4694a-cc71-462f-a3d6-9e670504761f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.1711063 Jun 11 12:12:11.336397 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d17eb62b-2a08-4d42-be8d-c3e4252a0806 req-71a2f63a-3aed-41fd-b9a2-e469da8b79d2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&id=b12ed77a-6cca-4631-b3c0-77d05b0601c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381103 Jun 11 12:12:12.171749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-732f5014-1753-40ad-969e-e7fd86b3d4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:14.788074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:14.951877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9223a378-1e03-419d-8211-dc3c23c9fa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:15.876299 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:12:16.128764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:17.830808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:22.658388 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-133eeabe-42a1-4985-9f3a-4eb0b76f7ddc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602736 Jun 11 12:12:22.756419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-dcf8a334-d8e6-4b48-ab1e-5648e8e4743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:22.757866 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-dcf8a334-d8e6-4b48-ab1e-5648e8e4743b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c8ae8a286214128bea3e755bfdaea3b&device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 1138 time: 0.0572140 Jun 11 12:12:22.886259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-16938841-95bd-46e2-a8bb-b74867b35f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:22.887630 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-16938841-95bd-46e2-a8bb-b74867b35f15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 HTTP/1.1" status: 200 len: 917 time: 0.1092019 Jun 11 12:12:22.972465 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-eaa0c15b-ee8c-4c04-a094-0574b0894eb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 200 len: 1001 time: 0.0763204 Jun 11 12:12:23.028050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-db9e4bb1-3fd1-4b41-9602-d94bec93484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:23.029438 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-db9e4bb1-3fd1-4b41-9602-d94bec93484e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e6e832-35d7-4f07-9be9-32084eb359d5 HTTP/1.1" status: 200 len: 854 time: 0.0498335 Jun 11 12:12:23.090494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-0985f522-a50a-4263-a143-dc7320c95a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:23.091964 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-0985f522-a50a-4263-a143-dc7320c95a74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566614 Jun 11 12:12:23.208293 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-4d1f1f6f-2bca-4dfe-9eb1-070af3fac403 service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080949 Jun 11 12:12:23.333842 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-62665ff0-5571-45b1-b76c-8471d74db4bf req-1702a10e-cbbe-4e72-9ba0-322fdceeea6c service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188989 Jun 11 12:12:27.870393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:42.171742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-21a8ce24-50dc-40d7-a87b-a9eb07113160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:43.695828 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-164ad0fe-e504-422b-9eda-591a0bef053d req-ab6ba8d4-f04e-4fbf-9827-de0fed6e0f60 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006391451&fields=id&tenant_id=7c8ae8a286214128bea3e755bfdaea3b HTTP/1.1" status: 200 len: 267 time: 0.0866945 Jun 11 12:12:43.771307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ad0fe-e504-422b-9eda-591a0bef053d req-aff66537-7361-4ca5-adca-04e41766254f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:43.772701 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-164ad0fe-e504-422b-9eda-591a0bef053d req-aff66537-7361-4ca5-adca-04e41766254f tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 985 time: 0.0709517 Jun 11 12:12:43.784292 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [req-164ad0fe-e504-422b-9eda-591a0bef053d req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Request body: {'port': {'security_groups': ['f2394604-1103-4b77-bd60-75f5311d51c8']}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:12:43.876635 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-164ad0fe-e504-422b-9eda-591a0bef053d req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.084565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [req-164ad0fe-e504-422b-9eda-591a0bef053d req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] For port 206518de-2fb6-491d-a847-72bb2b4fd6de, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=206518de-2fb6-491d-a847-72bb2b4fd6de,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:12:44.113737 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-164ad0fe-e504-422b-9eda-591a0bef053d req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.118229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-164ad0fe-e504-422b-9eda-591a0bef053d req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.122460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5bb357bc-39f1-4951-981c-d79c0790c20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:12:44.131095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['206518de-2fb6-491d-a847-72bb2b4fd6de'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:12:44.170252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ad0fe-e504-422b-9eda-591a0bef053d req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:44.170923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [req-164ad0fe-e504-422b-9eda-591a0bef053d req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.172330 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-164ad0fe-e504-422b-9eda-591a0bef053d req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "PUT /v2.0/ports/206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 200 len: 943 time: 0.3927679 Jun 11 12:12:44.172884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:12:44.175331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fea836-5286-40a9-89c2-a2b50472e38e" -d '{"events": [{"name": "network-changed", "server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:12:44.179888 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53720) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:12:44.200783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event updated for resources: {'Port': ['ID=206518de-2fb6-491d-a847-72bb2b4fd6de,revision_number=7']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:12:44.208212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.208615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.209920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.209920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.209920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.210193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.210461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.210865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.211216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.211583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.211949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.212313 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.216509 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:12:44.248952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['206518de-2fb6-491d-a847-72bb2b4fd6de'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:12:44.281439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.302640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2371e758-c497-47ff-9b8f-938cdff91822 x-openstack-request-id: req-2371e758-c497-47ff-9b8f-938cdff91822 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:12:44.303012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:12:44.303319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2371e758-c497-47ff-9b8f-938cdff91822 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:12:44.303775 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'status': 'completed', 'code': 200} Jun 11 12:12:44.316099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.421547 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea836-5286-40a9-89c2-a2b50472e38e req-6a93d31c-ea52-440b-8402-e6c96ceac9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:44.423095 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67fea836-5286-40a9-89c2-a2b50472e38e req-6a93d31c-ea52-440b-8402-e6c96ceac9f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c8ae8a286214128bea3e755bfdaea3b&device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 1099 time: 0.0935669 Jun 11 12:12:44.473719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.476247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.477395 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "DELETE /v2.0/security-groups/b12ed77a-6cca-4631-b3c0-77d05b0601c4 HTTP/1.1" status: 204 len: 168 time: 0.2969408 Jun 11 12:12:44.480174 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53724) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:12:44.498928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1db4c10f-adf3-4a40-9950-b3d3e9a60b24 None None] Provisioning complete for port 206518de-2fb6-491d-a847-72bb2b4fd6de triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:12:44.499324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1db4c10f-adf3-4a40-9950-b3d3e9a60b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.519578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-64a35294-2128-4bf2-bcfe-e7a4c6c52b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:12:44.699217 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Deleting port 47aa0ba3-8763-4d8d-8933-ff8764fbca01 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:12:44.699782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.791731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.808957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.809291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.906371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Calling delete_port for 47aa0ba3-8763-4d8d-8933-ff8764fbca01 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:12:44.935458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12ed77a-6cca-4631-b3c0-77d05b0601c4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:12:44.948606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.948999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.949459 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.949765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.950185 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.950515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.950906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.951291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.951658 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.952018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.952422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.952885 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:12:44.954658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-468e9423-e8f7-450d-bedd-6554005a2291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:44.959054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-73c69a9e-e3c1-4051-90e6-4ab03fe146e2 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:12:44.969555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea836-5286-40a9-89c2-a2b50472e38e req-8aaecbd8-5a8e-4a38-b5c3-2876a5de4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:44.971056 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67fea836-5286-40a9-89c2-a2b50472e38e req-8aaecbd8-5a8e-4a38-b5c3-2876a5de4d55 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 HTTP/1.1" status: 200 len: 917 time: 0.5419157 Jun 11 12:12:45.053041 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67fea836-5286-40a9-89c2-a2b50472e38e req-9d935a69-256c-47e2-94c0-42dc37e35671 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 200 len: 1001 time: 0.0753772 Jun 11 12:12:45.090119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:45.092186 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8420ceb9-dbf7-4ef7-beb1-82558f8e7168 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:12:45.112063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea836-5286-40a9-89c2-a2b50472e38e req-2508fa48-8074-4350-9299-065a11b587a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:45.113730 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67fea836-5286-40a9-89c2-a2b50472e38e req-2508fa48-8074-4350-9299-065a11b587a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e6e832-35d7-4f07-9be9-32084eb359d5 HTTP/1.1" status: 200 len: 854 time: 0.0549688 Jun 11 12:12:45.128912 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event deleted for resources: {'Port': ['ID=47aa0ba3-8763-4d8d-8933-ff8764fbca01,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:12:45.132367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:12:45.175760 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea836-5286-40a9-89c2-a2b50472e38e req-79ec4807-df48-4c82-8286-5fbda261c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:45.177240 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67fea836-5286-40a9-89c2-a2b50472e38e req-79ec4807-df48-4c82-8286-5fbda261c931 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571740 Jun 11 12:12:45.205259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:45.205682 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Floating IP 8ff2b586-3f71-4a95-ae46-088c685050b9 disassociated (deleted). External IP: 172.26.6.30, port: 206518de-2fb6-491d-a847-72bb2b4fd6de. Jun 11 12:12:45.296213 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67fea836-5286-40a9-89c2-a2b50472e38e req-62741910-9fd7-422d-a860-b8e8c13326c5 service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108940 Jun 11 12:12:45.417134 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67fea836-5286-40a9-89c2-a2b50472e38e req-08056e15-909e-4f44-bfa8-7eb560d3f53b service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145041 Jun 11 12:12:45.496934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Router b25dc40b-10b9-4c80-983f-7672d2640151 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:12:45.644731 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:12:45.649520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:45.656492 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fc46b-d6f5-4f50-939c-a3a350caa1db None None] Sync routers for ids ['b25dc40b-10b9-4c80-983f-7672d2640151'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:12:45.665113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71fc46b-d6f5-4f50-939c-a3a350caa1db None None] Routers {'b25dc40b-10b9-4c80-983f-7672d2640151'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:12:45.666335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b71fc46b-d6f5-4f50-939c-a3a350caa1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:12:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b25dc40b-10b9-4c80-983f-7672d2640151'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:12:45.696919 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "DELETE /v2.0/floatingips/8ff2b586-3f71-4a95-ae46-088c685050b9 HTTP/1.1" status: 204 len: 168 time: 1.2155986 Jun 11 12:12:45.808495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-b71fc46b-d6f5-4f50-939c-a3a350caa1db None None] Set router b25dc40b-10b9-4c80-983f-7672d2640151 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:12:46.070370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b71fc46b-d6f5-4f50-939c-a3a350caa1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:50Z', 'revision_number': 4, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '8cfa30ba-9490-4259-a368-8ddec694ac92', 'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'mac_address': 'fa:16:3e:de:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:49Z', 'updated_at': '2021-06-11T12:10:56Z', 'revision_number': 5, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'subnets': [{'id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:12:46.074013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fc46b-d6f5-4f50-939c-a3a350caa1db None None] Checking router: b25dc40b-10b9-4c80-983f-7672d2640151 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:12:46.082145 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71fc46b-d6f5-4f50-939c-a3a350caa1db None None] Routers {'b25dc40b-10b9-4c80-983f-7672d2640151'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:12:46.082777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b71fc46b-d6f5-4f50-939c-a3a350caa1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:12:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b25dc40b-10b9-4c80-983f-7672d2640151'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:12:46.197018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:46.232651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-b71fc46b-d6f5-4f50-939c-a3a350caa1db None None] Set router b25dc40b-10b9-4c80-983f-7672d2640151 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:12:46.305060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:12:46.308447 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64324e97-ad79-4827-a025-fd8d1ade2e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:12:46.344552 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77947cf5-91e4-4c98-b3cf-1cf091b56c3a x-openstack-request-id: req-77947cf5-91e4-4c98-b3cf-1cf091b56c3a {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:12:46.344900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:12:46.345210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77947cf5-91e4-4c98-b3cf-1cf091b56c3a {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:12:46.345664 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'status': 'completed', 'code': 200} Jun 11 12:12:46.435345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324e97-ad79-4827-a025-fd8d1ade2e9d req-dc3ba961-6a74-4c90-862d-800afe8034cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:46.437320 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64324e97-ad79-4827-a025-fd8d1ade2e9d req-dc3ba961-6a74-4c90-862d-800afe8034cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c8ae8a286214128bea3e755bfdaea3b&device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 1099 time: 0.0659924 Jun 11 12:12:46.497368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-b71fc46b-d6f5-4f50-939c-a3a350caa1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:50Z', 'revision_number': 4, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '8cfa30ba-9490-4259-a368-8ddec694ac92', 'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'mac_address': 'fa:16:3e:de:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:49Z', 'updated_at': '2021-06-11T12:10:56Z', 'revision_number': 5, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'subnets': [{'id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:12:46.501519 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fc46b-d6f5-4f50-939c-a3a350caa1db None None] The sync data for ids ['b25dc40b-10b9-4c80-983f-7672d2640151'] in dv-neutron-786478-5-hyperv is: [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:10:50Z', 'revision_number': 4, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '8cfa30ba-9490-4259-a368-8ddec694ac92', 'name': '', 'network_id': 'a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'mac_address': 'fa:16:3e:de:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:49Z', 'updated_at': '2021-06-11T12:10:56Z', 'revision_number': 5, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'subnets': [{'id': '63e6e832-35d7-4f07-9be9-32084eb359d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:12:46.568602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324e97-ad79-4827-a025-fd8d1ade2e9d req-491a3f06-a971-47d1-8040-48551258bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:46.570097 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64324e97-ad79-4827-a025-fd8d1ade2e9d req-491a3f06-a971-47d1-8040-48551258bb15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 HTTP/1.1" status: 200 len: 917 time: 0.1242907 Jun 11 12:12:46.624567 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64324e97-ad79-4827-a025-fd8d1ade2e9d req-b48be4e7-5dc8-41ad-8f6d-90ab15e63718 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 200 len: 217 time: 0.0479040 Jun 11 12:12:46.690958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324e97-ad79-4827-a025-fd8d1ade2e9d req-433caa9b-f3fb-4cf5-aece-3aace0f757b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:46.692640 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64324e97-ad79-4827-a025-fd8d1ade2e9d req-433caa9b-f3fb-4cf5-aece-3aace0f757b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63e6e832-35d7-4f07-9be9-32084eb359d5 HTTP/1.1" status: 200 len: 854 time: 0.0621924 Jun 11 12:12:46.743253 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b9fcef-9fe4-45ba-b7cc-3ac7e0c8c68e None None] New status for floating IP 8ff2b586-3f71-4a95-ae46-088c685050b9: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:12:46.759145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324e97-ad79-4827-a025-fd8d1ade2e9d req-fb44ef02-d1ef-4eee-b573-c7e87cc5e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:46.761476 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64324e97-ad79-4827-a025-fd8d1ade2e9d req-fb44ef02-d1ef-4eee-b573-c7e87cc5e960 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619478 Jun 11 12:12:46.882185 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64324e97-ad79-4827-a025-fd8d1ade2e9d req-1d4a752b-ab52-4baf-9601-84b28b531e4b service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142828 Jun 11 12:12:47.002254 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-64324e97-ad79-4827-a025-fd8d1ade2e9d req-275c5c3e-967e-432e-9108-363facc2307e service neutron] 10.222.0.25 "GET /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129606 Jun 11 12:12:47.829747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:52.876149 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:12:53.082323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0afc6-fb0a-4c86-8e0f-f9317e441a34 req-258d8c47-96b1-4117-87d8-d6e2d99d5efb tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:53.083904 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40a0afc6-fb0a-4c86-8e0f-f9317e441a34 req-258d8c47-96b1-4117-87d8-d6e2d99d5efb tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 946 time: 0.0722826 Jun 11 12:12:53.126934 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40a0afc6-fb0a-4c86-8e0f-f9317e441a34 req-be9a1ec5-ec21-49fa-b0d6-9aada11747ef tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364325 Jun 11 12:12:54.303534 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4e40-ba19-4ae7-b77a-43295cc9c810 req-b99ef0be-4aa6-453f-a02a-a66948eb6d77 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:54.304981 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c72d4e40-ba19-4ae7-b77a-43295cc9c810 req-b99ef0be-4aa6-453f-a02a-a66948eb6d77 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 946 time: 0.0687099 Jun 11 12:12:54.347972 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c72d4e40-ba19-4ae7-b77a-43295cc9c810 req-b28ad3fe-fb6b-443c-b96f-dab9ded010fd tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2394604-1103-4b77-bd60-75f5311d51c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368268 Jun 11 12:12:54.672867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8034ad-8390-4451-a88e-d06a65c7965e req-c4456ab5-ce41-4981-af7a-aad09df1cbb7 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:12:54.674280 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd8034ad-8390-4451-a88e-d06a65c7965e req-c4456ab5-ce41-4981-af7a-aad09df1cbb7 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.25 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 946 time: 0.0734158 Jun 11 12:12:54.786447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-fd8034ad-8390-4451-a88e-d06a65c7965e req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Deleting port 206518de-2fb6-491d-a847-72bb2b4fd6de {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:12:54.786822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd8034ad-8390-4451-a88e-d06a65c7965e req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:54.899464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-fd8034ad-8390-4451-a88e-d06a65c7965e req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] For port 206518de-2fb6-491d-a847-72bb2b4fd6de, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=206518de-2fb6-491d-a847-72bb2b4fd6de,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:12:54.899764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd8034ad-8390-4451-a88e-d06a65c7965e req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:54.993356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-fd8034ad-8390-4451-a88e-d06a65c7965e req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Calling delete_port for 206518de-2fb6-491d-a847-72bb2b4fd6de owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:12:55.145762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd8034ad-8390-4451-a88e-d06a65c7965e req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:55.149581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-21d6ee7b-0747-4608-bc99-2cf6802f137a tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:12:55.157986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['206518de-2fb6-491d-a847-72bb2b4fd6de'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:12:55.179962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Pushing event deleted for resources: {'Port': ['ID=206518de-2fb6-491d-a847-72bb2b4fd6de,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:12:55.183759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:12:55.242916 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8034ad-8390-4451-a88e-d06a65c7965e req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] No DVR routers for this DVR port 206518de-2fb6-491d-a847-72bb2b4fd6de on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:12:55.246100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd8034ad-8390-4451-a88e-d06a65c7965e req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:55.248220 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd8034ad-8390-4451-a88e-d06a65c7965e req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.25 "DELETE /v2.0/ports/206518de-2fb6-491d-a847-72bb2b4fd6de HTTP/1.1" status: 204 len: 173 time: 0.5688481 Jun 11 12:12:55.248779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'name': 'network-vif-deleted', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:12:55.251174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a336c25-19fb-4419-ae30-919ab35eaba0" -d '{"events": [{"server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "name": "network-vif-deleted", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:12:55.293274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2568f09-5a01-4b9a-ab09-2e58b553a979 x-openstack-request-id: req-a2568f09-5a01-4b9a-ab09-2e58b553a979 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:12:55.293628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9118b2fa-d032-4b6a-8fb6-05c594f403ff", "name": "network-vif-deleted", "tag": "206518de-2fb6-491d-a847-72bb2b4fd6de", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:12:55.293933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2568f09-5a01-4b9a-ab09-2e58b553a979 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:12:55.294388 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9118b2fa-d032-4b6a-8fb6-05c594f403ff', 'name': 'network-vif-deleted', 'tag': '206518de-2fb6-491d-a847-72bb2b4fd6de', 'status': 'completed', 'code': 200} Jun 11 12:12:55.513779 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a7a575fb-0c6b-47fe-8324-128d8cc91ade req-d10851c2-b6cf-466e-8b95-ddcbaa275a76 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] 10.222.0.46 "GET /v2.0/ports?device_id=9118b2fa-d032-4b6a-8fb6-05c594f403ff HTTP/1.1" status: 200 len: 210 time: 0.0326543 Jun 11 12:12:57.111997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53820) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:12:57.465434 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 206518de-2fb6-491d-a847-72bb2b4fd6de no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:12:57.490490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 206518de-2fb6-491d-a847-72bb2b4fd6de {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:12:57.490878 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 206518de-2fb6-491d-a847-72bb2b4fd6de not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:12:57.848876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:57.884002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:58.174445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Deleting port 8cfa30ba-9490-4259-a368-8ddec694ac92 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:12:58.175028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:58.274094 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] For port 8cfa30ba-9490-4259-a368-8ddec694ac92, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8cfa30ba-9490-4259-a368-8ddec694ac92,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:12:58.274444 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:58.365367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Calling delete_port for 8cfa30ba-9490-4259-a368-8ddec694ac92 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:12:58.583269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:58.585224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-64cbd8f3-ef8b-455b-8ab7-c808490935b5 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:12:58.615203 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfa30ba-9490-4259-a368-8ddec694ac92,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:12:58.617729 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:12:58.835266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:59.119764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Router b25dc40b-10b9-4c80-983f-7672d2640151 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:12:59.260386 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:12:59.266178 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] 10.222.0.46 "PUT /v2.0/routers/b25dc40b-10b9-4c80-983f-7672d2640151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1531477 Jun 11 12:12:59.267962 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53822) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:12:59.270557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1946404-35cc-4aa0-8bd4-0475d3ddfea4 None None] Sync routers for ids ['b25dc40b-10b9-4c80-983f-7672d2640151'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:12:59.280349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1946404-35cc-4aa0-8bd4-0475d3ddfea4 None None] Routers {'b25dc40b-10b9-4c80-983f-7672d2640151'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:12:59.281069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f1946404-35cc-4aa0-8bd4-0475d3ddfea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:12:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b25dc40b-10b9-4c80-983f-7672d2640151'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:12:59.406625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:59.420413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-f1946404-35cc-4aa0-8bd4-0475d3ddfea4 None None] Set router b25dc40b-10b9-4c80-983f-7672d2640151 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:12:59.551105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:59.611209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Deleting port 6c52a226-04fe-4281-804e-280fa81dd04f {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:12:59.611554 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:59.653599 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f1946404-35cc-4aa0-8bd4-0475d3ddfea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:12:58Z', 'revision_number': 5, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port': {'id': '6c52a226-04fe-4281-804e-280fa81dd04f', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:47Z', 'updated_at': '2021-06-11T12:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:12:59.657320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1946404-35cc-4aa0-8bd4-0475d3ddfea4 None None] Checking router: b25dc40b-10b9-4c80-983f-7672d2640151 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:12:59.666605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1946404-35cc-4aa0-8bd4-0475d3ddfea4 None None] Routers {'b25dc40b-10b9-4c80-983f-7672d2640151'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:12:59.667216 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f1946404-35cc-4aa0-8bd4-0475d3ddfea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:12:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b25dc40b-10b9-4c80-983f-7672d2640151'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:12:59.720837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] For port 6c52a226-04fe-4281-804e-280fa81dd04f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=6c52a226-04fe-4281-804e-280fa81dd04f,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:12:59.721198 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:12:59.788718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-f1946404-35cc-4aa0-8bd4-0475d3ddfea4 None None] Set router b25dc40b-10b9-4c80-983f-7672d2640151 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:12:59.870591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f1946404-35cc-4aa0-8bd4-0475d3ddfea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:12:59Z', 'revision_number': 6, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:12:59.874234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1946404-35cc-4aa0-8bd4-0475d3ddfea4 None None] The sync data for ids ['b25dc40b-10b9-4c80-983f-7672d2640151'] in dv-neutron-786478-5-hyperv is: [{'id': 'b25dc40b-10b9-4c80-983f-7672d2640151', 'name': 'tempest-TestMinimumBasicScenario-2110582366-router', 'tenant_id': '7c8ae8a286214128bea3e755bfdaea3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:46Z', 'updated_at': '2021-06-11T12:12:59Z', 'revision_number': 6, 'project_id': '7c8ae8a286214128bea3e755bfdaea3b', 'gw_port_host': None}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:13:00.109401 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Calling delete_port for 6c52a226-04fe-4281-804e-280fa81dd04f owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:13:00.310759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:00.313487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bef61a20-335a-4f74-b6c8-a51b79f748de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:00.341750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c52a226-04fe-4281-804e-280fa81dd04f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:00.344843 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:00.417413 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:00.553286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:00.555957 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:00.617170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:00.617684 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b25dc40b-10b9-4c80-983f-7672d2640151 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:13:00.622790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:00.623932 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b25dc40b-10b9-4c80-983f-7672d2640151 HTTP/1.1" status: 204 len: 168 time: 1.3546841 Jun 11 12:13:00.626380 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53824) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:00.681175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6629f3d7-5289-4e53-97b3-fe69285446e8 admin admin] Deleting subnet 63e6e832-35d7-4f07-9be9-32084eb359d5 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:13:00.684400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6629f3d7-5289-4e53-97b3-fe69285446e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:00.740107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6629f3d7-5289-4e53-97b3-fe69285446e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:00.833005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6629f3d7-5289-4e53-97b3-fe69285446e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:00.895739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6629f3d7-5289-4e53-97b3-fe69285446e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:00.898456 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4746c427-e3ff-4ca9-8548-efbf1621922e tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:00.935607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6629f3d7-5289-4e53-97b3-fe69285446e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:00.937479 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6629f3d7-5289-4e53-97b3-fe69285446e8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/63e6e832-35d7-4f07-9be9-32084eb359d5 HTTP/1.1" status: 204 len: 168 time: 0.3100855 Jun 11 12:13:00.938631 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629f3d7-5289-4e53-97b3-fe69285446e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e6e832-35d7-4f07-9be9-32084eb359d5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:00.940775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53826) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:00.942463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8da17a9-65c9-46c2-9ee7-be7c369e08d7 None None] Network a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:13:00.945782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6629f3d7-5289-4e53-97b3-fe69285446e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:01.034392 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.093588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Deleting port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:13:01.093867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.154360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] DHCP port deletion for a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:13:01.182795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] For port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:01.183160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.205687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Deleting port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:13:01.206076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.279043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Calling delete_port for fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:13:01.289729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] For port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d,segment=NetworkSegment(9b9d9337-09a7-458d-a2bb-46421e1dac39),segment_id=9b9d9337-09a7-458d-a2bb-46421e1dac39)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:01.290742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.375476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.378370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:01.380307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Calling delete_port for fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:13:01.408418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:01.410249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] No DVR routers for this DVR port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:13:01.411757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: retrieve_revision_numbers = { Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 12:13:01.464125 dv-neutron-786478-5-hyperv neutron-server[99007]: self.session.flush() Jun 11 12:13:01.470488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.474892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:01.507671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Pushing event deleted for resources: {'Port': ['ID=fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:01.510353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] No DVR routers for this DVR port fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:13:01.515543 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.518156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.518156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.518388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.518700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.519126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.519354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.519682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.520008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.520343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.520667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.521014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.521337 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:01.524946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:01.529239 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:01.540684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9d9337-09a7-458d-a2bb-46421e1dac39') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:01.540991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9d9337-09a7-458d-a2bb-46421e1dac39') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:01.550684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.569563 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.575876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:13:01.576343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:13:01.577996 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:13:01.650937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.654470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7c54c5b9-37ff-4efb-bbfe-17858f569319 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:01.656897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:01.658975 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] 10.222.0.46 "DELETE /v2.0/networks/a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11 HTTP/1.1" status: 204 len: 168 time: 0.7166216 Jun 11 12:13:01.661871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53828) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:01.673109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Pushing event deleted for resources: {'Network': ['ID=a66bd55b-84d6-4f1f-ae74-6b7cfc73ee11,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:01.680123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:01.809068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6c52a226-04fe-4281-804e-280fa81dd04f no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:13:01.832496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 6c52a226-04fe-4281-804e-280fa81dd04f {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:13:01.832851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 6c52a226-04fe-4281-804e-280fa81dd04f not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:13:01.833287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8cfa30ba-9490-4259-a368-8ddec694ac92 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:13:01.856238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 8cfa30ba-9490-4259-a368-8ddec694ac92 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:13:01.856600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8cfa30ba-9490-4259-a368-8ddec694ac92 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:13:01.857023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:13:01.878998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:13:01.879351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device fdfa6dae-2af6-4805-bb28-ccbcc6d3e93d not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:13:02.104404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:02.421636 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Deleting port c93200aa-0c8f-4487-998f-d5c50745fd00 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:13:02.421900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:02.520069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] For port c93200aa-0c8f-4487-998f-d5c50745fd00, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c93200aa-0c8f-4487-998f-d5c50745fd00,segment=NetworkSegment(904903a6-fa9e-4370-a5dd-49871ad9c969),segment_id=904903a6-fa9e-4370-a5dd-49871ad9c969)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:02.520430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:02.613188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Calling delete_port for c93200aa-0c8f-4487-998f-d5c50745fd00 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:13:02.834604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:02.837923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-33aa85d3-ff0b-40c5-afcd-9dfaad811d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:02.866308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Pushing event deleted for resources: {'Port': ['ID=c93200aa-0c8f-4487-998f-d5c50745fd00,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:02.873561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:03.083354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:03.370818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:13:03.818104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:13:03.824560 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] 10.222.0.46 "PUT /v2.0/routers/69c14ffc-77d2-49e6-b7df-f4b96e89ed36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1616075 Jun 11 12:13:03.827069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53830) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:03.830242 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df51f725-24f1-44df-8219-5101aebadfbd None None] Sync routers for ids ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:13:03.839823 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df51f725-24f1-44df-8219-5101aebadfbd None None] Routers {'69c14ffc-77d2-49e6-b7df-f4b96e89ed36'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:13:03.840433 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-df51f725-24f1-44df-8219-5101aebadfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:12:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:03.965690 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:03.976974 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-df51f725-24f1-44df-8219-5101aebadfbd None None] Set router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:13:04.108641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:04.167296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Deleting port c1bb9000-3d6d-4c06-a11c-4d35604911d4 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:13:04.167645 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:04.207201 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-df51f725-24f1-44df-8219-5101aebadfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'name': 'tempest-TestMinimumBasicScenario-1262287560-router', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:13:02Z', 'revision_number': 5, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'gw_port': {'id': 'c1bb9000-3d6d-4c06-a11c-4d35604911d4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:72:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:04.210401 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df51f725-24f1-44df-8219-5101aebadfbd None None] Checking router: 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:13:04.218430 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df51f725-24f1-44df-8219-5101aebadfbd None None] Routers {'69c14ffc-77d2-49e6-b7df-f4b96e89ed36'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:13:04.219062 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-df51f725-24f1-44df-8219-5101aebadfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:12:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:04.270874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] For port c1bb9000-3d6d-4c06-a11c-4d35604911d4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c1bb9000-3d6d-4c06-a11c-4d35604911d4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:04.271238 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:04.336717 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-df51f725-24f1-44df-8219-5101aebadfbd None None] Set router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:13:04.369130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Calling delete_port for c1bb9000-3d6d-4c06-a11c-4d35604911d4 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:13:04.414071 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-df51f725-24f1-44df-8219-5101aebadfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'name': 'tempest-TestMinimumBasicScenario-1262287560-router', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:13:04Z', 'revision_number': 6, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:04.417649 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df51f725-24f1-44df-8219-5101aebadfbd None None] The sync data for ids ['69c14ffc-77d2-49e6-b7df-f4b96e89ed36'] in dv-neutron-786478-5-hyperv is: [{'id': '69c14ffc-77d2-49e6-b7df-f4b96e89ed36', 'name': 'tempest-TestMinimumBasicScenario-1262287560-router', 'tenant_id': '1dc54d6392db4c3aaca91970e5330d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:10:52Z', 'updated_at': '2021-06-11T12:13:04Z', 'revision_number': 6, 'project_id': '1dc54d6392db4c3aaca91970e5330d73', 'gw_port_host': None}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:13:04.570051 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:04.572161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:04.598921 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bb9000-3d6d-4c06-a11c-4d35604911d4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:04.602873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:04.679944 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:04.816837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:04.819164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:04.882577 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:04.883102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69c14ffc-77d2-49e6-b7df-f4b96e89ed36 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:13:04.888385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:04.889545 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/69c14ffc-77d2-49e6-b7df-f4b96e89ed36 HTTP/1.1" status: 204 len: 168 time: 1.0615809 Jun 11 12:13:04.892013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53832) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:04.943741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed5b048-fbc6-4fa2-a575-6ad14ee2ce87 admin admin] Deleting subnet e5f6ab08-c159-4de7-93e2-6fc399438da8 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:13:04.946555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eed5b048-fbc6-4fa2-a575-6ad14ee2ce87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:04.992960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eed5b048-fbc6-4fa2-a575-6ad14ee2ce87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.082278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eed5b048-fbc6-4fa2-a575-6ad14ee2ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.143837 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eed5b048-fbc6-4fa2-a575-6ad14ee2ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.145981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-98bb0188-a4b9-414c-9aaf-d952e05587bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:05.183235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5b048-fbc6-4fa2-a575-6ad14ee2ce87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f6ab08-c159-4de7-93e2-6fc399438da8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:05.186139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eed5b048-fbc6-4fa2-a575-6ad14ee2ce87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:05.187167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eed5b048-fbc6-4fa2-a575-6ad14ee2ce87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.189026 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eed5b048-fbc6-4fa2-a575-6ad14ee2ce87 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e5f6ab08-c159-4de7-93e2-6fc399438da8 HTTP/1.1" status: 204 len: 168 time: 0.2961004 Jun 11 12:13:05.191424 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53834) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:05.193817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d573be7f-2f4f-4d2e-bb3d-5de1839ea39f None None] Network 3805080c-02d4-4a03-93a5-65cb2b265b98 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:13:05.281926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.346782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Deleting port 1aff0b87-a13f-456a-bd44-3f5c564d9113 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:13:05.347199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.406628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31380e3a-6490-4486-a88c-c577d71444a6 None None] DHCP port deletion for 3805080c-02d4-4a03-93a5-65cb2b265b98 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:13:05.438339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] For port 1aff0b87-a13f-456a-bd44-3f5c564d9113, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1aff0b87-a13f-456a-bd44-3f5c564d9113,segment=NetworkSegment(904903a6-fa9e-4370-a5dd-49871ad9c969),segment_id=904903a6-fa9e-4370-a5dd-49871ad9c969)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:05.438739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.467458 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-31380e3a-6490-4486-a88c-c577d71444a6 None None] Deleting port 1aff0b87-a13f-456a-bd44-3f5c564d9113 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:13:05.467850 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-31380e3a-6490-4486-a88c-c577d71444a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.539197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Calling delete_port for 1aff0b87-a13f-456a-bd44-3f5c564d9113 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:13:05.555744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-31380e3a-6490-4486-a88c-c577d71444a6 None None] For port 1aff0b87-a13f-456a-bd44-3f5c564d9113, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1aff0b87-a13f-456a-bd44-3f5c564d9113,segment=NetworkSegment(904903a6-fa9e-4370-a5dd-49871ad9c969),segment_id=904903a6-fa9e-4370-a5dd-49871ad9c969)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:05.556144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-31380e3a-6490-4486-a88c-c577d71444a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.644603 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.646756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-773a6288-1faf-46ba-acc0-bdf55e1eface tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:05.651912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-31380e3a-6490-4486-a88c-c577d71444a6 None None] Calling delete_port for 1aff0b87-a13f-456a-bd44-3f5c564d9113 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:13:05.676037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=1aff0b87-a13f-456a-bd44-3f5c564d9113,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:05.680750 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:05.683467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] No DVR routers for this DVR port 1aff0b87-a13f-456a-bd44-3f5c564d9113 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:13:05.741071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-31380e3a-6490-4486-a88c-c577d71444a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.743790 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-d7428674-97cc-44d1-8286-adc6f4c5bbd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:05.775842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31380e3a-6490-4486-a88c-c577d71444a6 None None] No DVR routers for this DVR port 1aff0b87-a13f-456a-bd44-3f5c564d9113 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:13:05.779779 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31380e3a-6490-4486-a88c-c577d71444a6 None None] Pushing event deleted for resources: {'Port': ['ID=1aff0b87-a13f-456a-bd44-3f5c564d9113,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:05.781882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-31380e3a-6490-4486-a88c-c577d71444a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:05.784363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.796811 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3805080c-02d4-4a03-93a5-65cb2b265b98']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:05.808033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904903a6-fa9e-4370-a5dd-49871ad9c969') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:05.808400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904903a6-fa9e-4370-a5dd-49871ad9c969') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:05.820624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.832034 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c93200aa-0c8f-4487-998f-d5c50745fd00 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:13:05.838548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.844655 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:13:05.845092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: retrieve_revision_numbers = { Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:13:05.846933 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:13:05.857864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c93200aa-0c8f-4487-998f-d5c50745fd00 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:13:05.858228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c93200aa-0c8f-4487-998f-d5c50745fd00 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:13:05.858692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1aff0b87-a13f-456a-bd44-3f5c564d9113 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:13:05.880991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 1aff0b87-a13f-456a-bd44-3f5c564d9113 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:13:05.881353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1aff0b87-a13f-456a-bd44-3f5c564d9113 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:13:05.881787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c1bb9000-3d6d-4c06-a11c-4d35604911d4 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:13:05.904184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c1bb9000-3d6d-4c06-a11c-4d35604911d4 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:13:05.904538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c1bb9000-3d6d-4c06-a11c-4d35604911d4 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:13:05.929617 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.934919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-550c54eb-c9c4-4d23-8745-55f17329fdee tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:05.937664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:05.939475 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] 10.222.0.46 "DELETE /v2.0/networks/3805080c-02d4-4a03-93a5-65cb2b265b98 HTTP/1.1" status: 204 len: 168 time: 0.7471471 Jun 11 12:13:05.952958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=3805080c-02d4-4a03-93a5-65cb2b265b98,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:05.955761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:06.092666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53838) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:06.136339 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d556ca29-c285-4951-928c-f930923a0797 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c8ae8a286214128bea3e755bfdaea3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424719 Jun 11 12:13:06.138499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53840) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:06.188367 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51b38783-9773-4226-accf-a0769c47b6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:06.214807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51b38783-9773-4226-accf-a0769c47b6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:06.264716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51b38783-9773-4226-accf-a0769c47b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:06.267296 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-51b38783-9773-4226-accf-a0769c47b6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:06.268463 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-51b38783-9773-4226-accf-a0769c47b6a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2394604-1103-4b77-bd60-75f5311d51c8 HTTP/1.1" status: 204 len: 168 time: 0.1290963 Jun 11 12:13:06.269293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-57baeb85-442c-44aa-9c84-1b7ee935fafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:06.278806 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b38783-9773-4226-accf-a0769c47b6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2394604-1103-4b77-bd60-75f5311d51c8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:06.281607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-51b38783-9773-4226-accf-a0769c47b6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:06.572804 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53846) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:06.616454 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bea71796-2783-4210-8c23-99d7086a5ef5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1dc54d6392db4c3aaca91970e5330d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424182 Jun 11 12:13:06.618760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53848) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:06.669239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad52f8fe-b65a-45f2-812a-a1fc1979d4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:06.691065 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad52f8fe-b65a-45f2-812a-a1fc1979d4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:06.739774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad52f8fe-b65a-45f2-812a-a1fc1979d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:06.742612 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ad52f8fe-b65a-45f2-812a-a1fc1979d4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:06.743970 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ad52f8fe-b65a-45f2-812a-a1fc1979d4d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1afa3f8-b1ef-4822-9da6-90b372c80124 HTTP/1.1" status: 204 len: 168 time: 0.1242056 Jun 11 12:13:06.744885 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3e3c06ee-2899-4757-99ff-076d30b63b29 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:06.753272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52f8fe-b65a-45f2-812a-a1fc1979d4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1afa3f8-b1ef-4822-9da6-90b372c80124,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:06.756464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ad52f8fe-b65a-45f2-812a-a1fc1979d4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:08.385418 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53888) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:08.390202 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-922510643', 'description': 'tempest-secgroup-smoke-922510643 description', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:08.412387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.423737 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.521935 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.525978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.528369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9bfcb308-ee75-4fe2-a995-689b2fa65474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:08.560319 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d08d09-50d7-4ff0-98dc-b520b976d53e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:08.563553 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:08.623057 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.626383 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.629483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c0bd7981-b8b8-49e4-ba3f-8039d6f05127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:08.653485 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.654700 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2682517 Jun 11 12:13:08.658147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53890) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:08.658959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2eabf5-c2cd-4fd9-935b-450d7c424afe,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:08.661583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:08.664322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5dcd369d-7998-4406-a802-be5579296dab tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'ff2eabf5-c2cd-4fd9-935b-450d7c424afe', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:08.692337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd369d-7998-4406-a802-be5579296dab tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.759790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd369d-7998-4406-a802-be5579296dab tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.763464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd369d-7998-4406-a802-be5579296dab tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.765280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-54736c48-ceba-4385-84cf-ce782530fad6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:08.782036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd369d-7998-4406-a802-be5579296dab tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05dbe2f9-1bcc-4da0-9acf-476f82e14708,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:08.785323 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5dcd369d-7998-4406-a802-be5579296dab tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:08.787276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd369d-7998-4406-a802-be5579296dab tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.788572 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5dcd369d-7998-4406-a802-be5579296dab tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288307 Jun 11 12:13:08.791206 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53892) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:08.795540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-fea21f0d-1238-4f2b-b256-fc5dcfea85af tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'ff2eabf5-c2cd-4fd9-935b-450d7c424afe', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:08.820590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fea21f0d-1238-4f2b-b256-fc5dcfea85af tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.880822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fea21f0d-1238-4f2b-b256-fc5dcfea85af tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.884782 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fea21f0d-1238-4f2b-b256-fc5dcfea85af tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.888953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b0f414fc-d84d-497b-afbd-d75d8d715f3e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:08.903841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea21f0d-1238-4f2b-b256-fc5dcfea85af tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d28adf6-0476-4c2e-ba06-5f77e94b8e75,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:08.906203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fea21f0d-1238-4f2b-b256-fc5dcfea85af tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:08.910988 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fea21f0d-1238-4f2b-b256-fc5dcfea85af tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:08.912164 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fea21f0d-1238-4f2b-b256-fc5dcfea85af tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200533 Jun 11 12:13:08.914864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53894) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:08.919267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9a650305-c287-4bc0-a708-a371110834d0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'ff2eabf5-c2cd-4fd9-935b-450d7c424afe', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:08.944194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a650305-c287-4bc0-a708-a371110834d0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.005559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a650305-c287-4bc0-a708-a371110834d0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.009571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a650305-c287-4bc0-a708-a371110834d0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.011382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-047a7cb9-aa7e-4670-9a35-5b4eec9ca6fb tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:09.028624 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a650305-c287-4bc0-a708-a371110834d0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df8d979-6595-4ce4-bbb0-0236e5e1d039,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:09.031798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9a650305-c287-4bc0-a708-a371110834d0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:09.035100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9a650305-c287-4bc0-a708-a371110834d0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.036342 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9a650305-c287-4bc0-a708-a371110834d0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205435 Jun 11 12:13:09.039145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53896) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:09.044041 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0335b67c-0273-46d0-a5cc-da371cc67299 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'ff2eabf5-c2cd-4fd9-935b-450d7c424afe', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:09.082690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0335b67c-0273-46d0-a5cc-da371cc67299 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.147432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0335b67c-0273-46d0-a5cc-da371cc67299 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.150780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0335b67c-0273-46d0-a5cc-da371cc67299 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.152554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-97cc645e-e52e-4588-9791-e8e7ddbd67c0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:09.169715 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335b67c-0273-46d0-a5cc-da371cc67299 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe98c305-6430-4f8d-adb8-ee3e6cada012,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:09.172532 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0335b67c-0273-46d0-a5cc-da371cc67299 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:09.175247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0335b67c-0273-46d0-a5cc-da371cc67299 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.176583 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0335b67c-0273-46d0-a5cc-da371cc67299 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364722 Jun 11 12:13:09.179163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53898) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:09.184372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-36b91de2-5ba4-4b46-80d4-f18beb8c2e2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'ff2eabf5-c2cd-4fd9-935b-450d7c424afe', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:09.204871 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-36b91de2-5ba4-4b46-80d4-f18beb8c2e2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Project 7622f0fbdf77412a8547dcfd863ad52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:13:09.209503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-36b91de2-5ba4-4b46-80d4-f18beb8c2e2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.272525 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-36b91de2-5ba4-4b46-80d4-f18beb8c2e2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.275841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-36b91de2-5ba4-4b46-80d4-f18beb8c2e2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.277667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fea21f0d-1238-4f2b-b256-fc5dcfea85af tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:09.298801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b91de2-5ba4-4b46-80d4-f18beb8c2e2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7258b31-5263-46eb-9dfd-82f060d491cf,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:09.301090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-36b91de2-5ba4-4b46-80d4-f18beb8c2e2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:09.301872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-36b91de2-5ba4-4b46-80d4-f18beb8c2e2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.303162 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-36b91de2-5ba4-4b46-80d4-f18beb8c2e2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230576 Jun 11 12:13:09.306797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53900) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:09.311273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f69a9cd3-d87d-48cf-a2b7-8350f66ceded tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'ff2eabf5-c2cd-4fd9-935b-450d7c424afe', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:09.332333 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-f69a9cd3-d87d-48cf-a2b7-8350f66ceded tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Project 7622f0fbdf77412a8547dcfd863ad52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:13:09.337473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f69a9cd3-d87d-48cf-a2b7-8350f66ceded tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.404059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f69a9cd3-d87d-48cf-a2b7-8350f66ceded tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.408295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f69a9cd3-d87d-48cf-a2b7-8350f66ceded tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.411195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-25d76c3c-bbc4-4a99-8010-6eef30bb8827 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:09.428844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a9cd3-d87d-48cf-a2b7-8350f66ceded tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59e6ba2-ef61-4dce-a952-f88bb345e10b,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:09.431828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f69a9cd3-d87d-48cf-a2b7-8350f66ceded tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:09.435398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f69a9cd3-d87d-48cf-a2b7-8350f66ceded tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.436702 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f69a9cd3-d87d-48cf-a2b7-8350f66ceded tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288922 Jun 11 12:13:09.439636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53902) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:09.444417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'network': {'name': 'tempest-network-smoke--364576256', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'port_security_enabled': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:09.463776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:13:09.467208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.492062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:13:09.501728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.502096 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Added segment 4ffad886-2639-4409-8fea-9e9c51cb5ffc of type vlan for network b3a80507-0c58-4bf9-9652-04100be2d388 Jun 11 12:13:09.552521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.587760 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.591795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:09.592372 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.594639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:09.633775 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1925685 Jun 11 12:13:09.636650 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53904) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:09.643041 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'admin_state_up': True, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:09.695794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Network': ['ID=b3a80507-0c58-4bf9-9652-04100be2d388,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:09.699690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5f820b35-7866-4562-b6e3-4783b3a23d13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:09.706126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network b3a80507-0c58-4bf9-9652-04100be2d388 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:13:09.716564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.717560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.782956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:09.983354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:10.241463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:10.266415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:10.380426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.26.6.242 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/b1931602-a072-458d-b19d-230b2cb799fe) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:13:10.510568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:10.548096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:10.550781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d11adeb8-0071-4860-b421-06973d7acd78 tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:10.598114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:13:10.601095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:13:10.604984 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:13:10.633051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=b1931602-a072-458d-b19d-230b2cb799fe,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:10.636898 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:10.932451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:11.609673 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:11.774629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router c3723509-36ed-4004-93cd-55d2cb76b70c is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:13:11.921629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:13:11.932094 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Sync routers for ids ['c3723509-36ed-4004-93cd-55d2cb76b70c'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:13:11.939570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:11.943706 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3033617 Jun 11 12:13:11.943860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Routers {'c3723509-36ed-4004-93cd-55d2cb76b70c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:13:11.943860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:12:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['c3723509-36ed-4004-93cd-55d2cb76b70c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:11.944044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53910) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:12.071699 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d296d73a-fa4d-43a0-b0d3-601885c777b9 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7622f0fbdf77412a8547dcfd863ad52a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1256866 Jun 11 12:13:12.073983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53914) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:12.191542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3852e83-3300-4b6b-97ef-2e5c47f3eac4 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:12.193238 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d3852e83-3300-4b6b-97ef-2e5c47f3eac4 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1180210 Jun 11 12:13:12.195810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53916) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:12.218849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0e88-8ad8-4667-85c0-95b4dece6b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:12.233591 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c60de6d7-19cf-46ba-bf3c-6f047b7922c9 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365334 Jun 11 12:13:12.235937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53918) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:12.240747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-129918010', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:12.252736 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Set router c3723509-36ed-4004-93cd-55d2cb76b70c gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:13:12.354461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:13:12.357954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:12.485784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:10Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:12.488950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Checking router: c3723509-36ed-4004-93cd-55d2cb76b70c for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:13:12.489433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Updating router c3723509-36ed-4004-93cd-55d2cb76b70c port b1931602-a072-458d-b19d-230b2cb799fe binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:13:12.533183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:12.578748 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:12.581490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c728f7bd-ea0a-4d41-a156-2747bc22784e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:12.652579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Subnet': ['ID=f95e6be2-4fc1-42b2-adef-99cc577a1fb5,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:12.656136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:12.661834 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Checking segment: {'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:13:12.662202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network hostable DHCP agents. Network: b3a80507-0c58-4bf9-9652-04100be2d388, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:13:12.678830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network b3a80507-0c58-4bf9-9652-04100be2d388 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:13:12.688524 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, b3a80507-0c58-4bf9-9652-04100be2d388) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:13:12.692526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:12.693106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:12.707670 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4707553 Jun 11 12:13:12.710296 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53920) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:12.730008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99726be-61b6-45de-8d2e-f8a076f28614 None None] Network b3a80507-0c58-4bf9-9652-04100be2d388 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:13:12.957845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:12.990963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Transition to ACTIVE for port object b1931602-a072-458d-b19d-230b2cb799fe will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:13:13.001003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:13.005280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:13.007274 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-b3a80507-0c58-4bf9-9652-04100be2d388', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ips': [{'subnet_id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:13:13.008639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:13.085667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Attempting to bind port b1931602-a072-458d-b19d-230b2cb799fe on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:13:13.086049 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Attempting to bind port b1931602-a072-458d-b19d-230b2cb799fe by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:13:13.087014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Attempting to bind port b1931602-a072-458d-b19d-230b2cb799fe on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:13:13.091627 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe328708-d2f2-4c75-93fd-f7ca4aa23c1f None None] Pushing event updated for resources: {'Port': ['ID=b1931602-a072-458d-b19d-230b2cb799fe,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:13.094411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fe328708-d2f2-4c75-93fd-f7ca4aa23c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:13.145520 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:13:13.145910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:13:13.146327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:13.146764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:13:13.147254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Bound port: b1931602-a072-458d-b19d-230b2cb799fe, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:13:13.147639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:13.260742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] For port b1931602-a072-458d-b19d-230b2cb799fe, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:13:13.264943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] For port b1931602-a072-458d-b19d-230b2cb799fe, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b1931602-a072-458d-b19d-230b2cb799fe,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:13:13.272829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:13.278055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:13.283448 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Allocated IP 172.20.0.2 (b3a80507-0c58-4bf9-9652-04100be2d388/f95e6be2-4fc1-42b2-adef-99cc577a1fb5/8e157eac-5742-4bcc-9dd9-005b9187c4dc) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:13:13.286058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:13.379352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Routers {'c3723509-36ed-4004-93cd-55d2cb76b70c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:13:13.379987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:12:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['c3723509-36ed-4004-93cd-55d2cb76b70c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:13.427791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe328708-d2f2-4c75-93fd-f7ca4aa23c1f None None] Pushing event updated for resources: {'Port': ['ID=b1931602-a072-458d-b19d-230b2cb799fe,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:13.432732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fe328708-d2f2-4c75-93fd-f7ca4aa23c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:13.629976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] Set router c3723509-36ed-4004-93cd-55d2cb76b70c gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:13:13.708348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:13.729180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Transition to ACTIVE for port object 8e157eac-5742-4bcc-9dd9-005b9187c4dc will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:13:13.797321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Transition to ACTIVE for port object 8e157eac-5742-4bcc-9dd9-005b9187c4dc will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:13:13.809537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:13.812730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:13.858071 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.20.0.1 (b3a80507-0c58-4bf9-9652-04100be2d388/f95e6be2-4fc1-42b2-adef-99cc577a1fb5/c12ad800-fb94-491b-a505-291db07eca95) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:13:13.882059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Network b3a80507-0c58-4bf9-9652-04100be2d388 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:13:13.886343 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:13:13.888080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Pushing event updated for resources: {'Port': ['ID=8e157eac-5742-4bcc-9dd9-005b9187c4dc,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:13.890253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:13:13.914395 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:13.988484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Attempting to bind port 8e157eac-5742-4bcc-9dd9-005b9187c4dc on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:13:13.989182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Attempting to bind port 8e157eac-5742-4bcc-9dd9-005b9187c4dc by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:13:13.989293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Attempting to bind port 8e157eac-5742-4bcc-9dd9-005b9187c4dc on network b3a80507-0c58-4bf9-9652-04100be2d388 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:13:13.997512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:13:13.998031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Checking segment: {'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:13:13.998347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:13.998748 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Bound using segment: {'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:13:13.998901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:13.999220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Bound port: 8e157eac-5742-4bcc-9dd9-005b9187c4dc, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:13:13.999679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:14.012160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Transition to ACTIVE for port object c12ad800-fb94-491b-a505-291db07eca95 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:13:14.020571 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:10Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:14.048854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:14.051465 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03440e26-d8f9-4311-8d91-e852ee5d0de6 None None] The sync data for ids ['c3723509-36ed-4004-93cd-55d2cb76b70c'] in dv-neutron-786478-5-hyperv is: [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:10Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:13:14.051740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b254d99a-f76a-46d2-9422-cbc881d0f9ff tempest-ServersNegativeTestJSON-2075111045 tempest-ServersNegativeTestJSON-2075111045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:14.090833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] For port 8e157eac-5742-4bcc-9dd9-005b9187c4dc, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:13:14.093955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] For port 8e157eac-5742-4bcc-9dd9-005b9187c4dc, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8e157eac-5742-4bcc-9dd9-005b9187c4dc,segment=NetworkSegment(4ffad886-2639-4409-8fea-9e9c51cb5ffc),segment_id=4ffad886-2639-4409-8fea-9e9c51cb5ffc)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:13:14.098515 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network b3a80507-0c58-4bf9-9652-04100be2d388 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:13:14.099556 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:14.101560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:14.109240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:13:14.112808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:13:14.154862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=c12ad800-fb94-491b-a505-291db07eca95,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:14.160764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:14.165613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Pushing event updated for resources: {'Port': ['ID=8e157eac-5742-4bcc-9dd9-005b9187c4dc,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:14.172165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:14.184317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:14.414990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:14.797361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:14.803393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:14.808669 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:14.854931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cb37be2f-b9fa-4990-8f26-567673e06e12 tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:14.904575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:14.936151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=c12ad800-fb94-491b-a505-291db07eca95,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:14.947510 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:14.964201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a8a70370-c2da-43c4-bff2-5145fb5288b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:15.043344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network b3a80507-0c58-4bf9-9652-04100be2d388 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:13:15.044791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:13:15.141148 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe87e6a-1db7-47fa-aaf6-50bbf3ff8749 None None] Network b3a80507-0c58-4bf9-9652-04100be2d388 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:13:15.244074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9808c39e-3053-4af8-8a10-8d66979d7d1e None None] Provisioning for port 8e157eac-5742-4bcc-9dd9-005b9187c4dc completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:13:15.590152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7e25cb7d-ab05-4e56-b6be-93a57e2f2f8c None None] Provisioning for port c12ad800-fb94-491b-a505-291db07eca95 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:13:15.596586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7e25cb7d-ab05-4e56-b6be-93a57e2f2f8c None None] Provisioning complete for port c12ad800-fb94-491b-a505-291db07eca95 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:13:15.596928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7e25cb7d-ab05-4e56-b6be-93a57e2f2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:15.647467 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router c3723509-36ed-4004-93cd-55d2cb76b70c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:13:15.655924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-7e25cb7d-ab05-4e56-b6be-93a57e2f2f8c None None] Port c12ad800-fb94-491b-a505-291db07eca95 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:13:15.791293 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-891538ee-fbe7-4932-8f4c-b45de201250d None None] Provisioning complete for port c12ad800-fb94-491b-a505-291db07eca95 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:13:15.791677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-891538ee-fbe7-4932-8f4c-b45de201250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:15.805379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:13:15.815307 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Sync routers for ids ['c3723509-36ed-4004-93cd-55d2cb76b70c'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:13:15.820973 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "PUT /v2.0/routers/c3723509-36ed-4004-93cd-55d2cb76b70c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1095481 Jun 11 12:13:15.839551 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-891538ee-fbe7-4932-8f4c-b45de201250d None None] Port c12ad800-fb94-491b-a505-291db07eca95 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:13:15.849156 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Routers {'c3723509-36ed-4004-93cd-55d2cb76b70c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:13:15.851222 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:13:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['c3723509-36ed-4004-93cd-55d2cb76b70c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:15.946017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b1931602-a072-458d-b19d-230b2cb799fe up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:13:15.981727 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-f89ae242-a624-456b-a410-09ef44cb610d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922510643&fields=id&tenant_id=7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 267 time: 0.0402892 Jun 11 12:13:15.994285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-62e90858-9462-4318-b182-f5cb193a5863 None None] Provisioning complete for port c12ad800-fb94-491b-a505-291db07eca95 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:13:15.994828 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-62e90858-9462-4318-b182-f5cb193a5863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:16.023655 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Set router c3723509-36ed-4004-93cd-55d2cb76b70c gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:13:16.047989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-62e90858-9462-4318-b182-f5cb193a5863 None None] Port c12ad800-fb94-491b-a505-291db07eca95 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:13:16.053982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b1931602-a072-458d-b19d-230b2cb799fe completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:13:16.058321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b1931602-a072-458d-b19d-230b2cb799fe triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:13:16.058862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:16.121329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-2bb637d0-4c09-49d0-ae48-1ed777defa5f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:16.122930 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-2bb637d0-4c09-49d0-ae48-1ed777defa5f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/networks?id=b3a80507-0c58-4bf9-9652-04100be2d388 HTTP/1.1" status: 200 len: 796 time: 0.1343508 Jun 11 12:13:16.140569 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-3c568dca-72f5-4581-b448-43b1895b3070 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/quotas/7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 375 time: 0.0112009 Jun 11 12:13:16.162414 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:16.168323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:16.194452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b1931602-a072-458d-b19d-230b2cb799fe, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b1931602-a072-458d-b19d-230b2cb799fe,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:16.198810 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:16.200105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8e157eac-5742-4bcc-9dd9-005b9187c4dc up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:13:16.202121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-31380e3a-6490-4486-a88c-c577d71444a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:16.224449 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-f58483e2-c0a2-4405-ba36-588a0c784ee1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770712 Jun 11 12:13:16.302566 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b1931602-a072-458d-b19d-230b2cb799fe,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:16.306508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:16.315276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 8e157eac-5742-4bcc-9dd9-005b9187c4dc completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:13:16.319161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 8e157eac-5742-4bcc-9dd9-005b9187c4dc triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:13:16.319671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:16.398106 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:14Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'c12ad800-fb94-491b-a505-291db07eca95', 'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:84:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:13Z', 'updated_at': '2021-06-11T12:13:14Z', 'revision_number': 2, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:16.402111 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Checking router: c3723509-36ed-4004-93cd-55d2cb76b70c for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:13:16.402574 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Updating router c3723509-36ed-4004-93cd-55d2cb76b70c port c12ad800-fb94-491b-a505-291db07eca95 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:13:16.415605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:16.425462 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-58f9a904-50a6-4d7a-8816-1ee4f53c4576 service neutron] 10.222.0.46 "GET /v2.0/networks/b3a80507-0c58-4bf9-9652-04100be2d388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776168 Jun 11 12:13:16.444097 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:16.556501 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-c1907a98-1a3b-4073-837a-99ad709a84b0 service neutron] 10.222.0.46 "GET /v2.0/networks/b3a80507-0c58-4bf9-9652-04100be2d388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236837 Jun 11 12:13:16.620509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 8e157eac-5742-4bcc-9dd9-005b9187c4dc, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8e157eac-5742-4bcc-9dd9-005b9187c4dc,segment=NetworkSegment(4ffad886-2639-4409-8fea-9e9c51cb5ffc),segment_id=4ffad886-2639-4409-8fea-9e9c51cb5ffc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:16.624645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:16.630313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:16.689897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=8e157eac-5742-4bcc-9dd9-005b9187c4dc,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:16.693033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:16.764701 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8afb37d4-6c92-46b5-b9c0-69e3740dd4a7 req-f04eb429-840b-458b-b545-c900382f2004 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 210 time: 0.0384672 Jun 11 12:13:16.790453 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:16.800194 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Transition to ACTIVE for port object c12ad800-fb94-491b-a505-291db07eca95 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:13:16.805043 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:16.806900 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-66ce29f7-c989-444f-8b5c-e40e4d2ea4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:16.898787 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Pushing event updated for resources: {'Port': ['ID=c12ad800-fb94-491b-a505-291db07eca95,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:16.936023 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.936610 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.936953 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.937285 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.937619 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.937939 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.938262 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.938605 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.938922 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.939240 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.939555 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.939868 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:13:16.975640 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:16.993353 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Attempting to bind port c12ad800-fb94-491b-a505-291db07eca95 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:13:16.993736 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Attempting to bind port c12ad800-fb94-491b-a505-291db07eca95 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:13:16.994112 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Attempting to bind port c12ad800-fb94-491b-a505-291db07eca95 on network b3a80507-0c58-4bf9-9652-04100be2d388 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:13:16.999630 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:13:16.999846 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Checking segment: {'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:13:17.000131 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:17.000539 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Bound using segment: {'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:13:17.001020 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Bound port: c12ad800-fb94-491b-a505-291db07eca95, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:13:17.001405 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:17.085275 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] For port c12ad800-fb94-491b-a505-291db07eca95, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:13:17.089313 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] For port c12ad800-fb94-491b-a505-291db07eca95, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c12ad800-fb94-491b-a505-291db07eca95,segment=NetworkSegment(4ffad886-2639-4409-8fea-9e9c51cb5ffc),segment_id=4ffad886-2639-4409-8fea-9e9c51cb5ffc)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:13:17.092991 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:17.094848 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-be37152c-b455-4064-8fe2-d0443a02d986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:17.161404 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Routers {'c3723509-36ed-4004-93cd-55d2cb76b70c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:13:17.162044 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:13:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['c3723509-36ed-4004-93cd-55d2cb76b70c'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:17.259849 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Pushing event updated for resources: {'Port': ['ID=c12ad800-fb94-491b-a505-291db07eca95,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:17.263008 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:17.320868 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] Set router c3723509-36ed-4004-93cd-55d2cb76b70c gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:13:17.572754 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:14Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'c12ad800-fb94-491b-a505-291db07eca95', 'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:84:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:13Z', 'updated_at': '2021-06-11T12:13:17Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:17.576041 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375a117-dfda-40a0-bdbb-b8fa34ebfd04 None None] The sync data for ids ['c3723509-36ed-4004-93cd-55d2cb76b70c'] in dv-neutron-786478-5-hyperv is: [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:14Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'c12ad800-fb94-491b-a505-291db07eca95', 'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:84:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:13Z', 'updated_at': '2021-06-11T12:13:17Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:13:17.845107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:17.925692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4d4cbc86-df2a-4e08-98a9-087986b2eef3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:17.928527 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4d4cbc86-df2a-4e08-98a9-087986b2eef3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/networks?id=b3a80507-0c58-4bf9-9652-04100be2d388 HTTP/1.1" status: 200 len: 796 time: 0.1826744 Jun 11 12:13:17.995119 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-2bdec285-bcf8-4549-9be3-7a6b21f135b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 379 time: 0.0581076 Jun 11 12:13:18.004205 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'port': {'device_id': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'admin_state_up': True, 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'security_groups': ['ff2eabf5-c2cd-4fd9-935b-450d7c424afe']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:18.004386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b1931602-a072-458d-b19d-230b2cb799fe up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:13:18.038411 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5a6649a4-9047-4e96-be04-d7787bb08c74 req-f4198b33-77f4-4979-a848-72d164dfa519 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 210 time: 0.0537882 Jun 11 12:13:18.099876 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b1931602-a072-458d-b19d-230b2cb799fe triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:13:18.100280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:18.162619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:13:18.166541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:18.198160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c12ad800-fb94-491b-a505-291db07eca95 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:13:18.255118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c12ad800-fb94-491b-a505-291db07eca95 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:13:18.259120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c12ad800-fb94-491b-a505-291db07eca95 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:13:18.259509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:18.319159 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.20.0.4 (b3a80507-0c58-4bf9-9652-04100be2d388/f95e6be2-4fc1-42b2-adef-99cc577a1fb5/cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:13:18.364561 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:18.409548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port c12ad800-fb94-491b-a505-291db07eca95, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c12ad800-fb94-491b-a505-291db07eca95,segment=NetworkSegment(4ffad886-2639-4409-8fea-9e9c51cb5ffc),segment_id=4ffad886-2639-4409-8fea-9e9c51cb5ffc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:18.413516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:18.415843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8e157eac-5742-4bcc-9dd9-005b9187c4dc up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:13:18.418653 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-64203dee-ec05-42fb-8aee-4ccf5514cb00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:18.509529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=c12ad800-fb94-491b-a505-291db07eca95,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:18.514256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:18.516604 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:18.522426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 8e157eac-5742-4bcc-9dd9-005b9187c4dc triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:13:18.522856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:18.532125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Transition to ACTIVE for port object cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:13:18.568501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:18.573061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:18.639552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network b3a80507-0c58-4bf9-9652-04100be2d388 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:13:18.643021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:13:18.647748 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:13:18.697201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:18.705583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:18.719552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:18.720270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:18.735588 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7356994 Jun 11 12:13:18.747188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Request body: {'port': {'device_id': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:18.848356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:18.928423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c7a665d9-9b57-4cce-93ec-52debf140a02 None None] Provisioning for port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:13:18.933155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c7a665d9-9b57-4cce-93ec-52debf140a02 None None] Provisioning complete for port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:13:18.933544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c7a665d9-9b57-4cce-93ec-52debf140a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:18.976531 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c7a665d9-9b57-4cce-93ec-52debf140a02 None None] Port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:13:19.210331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:13:19.220446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:19.243695 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Transition to ACTIVE for port object cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:13:19.248468 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:19.251069 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-c3b0202a-57e2-4c05-ad92-838c205e9c14 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:19.291837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e24b79-0dd8-4922-ac4b-89e159680fd0 req-3520b864-2b95-408e-904f-2997fcdaa011 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:19.293319 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e7e24b79-0dd8-4922-ac4b-89e159680fd0 req-3520b864-2b95-408e-904f-2997fcdaa011 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 931 time: 0.1427424 Jun 11 12:13:19.378561 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:19.384776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:19.425383 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e7e24b79-0dd8-4922-ac4b-89e159680fd0 req-7100f11b-f1b8-43c7-b3fe-4650196a415d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211717 Jun 11 12:13:19.490560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Attempting to bind port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:13:19.492818 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Attempting to bind port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:13:19.493156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Attempting to bind port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 on network b3a80507-0c58-4bf9-9652-04100be2d388 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:13:19.499476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 on network b3a80507-0c58-4bf9-9652-04100be2d388 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:13:19.499810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Attempting to bind port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 on network b3a80507-0c58-4bf9-9652-04100be2d388 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:13:19.504727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:13:19.505073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Checking segment: {'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:13:19.505462 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Bound using segment: {'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:13:19.505897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Bound port: cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffad886-2639-4409-8fea-9e9c51cb5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:13:19.506248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:19.577666 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] For port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:13:19.580545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] For port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4,segment=NetworkSegment(4ffad886-2639-4409-8fea-9e9c51cb5ffc),segment_id=4ffad886-2639-4409-8fea-9e9c51cb5ffc)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:13:19.585579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:19.587621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3964d6f9-eac2-4ab6-9d68-29de9d55f95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:19.630253 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:19.630914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:19.632304 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] 10.222.0.25 "PUT /v2.0/ports/cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 HTTP/1.1" status: 200 len: 1093 time: 0.8896596 Jun 11 12:13:19.633478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'tag': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:13:19.635974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91dd433-90f3-4e3a-8962-afa3862cea66" -d '{"events": [{"name": "network-changed", "server_uuid": "a24f616a-1933-4a92-90c0-dd4e3457644e", "tag": "cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:13:19.664082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:19.667182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:19.755908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461e22ae-6bc9-42a0-a38c-68803718e056 x-openstack-request-id: req-461e22ae-6bc9-42a0-a38c-68803718e056 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:13:19.756264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24f616a-1933-4a92-90c0-dd4e3457644e", "tag": "cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:13:19.756573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-461e22ae-6bc9-42a0-a38c-68803718e056 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:13:19.757030 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'tag': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4', 'status': 'completed', 'code': 200} Jun 11 12:13:19.758974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-c4aa9e76-e522-42a8-8448-7c4cff16b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:19.760465 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-c4aa9e76-e522-42a8-8448-7c4cff16b83f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 1096 time: 0.0725319 Jun 11 12:13:19.819920 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-16458223-1fd5-4bbb-b721-71a30c9cea76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 HTTP/1.1" status: 200 len: 217 time: 0.0512927 Jun 11 12:13:19.829765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c12ad800-fb94-491b-a505-291db07eca95 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:13:19.877248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-a7547d99-6eaf-4ee8-961b-fe38504a524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:19.878736 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-a7547d99-6eaf-4ee8-961b-fe38504a524c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f95e6be2-4fc1-42b2-adef-99cc577a1fb5 HTTP/1.1" status: 200 len: 834 time: 0.0536585 Jun 11 12:13:19.883511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c12ad800-fb94-491b-a505-291db07eca95 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:13:19.883919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:19.947772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-bc725954-7d4e-40a9-8b89-cdcc070f27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:19.949272 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-bc725954-7d4e-40a9-8b89-cdcc070f27a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b3a80507-0c58-4bf9-9652-04100be2d388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0637205 Jun 11 12:13:20.065516 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-c3a116c6-675e-4f0b-ad35-044a9c458466 service neutron] 10.222.0.25 "GET /v2.0/networks/b3a80507-0c58-4bf9-9652-04100be2d388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101415 Jun 11 12:13:20.177034 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cc2789c9-8c55-4942-a375-4bf61cb87915 req-5a7cc3ca-b756-4585-8505-a4c9d5e55a24 service neutron] 10.222.0.25 "GET /v2.0/networks/b3a80507-0c58-4bf9-9652-04100be2d388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054039 Jun 11 12:13:20.285973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dd433-90f3-4e3a-8962-afa3862cea66 req-40d21e73-29ca-47b6-91c6-664d77a4ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:20.287379 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e91dd433-90f3-4e3a-8962-afa3862cea66 req-40d21e73-29ca-47b6-91c6-664d77a4ef50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 1096 time: 0.0636721 Jun 11 12:13:20.403806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dd433-90f3-4e3a-8962-afa3862cea66 req-85d55765-8ac9-4e8c-82d2-bdbb8a759472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:20.405242 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e91dd433-90f3-4e3a-8962-afa3862cea66 req-85d55765-8ac9-4e8c-82d2-bdbb8a759472 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b3a80507-0c58-4bf9-9652-04100be2d388 HTTP/1.1" status: 200 len: 898 time: 0.1110668 Jun 11 12:13:20.458208 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e91dd433-90f3-4e3a-8962-afa3862cea66 req-c7765e92-3458-4228-927c-173b75d30c19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 HTTP/1.1" status: 200 len: 217 time: 0.0462132 Jun 11 12:13:20.514681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dd433-90f3-4e3a-8962-afa3862cea66 req-c9e4e923-bff8-4b94-8bef-82ff535375ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:20.516114 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e91dd433-90f3-4e3a-8962-afa3862cea66 req-c9e4e923-bff8-4b94-8bef-82ff535375ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f95e6be2-4fc1-42b2-adef-99cc577a1fb5 HTTP/1.1" status: 200 len: 834 time: 0.0511537 Jun 11 12:13:20.634383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dd433-90f3-4e3a-8962-afa3862cea66 req-cc8b3645-67f6-43f2-8df3-e818af81bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:20.635887 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e91dd433-90f3-4e3a-8962-afa3862cea66 req-cc8b3645-67f6-43f2-8df3-e818af81bfb1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b3a80507-0c58-4bf9-9652-04100be2d388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130707 Jun 11 12:13:20.647603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242b6d6-a13d-4bfb-ac38-5b5801c014de req-7e5ef65b-feef-47e0-9daa-4f26bfdadc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:20.649499 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a242b6d6-a13d-4bfb-ac38-5b5801c014de req-7e5ef65b-feef-47e0-9daa-4f26bfdadc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 943 time: 0.0918071 Jun 11 12:13:20.759300 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a242b6d6-a13d-4bfb-ac38-5b5801c014de req-863a6bc9-8322-4669-a306-31310736ba39 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018481 Jun 11 12:13:20.788541 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e91dd433-90f3-4e3a-8962-afa3862cea66 req-ea331efa-2c98-4b0e-b936-60f763206d79 service neutron] 10.222.0.25 "GET /v2.0/networks/b3a80507-0c58-4bf9-9652-04100be2d388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381464 Jun 11 12:13:20.904556 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e91dd433-90f3-4e3a-8962-afa3862cea66 req-9091a789-3d04-44a0-a5db-97e3be06acf8 service neutron] 10.222.0.25 "GET /v2.0/networks/b3a80507-0c58-4bf9-9652-04100be2d388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081901 Jun 11 12:13:21.574071 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:13:21.691674 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4,segment=NetworkSegment(4ffad886-2639-4409-8fea-9e9c51cb5ffc),segment_id=4ffad886-2639-4409-8fea-9e9c51cb5ffc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:21.703723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'port_id': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4', 'mac_address': 'fa:16:3e:6b:b3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:13:21.744986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:21.758912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:13:21.778473 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4,segment=NetworkSegment(4ffad886-2639-4409-8fea-9e9c51cb5ffc),segment_id=4ffad886-2639-4409-8fea-9e9c51cb5ffc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:21.782518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:21.784711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:21.836526 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:21.839608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:21.943525 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225db0d6-d70b-406b-b4b9-e89519504635 req-bfec2839-f848-4381-97a9-0872f105a367 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:21.944970 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-225db0d6-d70b-406b-b4b9-e89519504635 req-bfec2839-f848-4381-97a9-0872f105a367 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 944 time: 0.0742507 Jun 11 12:13:21.984312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:13:21.985927 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-225db0d6-d70b-406b-b4b9-e89519504635 req-5354eb89-389a-4b29-8b03-9804a5ffe375 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353143 Jun 11 12:13:23.161805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec74740-4e9f-45a0-a08d-374ed07f32ba req-9e266e19-c118-4e6e-ae29-f5e9685a9ccb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:23.163286 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4ec74740-4e9f-45a0-a08d-374ed07f32ba req-9e266e19-c118-4e6e-ae29-f5e9685a9ccb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 944 time: 0.0681946 Jun 11 12:13:23.204976 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4ec74740-4e9f-45a0-a08d-374ed07f32ba req-eb18f5ea-6466-4e7a-b168-c2f16c9eb3d2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361638 Jun 11 12:13:23.577644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:13:23.633930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:13:23.637577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:13:23.637962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:23.727075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:23.754137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:13:23.756811 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea584f1-74ef-4893-bdb4-dfd85cdb0e5f" -d '{"events": [{"server_uuid": "a24f616a-1933-4a92-90c0-dd4e3457644e", "name": "network-vif-plugged", "status": "completed", "tag": "cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:13:23.771710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4,segment=NetworkSegment(4ffad886-2639-4409-8fea-9e9c51cb5ffc),segment_id=4ffad886-2639-4409-8fea-9e9c51cb5ffc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:13:23.776235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:23.778972 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:23.832173 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:23.835372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:23.850759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67300814-2844-4649-a5c2-8fdb972d2ea6 x-openstack-request-id: req-67300814-2844-4649-a5c2-8fdb972d2ea6 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:13:23.851062 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24f616a-1933-4a92-90c0-dd4e3457644e", "name": "network-vif-plugged", "status": "completed", "tag": "cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:13:23.851940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67300814-2844-4649-a5c2-8fdb972d2ea6 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:13:23.852345 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4', 'code': 200} Jun 11 12:13:24.075171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a48b8-ec61-49e7-862c-e278ce99482f req-cb6b146f-4451-447a-973a-c1ed39250c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:24.076631 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-828a48b8-ec61-49e7-862c-e278ce99482f req-cb6b146f-4451-447a-973a-c1ed39250c5a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 1098 time: 0.0621619 Jun 11 12:13:24.114455 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-828a48b8-ec61-49e7-862c-e278ce99482f req-501de726-b247-412a-9a77-6fa8d81584a3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314326 Jun 11 12:13:24.380691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e835ca1-bdad-4d44-9dde-2685f70a5479 req-87b0ad3e-9819-45f7-b321-907ebe501ac2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:24.382099 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9e835ca1-bdad-4d44-9dde-2685f70a5479 req-87b0ad3e-9819-45f7-b321-907ebe501ac2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 945 time: 0.0684097 Jun 11 12:13:24.423678 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9e835ca1-bdad-4d44-9dde-2685f70a5479 req-e515db5f-7eed-421e-bcdd-3339b16f233f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358698 Jun 11 12:13:25.605239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677952fc-4104-48e8-8865-208f786a3ed4 req-9ffd1f27-b692-43e9-ae80-63204012bb85 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:25.606741 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-677952fc-4104-48e8-8865-208f786a3ed4 req-9ffd1f27-b692-43e9-ae80-63204012bb85 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 945 time: 0.0743577 Jun 11 12:13:25.647536 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-677952fc-4104-48e8-8865-208f786a3ed4 req-a515e5e1-f29c-4f9c-9e0e-1262f436d124 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352519 Jun 11 12:13:25.831085 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d8b8-3f0b-4ab3-bfe5-8ad4726b7271 req-f45a6745-692a-4674-a773-f741d02a8427 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:25.832554 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ccc6d8b8-3f0b-4ab3-bfe5-8ad4726b7271 req-f45a6745-692a-4674-a773-f741d02a8427 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 945 time: 0.0735712 Jun 11 12:13:25.874145 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ccc6d8b8-3f0b-4ab3-bfe5-8ad4726b7271 req-946c5e70-58b3-4f37-b742-e3d073950e9e tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353255 Jun 11 12:13:25.898198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53978) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:25.954374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f7028c-5ac3-4845-8f92-ab5a808f23c2 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:25.955871 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c8f7028c-5ac3-4845-8f92-ab5a808f23c2 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 1093 time: 0.0566747 Jun 11 12:13:25.958619 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 53980) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:25.963408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:13:25.985245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:26.104364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:26.223884 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.26.6.199 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/2018616a-64ea-4c2d-896f-95cc7cafec92) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:13:26.355822 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:26.394401 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:26.397132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:26.440123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:13:26.442869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:13:26.446391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:13:26.475421 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=2018616a-64ea-4c2d-896f-95cc7cafec92,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:26.479789 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:26.900734 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:26.987976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:27.166070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:27.170382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:27.172304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-46d1aa16-e41f-403f-8467-116eea84af8d tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:13:27.253413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=2018616a-64ea-4c2d-896f-95cc7cafec92,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:13:27.257246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:13:27.265952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:27.401049 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Floating IP 6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413 associated. External IP: 172.26.6.199, port: cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4. Jun 11 12:13:27.888949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:28.087633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router c3723509-36ed-4004-93cd-55d2cb76b70c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:13:28.233137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:13:28.242853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c1aa3-1b7a-4b2f-b413-161cbed22248 None None] Sync routers for ids ['c3723509-36ed-4004-93cd-55d2cb76b70c'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:13:28.249079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:28.251607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c1aa3-1b7a-4b2f-b413-161cbed22248 None None] Routers {'c3723509-36ed-4004-93cd-55d2cb76b70c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:13:28.252248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2c2c1aa3-1b7a-4b2f-b413-161cbed22248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:13:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['c3723509-36ed-4004-93cd-55d2cb76b70c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:28.291915 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3323052 Jun 11 12:13:28.292707 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'tag': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:13:28.295192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e31fddf-6077-4034-aab2-2458f92c7ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "a24f616a-1933-4a92-90c0-dd4e3457644e", "tag": "cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:13:28.330948 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdeabdc-cedc-493a-b86b-44e602da4cf2 x-openstack-request-id: req-dfdeabdc-cedc-493a-b86b-44e602da4cf2 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:13:28.331527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24f616a-1933-4a92-90c0-dd4e3457644e", "tag": "cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:13:28.331987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dfdeabdc-cedc-493a-b86b-44e602da4cf2 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:13:28.332508 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'tag': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4', 'status': 'completed', 'code': 200} Jun 11 12:13:28.397132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2c2c1aa3-1b7a-4b2f-b413-161cbed22248 None None] Set router c3723509-36ed-4004-93cd-55d2cb76b70c gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:13:28.423924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31fddf-6077-4034-aab2-2458f92c7ca9 req-ffc68264-eb4d-492b-8ede-6d3280b0fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:28.425413 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e31fddf-6077-4034-aab2-2458f92c7ca9 req-ffc68264-eb4d-492b-8ede-6d3280b0fae2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 1098 time: 0.0704021 Jun 11 12:13:28.459728 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c327730-6ad4-4964-94f2-fc83499cf7fc req-99b911f8-97d8-4318-a39b-22d63285103c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:28.461771 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3c327730-6ad4-4964-94f2-fc83499cf7fc req-99b911f8-97d8-4318-a39b-22d63285103c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 945 time: 0.0747032 Jun 11 12:13:28.509707 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3c327730-6ad4-4964-94f2-fc83499cf7fc req-e0bef9d5-0818-4630-8b93-1b1748566fb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376139 Jun 11 12:13:28.533075 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53988) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:28.560000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31fddf-6077-4034-aab2-2458f92c7ca9 req-ddb16623-af51-484c-bc67-fdb4257fd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:28.562186 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e31fddf-6077-4034-aab2-2458f92c7ca9 req-ddb16623-af51-484c-bc67-fdb4257fd057 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b3a80507-0c58-4bf9-9652-04100be2d388 HTTP/1.1" status: 200 len: 898 time: 0.1306748 Jun 11 12:13:28.628659 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8824d051-7b75-45ca-ac38-473f2b42dd20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413 HTTP/1.1" status: 200 len: 991 time: 0.0939384 Jun 11 12:13:28.651031 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e31fddf-6077-4034-aab2-2458f92c7ca9 req-9e0ebd8c-670a-4878-a495-d923300ee352 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 HTTP/1.1" status: 200 len: 999 time: 0.0830443 Jun 11 12:13:28.699666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2c2c1aa3-1b7a-4b2f-b413-161cbed22248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:14Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'port_id': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'mac_address': 'fa:16:3e:6b:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:13:26Z', 'updated_at': '2021-06-11T12:13:26Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12ad800-fb94-491b-a505-291db07eca95', 'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:84:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:13Z', 'updated_at': '2021-06-11T12:13:18Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:28.702998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c1aa3-1b7a-4b2f-b413-161cbed22248 None None] Checking router: c3723509-36ed-4004-93cd-55d2cb76b70c for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:13:28.711489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c1aa3-1b7a-4b2f-b413-161cbed22248 None None] Routers {'c3723509-36ed-4004-93cd-55d2cb76b70c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:13:28.711777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31fddf-6077-4034-aab2-2458f92c7ca9 req-742b128b-367e-48cc-b89a-5d344427e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:28.712093 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2c2c1aa3-1b7a-4b2f-b413-161cbed22248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:13:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['c3723509-36ed-4004-93cd-55d2cb76b70c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:28.713403 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e31fddf-6077-4034-aab2-2458f92c7ca9 req-742b128b-367e-48cc-b89a-5d344427e462 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f95e6be2-4fc1-42b2-adef-99cc577a1fb5 HTTP/1.1" status: 200 len: 834 time: 0.0568821 Jun 11 12:13:28.775509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31fddf-6077-4034-aab2-2458f92c7ca9 req-c205c4b8-87bd-4f4f-8ec2-d0f9d38e064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:28.776936 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e31fddf-6077-4034-aab2-2458f92c7ca9 req-c205c4b8-87bd-4f4f-8ec2-d0f9d38e064a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b3a80507-0c58-4bf9-9652-04100be2d388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0577838 Jun 11 12:13:28.849842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2c2c1aa3-1b7a-4b2f-b413-161cbed22248 None None] Set router c3723509-36ed-4004-93cd-55d2cb76b70c gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:13:28.896802 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e31fddf-6077-4034-aab2-2458f92c7ca9 req-4a89e10f-4456-4860-a0b8-cf7eae2c4951 service neutron] 10.222.0.25 "GET /v2.0/networks/b3a80507-0c58-4bf9-9652-04100be2d388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135185 Jun 11 12:13:29.014270 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1e31fddf-6077-4034-aab2-2458f92c7ca9 req-e0ab4897-ef56-4807-8ae6-35e303c194b4 service neutron] 10.222.0.25 "GET /v2.0/networks/b3a80507-0c58-4bf9-9652-04100be2d388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108491 Jun 11 12:13:29.134679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2c2c1aa3-1b7a-4b2f-b413-161cbed22248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:14Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'port_id': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'mac_address': 'fa:16:3e:6b:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:13:26Z', 'updated_at': '2021-06-11T12:13:26Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12ad800-fb94-491b-a505-291db07eca95', 'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:84:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:13Z', 'updated_at': '2021-06-11T12:13:18Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:13:29.138072 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c1aa3-1b7a-4b2f-b413-161cbed22248 None None] The sync data for ids ['c3723509-36ed-4004-93cd-55d2cb76b70c'] in dv-neutron-786478-5-hyperv is: [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:14Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'port_id': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'mac_address': 'fa:16:3e:6b:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:13:26Z', 'updated_at': '2021-06-11T12:13:26Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12ad800-fb94-491b-a505-291db07eca95', 'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:84:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:13Z', 'updated_at': '2021-06-11T12:13:18Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:13:29.325235 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d4044c-74b6-491c-b640-4defb64dc124 None None] New status for floating IP 6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:13:29.632878 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 53990) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:29.709335 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d1feb203-01df-40d1-a6ab-1bc9b5344194 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413 HTTP/1.1" status: 200 len: 993 time: 0.0752268 Jun 11 12:13:29.874497 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:13:42.169900 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cd8c5075-1c06-4740-8d04-3794f2b86035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:44.788763 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:44.953575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bb40c4b5-570a-40ec-be89-396f6470c570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:46.138263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:47.837156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:57.505236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798bf32-727f-4b73-b487-52c2b765cf50 req-6fdff74e-a77e-4ab4-9e22-ed9066082543 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:57.506641 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e798bf32-727f-4b73-b487-52c2b765cf50 req-6fdff74e-a77e-4ab4-9e22-ed9066082543 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 945 time: 0.0696383 Jun 11 12:13:57.548676 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e798bf32-727f-4b73-b487-52c2b765cf50 req-362304aa-3784-4d93-9cd2-e7808f29a154 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357282 Jun 11 12:13:57.887603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:13:58.732538 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa0d5-a400-44c2-aabc-7f070d394552 req-edc60489-9a55-4311-9450-17c6adea6b87 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:13:58.734001 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-916fa0d5-a400-44c2-aabc-7f070d394552 req-edc60489-9a55-4311-9450-17c6adea6b87 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 945 time: 0.0716984 Jun 11 12:13:58.775850 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-916fa0d5-a400-44c2-aabc-7f070d394552 req-4d8ccee4-8d38-4f10-a650-d8b6685d5509 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361469 Jun 11 12:13:58.799470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54008) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:13:58.877130 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c4709102-c2b7-4330-a0a7-eef80abcc094 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413 HTTP/1.1" status: 200 len: 993 time: 0.0763476 Jun 11 12:14:00.334183 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246ebf1-348b-4c69-9646-2fb7401ef56b req-df29bcc6-7c6b-4019-8ef7-05743c2b0075 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:00.341751 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7246ebf1-348b-4c69-9646-2fb7401ef56b req-df29bcc6-7c6b-4019-8ef7-05743c2b0075 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 945 time: 0.0821252 Jun 11 12:14:00.378896 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7246ebf1-348b-4c69-9646-2fb7401ef56b req-d014cb32-09f1-4112-9af9-fccf4e5150ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362489 Jun 11 12:14:01.565131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6820cf7-371f-4e0f-ab0b-52aa5b6e69a7 req-6f3cc783-3ef4-4b84-9146-cb09f526bcb2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:01.566583 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c6820cf7-371f-4e0f-ab0b-52aa5b6e69a7 req-6f3cc783-3ef4-4b84-9146-cb09f526bcb2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 945 time: 0.0724356 Jun 11 12:14:01.608160 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c6820cf7-371f-4e0f-ab0b-52aa5b6e69a7 req-1eaa23d5-b990-433e-87e7-d30fec78bece tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355775 Jun 11 12:14:01.631486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54018) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:01.711107 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-20b58539-29f1-4ad7-8c94-cab6fe3859cf tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413 HTTP/1.1" status: 200 len: 993 time: 0.0777402 Jun 11 12:14:02.055145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54024) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:02.248155 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 2018616a-64ea-4c2d-896f-95cc7cafec92 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:14:02.248500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:02.646163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:02.646919 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:02.737092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 2018616a-64ea-4c2d-896f-95cc7cafec92 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:14:02.905046 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:02.907884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2ba8f7a1-9673-41db-b0cb-f9e4a9be2619 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:02.936807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=2018616a-64ea-4c2d-896f-95cc7cafec92,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:02.966077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.966477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.966897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.967279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.967661 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.968042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.968414 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.968786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.969156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.969525 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.969896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.970264 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:02.974538 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:03.022486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:03.022905 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Floating IP 6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413 disassociated (deleted). External IP: 172.26.6.199, port: cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4. Jun 11 12:14:03.299981 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router c3723509-36ed-4004-93cd-55d2cb76b70c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:14:03.454953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:14:03.459662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:03.464813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d0881-75c7-4ebe-aa16-75e186faea35 None None] Sync routers for ids ['c3723509-36ed-4004-93cd-55d2cb76b70c'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:14:03.477816 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d0881-75c7-4ebe-aa16-75e186faea35 None None] Routers {'c3723509-36ed-4004-93cd-55d2cb76b70c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:14:03.478440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3b8d0881-75c7-4ebe-aa16-75e186faea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:13:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['c3723509-36ed-4004-93cd-55d2cb76b70c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:03.506232 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-71302652-3967-4a6b-92af-2c421435a628 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/floatingips/6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413 HTTP/1.1" status: 204 len: 168 time: 1.4499958 Jun 11 12:14:03.507583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'tag': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:14:03.509965 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebd8997-33cb-40d8-9213-d5c1d12f41c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a24f616a-1933-4a92-90c0-dd4e3457644e", "tag": "cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:14:03.549249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f891ef-f2c1-4ec0-bdcc-4392079036b7 x-openstack-request-id: req-c8f891ef-f2c1-4ec0-bdcc-4392079036b7 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:14:03.549665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24f616a-1933-4a92-90c0-dd4e3457644e", "tag": "cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:14:03.550086 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8f891ef-f2c1-4ec0-bdcc-4392079036b7 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:14:03.550887 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'tag': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4', 'status': 'completed', 'code': 200} Jun 11 12:14:03.637119 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd8997-33cb-40d8-9213-d5c1d12f41c9 req-e34e721f-ab95-45d1-91aa-afd42cc1012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:03.638681 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cebd8997-33cb-40d8-9213-d5c1d12f41c9 req-e34e721f-ab95-45d1-91aa-afd42cc1012a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 1098 time: 0.0659251 Jun 11 12:14:03.772008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd8997-33cb-40d8-9213-d5c1d12f41c9 req-b2fe6b61-a8a3-4b2d-87ef-5a3a8c0ec0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:03.774037 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cebd8997-33cb-40d8-9213-d5c1d12f41c9 req-b2fe6b61-a8a3-4b2d-87ef-5a3a8c0ec0e4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b3a80507-0c58-4bf9-9652-04100be2d388 HTTP/1.1" status: 200 len: 898 time: 0.1289792 Jun 11 12:14:03.789613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-3b8d0881-75c7-4ebe-aa16-75e186faea35 None None] Set router c3723509-36ed-4004-93cd-55d2cb76b70c gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:14:03.847652 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cebd8997-33cb-40d8-9213-d5c1d12f41c9 req-0e200b06-5a53-4065-bb68-5d40a791e4c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 HTTP/1.1" status: 200 len: 217 time: 0.0651822 Jun 11 12:14:03.938906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd8997-33cb-40d8-9213-d5c1d12f41c9 req-e2ce3f70-7f12-410a-ad6d-1fae0d123f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:03.940359 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cebd8997-33cb-40d8-9213-d5c1d12f41c9 req-e2ce3f70-7f12-410a-ad6d-1fae0d123f5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f95e6be2-4fc1-42b2-adef-99cc577a1fb5 HTTP/1.1" status: 200 len: 834 time: 0.0650406 Jun 11 12:14:03.988562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9908790-c8cf-4e74-91a0-efd56844ba47 req-a16f17a7-4103-45a2-8e65-aa78a34a1607 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:03.990025 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e9908790-c8cf-4e74-91a0-efd56844ba47 req-a16f17a7-4103-45a2-8e65-aa78a34a1607 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 945 time: 0.1518617 Jun 11 12:14:04.048627 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e9908790-c8cf-4e74-91a0-efd56844ba47 req-afb65269-3e4c-4bf7-b0c5-e3041ad951bb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513825 Jun 11 12:14:04.050210 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3b8d0881-75c7-4ebe-aa16-75e186faea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:14Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'c12ad800-fb94-491b-a505-291db07eca95', 'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:84:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:13Z', 'updated_at': '2021-06-11T12:13:18Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:04.054130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d0881-75c7-4ebe-aa16-75e186faea35 None None] Checking router: c3723509-36ed-4004-93cd-55d2cb76b70c for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:14:04.054358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd8997-33cb-40d8-9213-d5c1d12f41c9 req-e879337f-8c2b-4cbe-9745-beb37b2d7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:04.055820 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cebd8997-33cb-40d8-9213-d5c1d12f41c9 req-e879337f-8c2b-4cbe-9745-beb37b2d7e28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b3a80507-0c58-4bf9-9652-04100be2d388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085110 Jun 11 12:14:04.062129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d0881-75c7-4ebe-aa16-75e186faea35 None None] Routers {'c3723509-36ed-4004-93cd-55d2cb76b70c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:14:04.062776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3b8d0881-75c7-4ebe-aa16-75e186faea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:13:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['c3723509-36ed-4004-93cd-55d2cb76b70c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:04.171861 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cebd8997-33cb-40d8-9213-d5c1d12f41c9 req-2b2155bc-7aff-436f-abfa-5a0e870a87ce service neutron] 10.222.0.25 "GET /v2.0/networks/b3a80507-0c58-4bf9-9652-04100be2d388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078868 Jun 11 12:14:04.204714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-3b8d0881-75c7-4ebe-aa16-75e186faea35 None None] Set router c3723509-36ed-4004-93cd-55d2cb76b70c gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:14:04.289876 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cebd8997-33cb-40d8-9213-d5c1d12f41c9 req-7d787d76-57b2-4473-b027-d84ce9796f85 service neutron] 10.222.0.25 "GET /v2.0/networks/b3a80507-0c58-4bf9-9652-04100be2d388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099617 Jun 11 12:14:04.455265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-3b8d0881-75c7-4ebe-aa16-75e186faea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:14Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'c12ad800-fb94-491b-a505-291db07eca95', 'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:84:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:13Z', 'updated_at': '2021-06-11T12:13:18Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:04.458469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d0881-75c7-4ebe-aa16-75e186faea35 None None] The sync data for ids ['c3723509-36ed-4004-93cd-55d2cb76b70c'] in dv-neutron-786478-5-hyperv is: [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:13:14Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'c12ad800-fb94-491b-a505-291db07eca95', 'name': '', 'network_id': 'b3a80507-0c58-4bf9-9652-04100be2d388', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:84:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:13Z', 'updated_at': '2021-06-11T12:13:18Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'f95e6be2-4fc1-42b2-adef-99cc577a1fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:14:04.660377 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6715cd61-c7dd-4e81-b896-00e0cdeb7dcb None None] New status for floating IP 6e0d2d6a-e9d6-4d57-b5ee-6dccac9c9413: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:14:05.231076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aee0d9-e530-4089-a87c-a08f2a2bb13c req-2b44717a-20df-4889-a844-22a58cd7a13f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:05.233082 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b6aee0d9-e530-4089-a87c-a08f2a2bb13c req-2b44717a-20df-4889-a844-22a58cd7a13f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 945 time: 0.0712798 Jun 11 12:14:05.283677 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b6aee0d9-e530-4089-a87c-a08f2a2bb13c req-762f4f1f-0a31-444a-ad39-1a3c5eef5d34 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff2eabf5-c2cd-4fd9-935b-450d7c424afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382440 Jun 11 12:14:05.389991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71e2ab-d265-44f9-8992-b631117c484f req-aac4b3ec-ccd1-4de4-bba5-392fe5d28720 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:05.391372 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8b71e2ab-d265-44f9-8992-b631117c484f req-aac4b3ec-ccd1-4de4-bba5-392fe5d28720 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 945 time: 0.0736852 Jun 11 12:14:05.500761 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-8b71e2ab-d265-44f9-8992-b631117c484f req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:14:05.501105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8b71e2ab-d265-44f9-8992-b631117c484f req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:05.614705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-8b71e2ab-d265-44f9-8992-b631117c484f req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4,segment=NetworkSegment(4ffad886-2639-4409-8fea-9e9c51cb5ffc),segment_id=4ffad886-2639-4409-8fea-9e9c51cb5ffc)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:14:05.615072 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8b71e2ab-d265-44f9-8992-b631117c484f req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:05.709617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-8b71e2ab-d265-44f9-8992-b631117c484f req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:14:05.860364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8b71e2ab-d265-44f9-8992-b631117c484f req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:05.866665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ae5063b5-f15d-4fa1-ba00-76ac3948eaaf tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:05.896852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:05.909210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.909602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.909990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.910367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.910767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.911143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.911516 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.911892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.912259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.912626 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.913000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.913367 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:05.940953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:05.965269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b71e2ab-d265-44f9-8992-b631117c484f req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] No DVR routers for this DVR port cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:14:05.967656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8b71e2ab-d265-44f9-8992-b631117c484f req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:05.969644 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8b71e2ab-d265-44f9-8992-b631117c484f req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "DELETE /v2.0/ports/cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 HTTP/1.1" status: 204 len: 173 time: 0.5716379 Jun 11 12:14:05.970125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'name': 'network-vif-deleted', 'tag': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:14:05.972439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47beba75-df8b-48b4-8360-377c82a00bb6" -d '{"events": [{"server_uuid": "a24f616a-1933-4a92-90c0-dd4e3457644e", "name": "network-vif-deleted", "tag": "cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:14:06.011697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f7aa84-6e92-4d9b-9060-8ad18db909a2 x-openstack-request-id: req-47f7aa84-6e92-4d9b-9060-8ad18db909a2 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:14:06.012117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24f616a-1933-4a92-90c0-dd4e3457644e", "name": "network-vif-deleted", "tag": "cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:14:06.012430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47f7aa84-6e92-4d9b-9060-8ad18db909a2 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:14:06.012892 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24f616a-1933-4a92-90c0-dd4e3457644e', 'name': 'network-vif-deleted', 'tag': 'cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4', 'status': 'completed', 'code': 200} Jun 11 12:14:06.446636 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3870156f-8433-4782-9937-9224b017a276 req-21f49d45-e0bf-4f62-ab14-576d03628fd3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24f616a-1933-4a92-90c0-dd4e3457644e HTTP/1.1" status: 200 len: 210 time: 0.0336268 Jun 11 12:14:06.873720 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:14:07.542825 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54040) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:07.727370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:14:07.755472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:14:07.755829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device cfcfb4ff-deb1-4b6f-8724-ee07d1c7b8b4 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:14:08.001639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:08.329846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port c12ad800-fb94-491b-a505-291db07eca95 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:14:08.330198 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:08.441872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port c12ad800-fb94-491b-a505-291db07eca95, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c12ad800-fb94-491b-a505-291db07eca95,segment=NetworkSegment(4ffad886-2639-4409-8fea-9e9c51cb5ffc),segment_id=4ffad886-2639-4409-8fea-9e9c51cb5ffc)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:14:08.442230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:08.533067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for c12ad800-fb94-491b-a505-291db07eca95 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:14:08.751216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:08.753882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-870b823f-ee71-48ac-9af6-d0e53eb37e7d tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:08.783285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=c12ad800-fb94-491b-a505-291db07eca95,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:08.785759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:09.010134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:09.597441 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router c3723509-36ed-4004-93cd-55d2cb76b70c has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:14:09.739706 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:14:09.745407 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6ed49896-50bd-4ad2-b77a-37110d2c8771 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "PUT /v2.0/routers/c3723509-36ed-4004-93cd-55d2cb76b70c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2015209 Jun 11 12:14:09.748012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54042) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:09.753789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196bc9df-bf41-4293-a47e-83f6433fa023 None None] Sync routers for ids ['c3723509-36ed-4004-93cd-55d2cb76b70c'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:14:09.763330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196bc9df-bf41-4293-a47e-83f6433fa023 None None] Routers {'c3723509-36ed-4004-93cd-55d2cb76b70c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:14:09.763981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-196bc9df-bf41-4293-a47e-83f6433fa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:13:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['c3723509-36ed-4004-93cd-55d2cb76b70c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:09.815869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-a901bc63-6d1e-45cd-8f06-c63b2f159090 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting subnet f95e6be2-4fc1-42b2-adef-99cc577a1fb5 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:14:09.819178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a901bc63-6d1e-45cd-8f06-c63b2f159090 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:09.869182 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a901bc63-6d1e-45cd-8f06-c63b2f159090 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:09.906378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-196bc9df-bf41-4293-a47e-83f6433fa023 None None] Set router c3723509-36ed-4004-93cd-55d2cb76b70c gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:14:09.969477 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a901bc63-6d1e-45cd-8f06-c63b2f159090 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:10.034641 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a901bc63-6d1e-45cd-8f06-c63b2f159090 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:10.036922 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4a68e7bc-8618-42fe-b63d-ee83fc913f45 tempest-RoutersNegativeTest-954484268 tempest-RoutersNegativeTest-954484268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:10.068041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901bc63-6d1e-45cd-8f06-c63b2f159090 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Subnet': ['ID=f95e6be2-4fc1-42b2-adef-99cc577a1fb5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:10.073081 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a901bc63-6d1e-45cd-8f06-c63b2f159090 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:10.074412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a901bc63-6d1e-45cd-8f06-c63b2f159090 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:10.079018 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a901bc63-6d1e-45cd-8f06-c63b2f159090 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/subnets/f95e6be2-4fc1-42b2-adef-99cc577a1fb5 HTTP/1.1" status: 204 len: 168 time: 0.3300252 Jun 11 12:14:10.079160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6737c55-2a69-47b1-ad10-774fe87fae6e None None] Network b3a80507-0c58-4bf9-9652-04100be2d388 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:14:10.079529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54044) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:10.228573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:10.274927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-196bc9df-bf41-4293-a47e-83f6433fa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:14:08Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:10.281205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196bc9df-bf41-4293-a47e-83f6433fa023 None None] Checking router: c3723509-36ed-4004-93cd-55d2cb76b70c for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:14:10.295798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196bc9df-bf41-4293-a47e-83f6433fa023 None None] Routers {'c3723509-36ed-4004-93cd-55d2cb76b70c'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:14:10.296410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-196bc9df-bf41-4293-a47e-83f6433fa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:13:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['c3723509-36ed-4004-93cd-55d2cb76b70c'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:10.378467 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:10.390019 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] DHCP port deletion for b3a80507-0c58-4bf9-9652-04100be2d388 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:14:10.438383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port b1931602-a072-458d-b19d-230b2cb799fe {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:14:10.438859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:10.550101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port b1931602-a072-458d-b19d-230b2cb799fe, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b1931602-a072-458d-b19d-230b2cb799fe,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:14:10.550475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:10.646061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for b1931602-a072-458d-b19d-230b2cb799fe owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:14:10.646841 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-196bc9df-bf41-4293-a47e-83f6433fa023 None None] Set router c3723509-36ed-4004-93cd-55d2cb76b70c gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:14:10.731721 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Deleting port 8e157eac-5742-4bcc-9dd9-005b9187c4dc {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:14:10.732109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:10.848359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:10.850946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:10.882120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=b1931602-a072-458d-b19d-230b2cb799fe,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:10.887161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] For port 8e157eac-5742-4bcc-9dd9-005b9187c4dc, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8e157eac-5742-4bcc-9dd9-005b9187c4dc,segment=NetworkSegment(4ffad886-2639-4409-8fea-9e9c51cb5ffc),segment_id=4ffad886-2639-4409-8fea-9e9c51cb5ffc)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:14:10.887552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:10.887647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:10.958245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:10.999084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Calling delete_port for 8e157eac-5742-4bcc-9dd9-005b9187c4dc owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:14:11.095179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.098721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.133188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-196bc9df-bf41-4293-a47e-83f6433fa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:14:08Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:11.137087 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196bc9df-bf41-4293-a47e-83f6433fa023 None None] The sync data for ids ['c3723509-36ed-4004-93cd-55d2cb76b70c'] in dv-neutron-786478-5-hyperv is: [{'id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486576016', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:13:09Z', 'updated_at': '2021-06-11T12:14:08Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b1931602-a072-458d-b19d-230b2cb799fe', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3723509-36ed-4004-93cd-55d2cb76b70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:13:10Z', 'updated_at': '2021-06-11T12:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:14:11.147510 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.149490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bf68ff46-3fe5-49d4-ac0f-29f302b3d6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:11.163010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.163582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Fanout notify agent at l3_agent the message router_deleted on router c3723509-36ed-4004-93cd-55d2cb76b70c {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:14:11.170594 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.174913 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/routers/c3723509-36ed-4004-93cd-55d2cb76b70c HTTP/1.1" status: 204 len: 168 time: 1.0905414 Jun 11 12:14:11.174913 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54046) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:11.182791 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Pushing event deleted for resources: {'Port': ['ID=8e157eac-5742-4bcc-9dd9-005b9187c4dc,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:11.190476 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] No DVR routers for this DVR port 8e157eac-5742-4bcc-9dd9-005b9187c4dc on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:14:11.192503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.192937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.193289 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.193633 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.194579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.194905 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.195248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.195582 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.195917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.196250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.196580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.196907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:14:11.200484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:11.280897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.399754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.411082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a80507-0c58-4bf9-9652-04100be2d388']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:11.422050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffad886-2639-4409-8fea-9e9c51cb5ffc') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:11.422357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffad886-2639-4409-8fea-9e9c51cb5ffc') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:11.431944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.446393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.452132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:14:11.452518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:14:11.455622 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:14:11.537422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.541086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8487226d-097d-41f9-ad8c-b45bcac10af9 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:11.545344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.547424 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/networks/b3a80507-0c58-4bf9-9652-04100be2d388 HTTP/1.1" status: 204 len: 168 time: 0.3720472 Jun 11 12:14:11.550224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54048) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:11.635419 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f440395d-bf37-4eb5-980d-ff1c4b695463 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.673571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f440395d-bf37-4eb5-980d-ff1c4b695463 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.744463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f440395d-bf37-4eb5-980d-ff1c4b695463 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.747089 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f440395d-bf37-4eb5-980d-ff1c4b695463 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:11.748638 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f440395d-bf37-4eb5-980d-ff1c4b695463 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/security-groups/ff2eabf5-c2cd-4fd9-935b-450d7c424afe HTTP/1.1" status: 204 len: 168 time: 0.1970060 Jun 11 12:14:11.749471 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ad52f8fe-b65a-45f2-812a-a1fc1979d4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:11.761277 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440395d-bf37-4eb5-980d-ff1c4b695463 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2eabf5-c2cd-4fd9-935b-450d7c424afe,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:11.770564 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f440395d-bf37-4eb5-980d-ff1c4b695463 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:11.997092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Network': ['ID=b3a80507-0c58-4bf9-9652-04100be2d388,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:11.999614 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:12.171392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e864008a-d46d-4d6e-9d00-689bb27f26e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.273072 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c12ad800-fb94-491b-a505-291db07eca95 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:14:12.300282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c12ad800-fb94-491b-a505-291db07eca95 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:14:12.300282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c12ad800-fb94-491b-a505-291db07eca95 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:14:12.300282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8e157eac-5742-4bcc-9dd9-005b9187c4dc no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:14:12.322787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 8e157eac-5742-4bcc-9dd9-005b9187c4dc {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:14:12.323144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8e157eac-5742-4bcc-9dd9-005b9187c4dc not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:14:12.485104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54054) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:12.489972 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-7ff9255f-d82c-4ae0-adc3-5a4fbf0b0283 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589376093', 'description': 'tempest-secgroup-smoke-1589376093 description', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:12.512434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ff9255f-d82c-4ae0-adc3-5a4fbf0b0283 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.595749 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ff9255f-d82c-4ae0-adc3-5a4fbf0b0283 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.599766 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ff9255f-d82c-4ae0-adc3-5a4fbf0b0283 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.602732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f42db1cb-41ac-4631-9e5d-6296ca967716 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:12.627298 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-7ff9255f-d82c-4ae0-adc3-5a4fbf0b0283 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.628484 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-7ff9255f-d82c-4ae0-adc3-5a4fbf0b0283 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1423471 Jun 11 12:14:12.631426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54056) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:12.632540 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9255f-d82c-4ae0-adc3-5a4fbf0b0283 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcd5f9c-466f-440b-926a-17d23bed0ada,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:12.636356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-166b33e9-07b4-4e2d-9293-9c1636786bb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd5f9c-466f-440b-926a-17d23bed0ada', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:12.642938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7ff9255f-d82c-4ae0-adc3-5a4fbf0b0283 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:12.664155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-166b33e9-07b4-4e2d-9293-9c1636786bb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.721754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-166b33e9-07b4-4e2d-9293-9c1636786bb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.725092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-166b33e9-07b4-4e2d-9293-9c1636786bb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.726908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a0071947-2258-4078-8f38-b8b8cf711cc5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:12.742782 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b33e9-07b4-4e2d-9293-9c1636786bb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcb26e9-64f8-4512-bd35-9dc8f7c7e1f8,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:12.745047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-166b33e9-07b4-4e2d-9293-9c1636786bb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:12.748751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-166b33e9-07b4-4e2d-9293-9c1636786bb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.749886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-166b33e9-07b4-4e2d-9293-9c1636786bb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173851 Jun 11 12:14:12.752598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54058) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:12.757744 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-63549796-f934-4637-8930-91eedaa97754 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd5f9c-466f-440b-926a-17d23bed0ada', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:12.783325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63549796-f934-4637-8930-91eedaa97754 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.842400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63549796-f934-4637-8930-91eedaa97754 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.845849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63549796-f934-4637-8930-91eedaa97754 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.847672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9efebe24-01a8-45cc-9bbc-a1853fd60cd7 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:12.862092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63549796-f934-4637-8930-91eedaa97754 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8a8de3-7931-41c5-81f3-699c60cc56ab,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:12.867385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63549796-f934-4637-8930-91eedaa97754 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:12.872793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-63549796-f934-4637-8930-91eedaa97754 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.873997 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-63549796-f934-4637-8930-91eedaa97754 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204443 Jun 11 12:14:12.876548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54060) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:12.880947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8ae57c15-d913-4da7-b170-c5f7264a4863 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd5f9c-466f-440b-926a-17d23bed0ada', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:12.905092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ae57c15-d913-4da7-b170-c5f7264a4863 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.967492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ae57c15-d913-4da7-b170-c5f7264a4863 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.970852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ae57c15-d913-4da7-b170-c5f7264a4863 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.973009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-166b33e9-07b4-4e2d-9293-9c1636786bb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:12.990039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae57c15-d913-4da7-b170-c5f7264a4863 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25beb80-9f0c-44a9-bed7-f31976ad81a1,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:12.994184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8ae57c15-d913-4da7-b170-c5f7264a4863 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:12.997640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ae57c15-d913-4da7-b170-c5f7264a4863 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:12.998826 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8ae57c15-d913-4da7-b170-c5f7264a4863 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213422 Jun 11 12:14:13.001434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54062) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:13.005692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-375f3efb-7b4f-4d16-96f7-8cff02cac7bd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd5f9c-466f-440b-926a-17d23bed0ada', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:13.031493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-375f3efb-7b4f-4d16-96f7-8cff02cac7bd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.100796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-375f3efb-7b4f-4d16-96f7-8cff02cac7bd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.104562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-375f3efb-7b4f-4d16-96f7-8cff02cac7bd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.106456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ff785720-8025-4471-aafa-38d6e5512bd3 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:13.123126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f3efb-7b4f-4d16-96f7-8cff02cac7bd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01e9eeb-8cf6-43b7-900f-c947190298f4,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:13.125454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-375f3efb-7b4f-4d16-96f7-8cff02cac7bd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:13.130172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-375f3efb-7b4f-4d16-96f7-8cff02cac7bd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.132181 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-375f3efb-7b4f-4d16-96f7-8cff02cac7bd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298170 Jun 11 12:14:13.134860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54064) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:13.139573 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-23cb7360-f422-48b9-aee7-69b9d73569ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd5f9c-466f-440b-926a-17d23bed0ada', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:13.160137 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-23cb7360-f422-48b9-aee7-69b9d73569ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Project 7622f0fbdf77412a8547dcfd863ad52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:14:13.164915 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-23cb7360-f422-48b9-aee7-69b9d73569ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.227161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-23cb7360-f422-48b9-aee7-69b9d73569ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.231706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-23cb7360-f422-48b9-aee7-69b9d73569ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.236857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-375f3efb-7b4f-4d16-96f7-8cff02cac7bd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:13.252745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb7360-f422-48b9-aee7-69b9d73569ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdec2604-d0fc-4f18-aa38-9b18e50b3d26,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:13.255126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-23cb7360-f422-48b9-aee7-69b9d73569ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:13.257176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-23cb7360-f422-48b9-aee7-69b9d73569ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.258331 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-23cb7360-f422-48b9-aee7-69b9d73569ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225116 Jun 11 12:14:13.260907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54066) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:13.265260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-8455b40c-9e8f-4cc1-b33a-abf749ebe430 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd5f9c-466f-440b-926a-17d23bed0ada', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:13.286017 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-8455b40c-9e8f-4cc1-b33a-abf749ebe430 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Project 7622f0fbdf77412a8547dcfd863ad52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:14:13.290586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8455b40c-9e8f-4cc1-b33a-abf749ebe430 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.358451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8455b40c-9e8f-4cc1-b33a-abf749ebe430 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.362102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8455b40c-9e8f-4cc1-b33a-abf749ebe430 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.363933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fa4bac56-6a25-460b-a180-5cf36af143c9 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:13.380477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455b40c-9e8f-4cc1-b33a-abf749ebe430 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce4d916-e382-43b6-adc9-49df1c5e71c5,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:13.383604 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8455b40c-9e8f-4cc1-b33a-abf749ebe430 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:13.387688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8455b40c-9e8f-4cc1-b33a-abf749ebe430 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.388860 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8455b40c-9e8f-4cc1-b33a-abf749ebe430 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270230 Jun 11 12:14:13.391616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54068) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:13.396537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'network': {'name': 'tempest-network-smoke--486906866', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'port_security_enabled': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:13.417125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:14:13.420418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.444814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:14:13.453478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.453819 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Added segment 349084d4-9966-4811-b839-2d86f3b2fe9a of type vlan for network 77c74df1-0da9-46c6-85c7-782e14eb88f0 Jun 11 12:14:13.499587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.527590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.533077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:13.533648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.535792 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4e73a724-fbac-46a8-879b-08c715b98c72 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:13.574742 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1820755 Jun 11 12:14:13.577330 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54070) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:13.623453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'admin_state_up': True, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:13.629675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Network': ['ID=77c74df1-0da9-46c6-85c7-782e14eb88f0,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:13.634096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a2449b90-f7f3-4816-a8db-2e7c81c11a14 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:13.640521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 77c74df1-0da9-46c6-85c7-782e14eb88f0 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:14:13.650056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.651148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.718275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:13.804020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b1931602-a072-458d-b19d-230b2cb799fe no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:14:13.828699 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b1931602-a072-458d-b19d-230b2cb799fe {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:14:13.829065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b1931602-a072-458d-b19d-230b2cb799fe not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:14:13.927145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:14.185962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:14.211349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:14.337720 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.26.6.231 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/837ef9c9-559e-408d-b833-3fde64095398) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:14:14.467020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:14.505054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:14.508300 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d41afdb-30e9-4404-a534-211a71e774d0 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:14.554422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:14:14.557413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:14:14.559899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:14:14.591831 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=837ef9c9-559e-408d-b833-3fde64095398,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:14.595641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:14.790443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:14.891487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:14.955988 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-20e5ca6e-6647-4149-9cfa-94d7efbbffa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:15.165264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:15.324592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:14:15.464137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:14:15.473949 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Sync routers for ids ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:14:15.481322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:15.482517 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9042776 Jun 11 12:14:15.483903 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Routers {'51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:14:15.484514 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:14:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:15.485571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54072) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:15.520882 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b57c57c3-2e95-4e0c-9a7d-4aa24fea09eb tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7622f0fbdf77412a8547dcfd863ad52a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339117 Jun 11 12:14:15.523809 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54074) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:15.624633 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Set router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:14:15.636686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1049b39-0243-4da4-b873-b22fe694b245 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:15.638449 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-a1049b39-0243-4da4-b873-b22fe694b245 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1134844 Jun 11 12:14:15.640971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54076) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:15.675676 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5c6bfbde-5fd8-4680-8dcb-d1f29eadd95a tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335977 Jun 11 12:14:15.677944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54078) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:15.682594 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-258864245', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:15.794254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:14:15.798305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:15.856631 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:14Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:15.859842 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Checking router: 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:14:15.860197 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Updating router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 port 837ef9c9-559e-408d-b833-3fde64095398 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:14:15.899897 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.022559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.025356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-52e2e069-391c-4594-a9fa-6495b9df3187 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:16.093865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Subnet': ['ID=bad30c3a-5f77-49b6-a9ee-556fdd9b7e24,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:16.098175 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:16.106126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Checking segment: {'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:14:16.106498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network hostable DHCP agents. Network: 77c74df1-0da9-46c6-85c7-782e14eb88f0, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:14:16.125769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 77c74df1-0da9-46c6-85c7-782e14eb88f0 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:14:16.135115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 77c74df1-0da9-46c6-85c7-782e14eb88f0) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:14:16.142292 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:16.143669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.144073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.149289 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4e255e-d7fc-4659-b937-8b4de3be4675 None None] Network 77c74df1-0da9-46c6-85c7-782e14eb88f0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:14:16.161249 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4674a757-3284-4206-88c9-5451c09dae20 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4796548 Jun 11 12:14:16.161606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54080) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:16.200340 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.211158 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Transition to ACTIVE for port object 837ef9c9-559e-408d-b833-3fde64095398 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:14:16.216661 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.218550 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-d883b5b1-a038-4e46-996e-1a45afb8d22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:16.261767 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7dd7d-e151-4e42-8a80-1e543bc9cb6c None None] Pushing event updated for resources: {'Port': ['ID=837ef9c9-559e-408d-b833-3fde64095398,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:16.267160 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-9eb7dd7d-e151-4e42-8a80-1e543bc9cb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:16.285257 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Attempting to bind port 837ef9c9-559e-408d-b833-3fde64095398 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:14:16.285637 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Attempting to bind port 837ef9c9-559e-408d-b833-3fde64095398 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:14:16.286007 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Attempting to bind port 837ef9c9-559e-408d-b833-3fde64095398 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:14:16.290898 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:14:16.291269 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:14:16.291857 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.292259 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:14:16.292725 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Bound port: 837ef9c9-559e-408d-b833-3fde64095398, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:14:16.293102 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.346143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-77c74df1-0da9-46c6-85c7-782e14eb88f0', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ips': [{'subnet_id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:14:16.347106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.356771 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] For port 837ef9c9-559e-408d-b833-3fde64095398, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:14:16.360262 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] For port 837ef9c9-559e-408d-b833-3fde64095398, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=837ef9c9-559e-408d-b833-3fde64095398,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:14:16.364223 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.367577 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-7d49b7aa-137a-4ae3-889a-8aed149ac9e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:16.420986 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Routers {'51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:14:16.421614 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:14:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:16.500146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Allocated IP 172.20.0.2 (77c74df1-0da9-46c6-85c7-782e14eb88f0/bad30c3a-5f77-49b6-a9ee-556fdd9b7e24/4dc503cb-f035-450f-b65a-9df5308fa9a2) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:14:16.528631 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7dd7d-e151-4e42-8a80-1e543bc9cb6c None None] Pushing event updated for resources: {'Port': ['ID=837ef9c9-559e-408d-b833-3fde64095398,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:16.539867 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-9eb7dd7d-e151-4e42-8a80-1e543bc9cb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:16.580928 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] Set router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:14:16.689328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.698329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Transition to ACTIVE for port object 4dc503cb-f035-450f-b65a-9df5308fa9a2 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:14:16.714316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Transition to ACTIVE for port object 4dc503cb-f035-450f-b65a-9df5308fa9a2 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:14:16.720622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.723438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ca3d68fc-3cc1-474f-99ed-716669531224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:16.766341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.767715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Network 77c74df1-0da9-46c6-85c7-782e14eb88f0 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:14:16.772205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:14:16.776581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:14:16.783678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Pushing event updated for resources: {'Port': ['ID=4dc503cb-f035-450f-b65a-9df5308fa9a2,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:16.789433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:16.829903 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:14Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:16.833452 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a1385-f802-4192-8c5d-ca03462e6d05 None None] The sync data for ids ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'] in dv-neutron-786478-5-hyperv is: [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:14Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:14:16.855198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Attempting to bind port 4dc503cb-f035-450f-b65a-9df5308fa9a2 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:14:16.855589 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Attempting to bind port 4dc503cb-f035-450f-b65a-9df5308fa9a2 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:14:16.855973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Attempting to bind port 4dc503cb-f035-450f-b65a-9df5308fa9a2 on network 77c74df1-0da9-46c6-85c7-782e14eb88f0 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:14:16.861375 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:14:16.861765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Checking segment: {'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:14:16.862184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.862629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Bound using segment: {'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:14:16.863127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Bound port: 4dc503cb-f035-450f-b65a-9df5308fa9a2, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:14:16.863518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.943345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] For port 4dc503cb-f035-450f-b65a-9df5308fa9a2, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:14:16.946575 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] For port 4dc503cb-f035-450f-b65a-9df5308fa9a2, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4dc503cb-f035-450f-b65a-9df5308fa9a2,segment=NetworkSegment(349084d4-9966-4811-b839-2d86f3b2fe9a),segment_id=349084d4-9966-4811-b839-2d86f3b2fe9a)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:14:16.951730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:16.953690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-3cd2a818-874c-48c3-8533-9d22ecbc3286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:17.017787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Pushing event updated for resources: {'Port': ['ID=4dc503cb-f035-450f-b65a-9df5308fa9a2,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:17.022250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:17.165309 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.20.0.1 (77c74df1-0da9-46c6-85c7-782e14eb88f0/bad30c3a-5f77-49b6-a9ee-556fdd9b7e24/251c1eac-c19c-4251-a8a4-71268b952a9c) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:14:17.341599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:17.359739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Transition to ACTIVE for port object 251c1eac-c19c-4251-a8a4-71268b952a9c will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:14:17.400028 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:17.402233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a5a34f63-e352-4be6-a39a-13b64d7d9068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:17.455334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 77c74df1-0da9-46c6-85c7-782e14eb88f0 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:14:17.458876 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:14:17.464478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:14:17.496848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=251c1eac-c19c-4251-a8a4-71268b952a9c,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:17.502610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:17.524114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:17.707836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:17.871992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:17.995403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 837ef9c9-559e-408d-b833-3fde64095398 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:14:18.031872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e752ffc2-c3ec-4ad6-a251-a375de079b17 None None] Network 77c74df1-0da9-46c6-85c7-782e14eb88f0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:14:18.094915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:18.100570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:18.104391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-55d3c333-0a0d-408d-8de7-260aa2fb9d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:18.147920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-8bda3685-a0d7-40de-9984-607ba90f60db None None] Provisioning for port 4dc503cb-f035-450f-b65a-9df5308fa9a2 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:14:18.183897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 837ef9c9-559e-408d-b833-3fde64095398 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:14:18.188841 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=251c1eac-c19c-4251-a8a4-71268b952a9c,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:18.194016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 837ef9c9-559e-408d-b833-3fde64095398 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:14:18.194404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:18.196823 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:18.200675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:18.321597 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 77c74df1-0da9-46c6-85c7-782e14eb88f0 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:14:18.323050 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:14:18.404472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:18.427119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 837ef9c9-559e-408d-b833-3fde64095398, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=837ef9c9-559e-408d-b833-3fde64095398,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:14:18.432830 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:18.433800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4dc503cb-f035-450f-b65a-9df5308fa9a2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:14:18.435513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fe328708-d2f2-4c75-93fd-f7ca4aa23c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:18.481948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:14:18.525882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=837ef9c9-559e-408d-b833-3fde64095398,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:18.529919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:18.540436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 4dc503cb-f035-450f-b65a-9df5308fa9a2 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:14:18.544856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4dc503cb-f035-450f-b65a-9df5308fa9a2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:14:18.545243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:18.642382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:18.649355 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:14:18.660866 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "PUT /v2.0/routers/51bad6d2-d8be-4e61-b32c-3e6b2a2e9997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4920931 Jun 11 12:14:18.661255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Sync routers for ids ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:14:18.688063 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Routers {'51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:14:18.688708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:14:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:18.752999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 4dc503cb-f035-450f-b65a-9df5308fa9a2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4dc503cb-f035-450f-b65a-9df5308fa9a2,segment=NetworkSegment(349084d4-9966-4811-b839-2d86f3b2fe9a),segment_id=349084d4-9966-4811-b839-2d86f3b2fe9a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:14:18.836303 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-01e071a4-831f-49f7-978e-c6af42bad923 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589376093&fields=id&tenant_id=7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 267 time: 0.0490472 Jun 11 12:14:18.978820 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-bddacc59-69f8-460a-8760-4f8db0727d95 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:18.979133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7c7f0c24-d8c9-4ed4-a72a-ae89ac6877fa None None] Provisioning complete for port 4dc503cb-f035-450f-b65a-9df5308fa9a2 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:14:18.979595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0c24-d8c9-4ed4-a72a-ae89ac6877fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:18.980079 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-bddacc59-69f8-460a-8760-4f8db0727d95 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/networks?id=77c74df1-0da9-46c6-85c7-782e14eb88f0 HTTP/1.1" status: 200 len: 796 time: 0.1359775 Jun 11 12:14:18.981108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:18.994614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1d957d64-77ea-4c98-997b-a171b5b41d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:18.997920 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-0aff7916-67d1-4b01-b2da-fced2e169b57 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/quotas/7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 375 time: 0.0096207 Jun 11 12:14:19.078650 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-8b9fc91c-ce88-4cf2-b522-338cde92a125 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746281 Jun 11 12:14:19.094660 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-1653a765-2a31-46e4-b35e-66b4531848fe service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 12:14:19.095620 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-1653a765-2a31-46e4-b35e-66b4531848fe service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053947 Jun 11 12:14:19.107611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=4dc503cb-f035-450f-b65a-9df5308fa9a2,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:19.115818 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:19.126345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Set router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:14:19.212335 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-1d3fddf7-50a0-42bd-8ebb-97cb10b166c6 service neutron] 10.222.0.46 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107302 Jun 11 12:14:19.290764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7c7f0c24-d8c9-4ed4-a72a-ae89ac6877fa None None] Provisioning for port 251c1eac-c19c-4251-a8a4-71268b952a9c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:14:19.326032 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-be5af0a0-01e1-4c7e-9c1b-f1b8d03e573e service neutron] 10.222.0.46 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073365 Jun 11 12:14:19.337885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7c7f0c24-d8c9-4ed4-a72a-ae89ac6877fa None None] Provisioning complete for port 251c1eac-c19c-4251-a8a4-71268b952a9c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:14:19.338278 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0c24-d8c9-4ed4-a72a-ae89ac6877fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:19.399539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f0c24-d8c9-4ed4-a72a-ae89ac6877fa None None] Port 251c1eac-c19c-4251-a8a4-71268b952a9c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:14:19.469577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:17Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '251c1eac-c19c-4251-a8a4-71268b952a9c', 'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:19:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:16Z', 'updated_at': '2021-06-11T12:14:17Z', 'revision_number': 2, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:19.473134 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Checking router: 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:14:19.473512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Updating router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 port 251c1eac-c19c-4251-a8a4-71268b952a9c binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:14:19.506590 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-01b5f607-0256-4260-b71f-7908b708c853 req-e37df168-3cfc-45c1-9f4a-3bb335ee8235 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 210 time: 0.0356994 Jun 11 12:14:19.528936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:19.537789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9f32085e-4ab9-4c0d-82e3-563c5a1b6978 None None] Provisioning complete for port 251c1eac-c19c-4251-a8a4-71268b952a9c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:14:19.538182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f32085e-4ab9-4c0d-82e3-563c5a1b6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:19.613697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-9f32085e-4ab9-4c0d-82e3-563c5a1b6978 None None] Port 251c1eac-c19c-4251-a8a4-71268b952a9c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:14:19.868583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 837ef9c9-559e-408d-b833-3fde64095398 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:14:19.923043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:19.935357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Transition to ACTIVE for port object 251c1eac-c19c-4251-a8a4-71268b952a9c will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:14:19.943413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:19.945772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:20.031181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 837ef9c9-559e-408d-b833-3fde64095398 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:14:20.031875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:20.072679 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8819c3-5cce-4a12-8434-95ad89b61efb None None] Pushing event updated for resources: {'Port': ['ID=251c1eac-c19c-4251-a8a4-71268b952a9c,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:20.083298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2c8819c3-5cce-4a12-8434-95ad89b61efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:20.153352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Attempting to bind port 251c1eac-c19c-4251-a8a4-71268b952a9c on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:14:20.153734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Attempting to bind port 251c1eac-c19c-4251-a8a4-71268b952a9c by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:14:20.154107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Attempting to bind port 251c1eac-c19c-4251-a8a4-71268b952a9c on network 77c74df1-0da9-46c6-85c7-782e14eb88f0 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:14:20.161882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:14:20.162896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Checking segment: {'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:14:20.163403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:20.164193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Bound using segment: {'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:14:20.164308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Bound port: 251c1eac-c19c-4251-a8a4-71268b952a9c, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:14:20.164660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:20.255209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4dc503cb-f035-450f-b65a-9df5308fa9a2 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:14:20.328307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] For port 251c1eac-c19c-4251-a8a4-71268b952a9c, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:14:20.332125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] For port 251c1eac-c19c-4251-a8a4-71268b952a9c, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=251c1eac-c19c-4251-a8a4-71268b952a9c,segment=NetworkSegment(349084d4-9966-4811-b839-2d86f3b2fe9a),segment_id=349084d4-9966-4811-b839-2d86f3b2fe9a)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:14:20.337339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:20.339936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bfa5afa6-818b-44c0-b208-09e3fb2e2b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:20.389516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 4dc503cb-f035-450f-b65a-9df5308fa9a2 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:14:20.389754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:20.447201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Routers {'51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:14:20.447853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:14:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:20.451196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8819c3-5cce-4a12-8434-95ad89b61efb None None] Pushing event updated for resources: {'Port': ['ID=251c1eac-c19c-4251-a8a4-71268b952a9c,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:20.499776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2c8819c3-5cce-4a12-8434-95ad89b61efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:20.667456 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] Set router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:14:20.678950 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9f822fb2-f497-42f0-bd7c-423056830ce5 req-50f726be-de30-43ff-9d7d-30f80a62779f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 210 time: 0.0514824 Jun 11 12:14:21.133075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:17Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '251c1eac-c19c-4251-a8a4-71268b952a9c', 'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:19:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:16Z', 'updated_at': '2021-06-11T12:14:20Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:21.137016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d4d8d-c783-4bf3-99cd-cee7bde65ebf None None] The sync data for ids ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'] in dv-neutron-786478-5-hyperv is: [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:17Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '251c1eac-c19c-4251-a8a4-71268b952a9c', 'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:19:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:16Z', 'updated_at': '2021-06-11T12:14:20Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:14:21.234657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-7ca2ca33-5f38-45bd-bfdd-b04bce8cd6e4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:21.236180 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-7ca2ca33-5f38-45bd-bfdd-b04bce8cd6e4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/networks?id=77c74df1-0da9-46c6-85c7-782e14eb88f0 HTTP/1.1" status: 200 len: 796 time: 0.6051788 Jun 11 12:14:21.285587 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-135ab6a3-5084-447b-86a1-8c65c54fa406 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 380 time: 0.0404665 Jun 11 12:14:21.294188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'port': {'device_id': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'admin_state_up': True, 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'security_groups': ['dfcd5f9c-466f-440b-926a-17d23bed0ada']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:21.438055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:14:21.441670 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:21.594570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.20.0.12 (77c74df1-0da9-46c6-85c7-782e14eb88f0/bad30c3a-5f77-49b6-a9ee-556fdd9b7e24/8c5cda7f-d2bd-4b50-b899-7b08d942296a) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:14:21.774145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:21.788293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Transition to ACTIVE for port object 8c5cda7f-d2bd-4b50-b899-7b08d942296a will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:14:21.839061 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fc5311c6-98a5-4fe9-9f95-fe59e645a8c3 req-e2e7243a-75d5-4174-a19b-1efd1d91661c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 210 time: 0.0461323 Jun 11 12:14:21.864478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:21.869131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6c5467c5-1307-4fe9-aca5-825a96d313d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:21.897776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 251c1eac-c19c-4251-a8a4-71268b952a9c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:14:21.923004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 77c74df1-0da9-46c6-85c7-782e14eb88f0 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:14:21.926147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:14:21.930478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:14:21.964802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=8c5cda7f-d2bd-4b50-b899-7b08d942296a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:21.969668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:21.977532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 251c1eac-c19c-4251-a8a4-71268b952a9c completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:14:21.982961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 251c1eac-c19c-4251-a8a4-71268b952a9c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:14:21.983630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:22.005924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:22.006618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:22.024508 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7338502 Jun 11 12:14:22.039346 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Request body: {'port': {'device_id': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:22.102022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:22.152881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:22.157973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 251c1eac-c19c-4251-a8a4-71268b952a9c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=251c1eac-c19c-4251-a8a4-71268b952a9c,segment=NetworkSegment(349084d4-9966-4811-b839-2d86f3b2fe9a),segment_id=349084d4-9966-4811-b839-2d86f3b2fe9a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:14:22.162004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:22.167311 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:22.233269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=251c1eac-c19c-4251-a8a4-71268b952a9c,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:22.238869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:22.245245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-379fd38c-ed7a-4b9b-a8ef-e81fd9ff2e90 None None] Provisioning for port 8c5cda7f-d2bd-4b50-b899-7b08d942296a completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:14:22.249612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-379fd38c-ed7a-4b9b-a8ef-e81fd9ff2e90 None None] Provisioning complete for port 8c5cda7f-d2bd-4b50-b899-7b08d942296a triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:14:22.250104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-379fd38c-ed7a-4b9b-a8ef-e81fd9ff2e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:22.291832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-379fd38c-ed7a-4b9b-a8ef-e81fd9ff2e90 None None] Port 8c5cda7f-d2bd-4b50-b899-7b08d942296a cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:14:22.479865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5cda7f-d2bd-4b50-b899-7b08d942296a {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:14:22.486939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:22.498736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Transition to ACTIVE for port object 8c5cda7f-d2bd-4b50-b899-7b08d942296a will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:14:22.502552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:22.504509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:22.596076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5cda7f-d2bd-4b50-b899-7b08d942296a,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:22.602389 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:22.689325 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Attempting to bind port 8c5cda7f-d2bd-4b50-b899-7b08d942296a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:14:22.689667 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Attempting to bind port 8c5cda7f-d2bd-4b50-b899-7b08d942296a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:14:22.690002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Attempting to bind port 8c5cda7f-d2bd-4b50-b899-7b08d942296a on network 77c74df1-0da9-46c6-85c7-782e14eb88f0 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:14:22.694919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Port 8c5cda7f-d2bd-4b50-b899-7b08d942296a on network 77c74df1-0da9-46c6-85c7-782e14eb88f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:14:22.695249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Attempting to bind port 8c5cda7f-d2bd-4b50-b899-7b08d942296a on network 77c74df1-0da9-46c6-85c7-782e14eb88f0 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:14:22.700137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:14:22.700606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Checking segment: {'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:14:22.701064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Bound using segment: {'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:14:22.701565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Bound port: 8c5cda7f-d2bd-4b50-b899-7b08d942296a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349084d4-9966-4811-b839-2d86f3b2fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:14:22.702044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:22.772723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] For port 8c5cda7f-d2bd-4b50-b899-7b08d942296a, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:14:22.775575 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] For port 8c5cda7f-d2bd-4b50-b899-7b08d942296a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8c5cda7f-d2bd-4b50-b899-7b08d942296a,segment=NetworkSegment(349084d4-9966-4811-b839-2d86f3b2fe9a),segment_id=349084d4-9966-4811-b839-2d86f3b2fe9a)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:14:22.779363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:22.782295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dea9ad98-44e0-4f47-af17-acbc66ac42da tempest-TestEncryptedCinderVolumes-1145198204 tempest-TestEncryptedCinderVolumes-1145198204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:22.821904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:22.822552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:22.824040 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/8c5cda7f-d2bd-4b50-b899-7b08d942296a HTTP/1.1" status: 200 len: 1094 time: 0.7897902 Jun 11 12:14:22.824479 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'tag': '8c5cda7f-d2bd-4b50-b899-7b08d942296a'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:14:22.826858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef51dc3-1ed0-48b8-9f81-24086e7cbafa", "tag": "8c5cda7f-d2bd-4b50-b899-7b08d942296a"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:14:22.856194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5cda7f-d2bd-4b50-b899-7b08d942296a,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:22.859419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:22.882152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38fad04-19d9-4e62-9f19-7c44a2bafa30 x-openstack-request-id: req-b38fad04-19d9-4e62-9f19-7c44a2bafa30 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:14:22.882507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef51dc3-1ed0-48b8-9f81-24086e7cbafa", "tag": "8c5cda7f-d2bd-4b50-b899-7b08d942296a", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:14:22.882936 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b38fad04-19d9-4e62-9f19-7c44a2bafa30 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:14:22.883393 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'tag': '8c5cda7f-d2bd-4b50-b899-7b08d942296a', 'status': 'completed', 'code': 200} Jun 11 12:14:22.941720 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-487821bb-df86-4d1e-9115-41e4d7102f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:22.944284 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-487821bb-df86-4d1e-9115-41e4d7102f80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 1097 time: 0.0714841 Jun 11 12:14:23.008031 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-ca271893-3af7-461f-a647-66ebbe066c7e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c5cda7f-d2bd-4b50-b899-7b08d942296a HTTP/1.1" status: 200 len: 217 time: 0.0575719 Jun 11 12:14:23.101286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-772f3ea2-79c4-4f89-8d80-7ed1200075e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:23.102762 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-772f3ea2-79c4-4f89-8d80-7ed1200075e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bad30c3a-5f77-49b6-a9ee-556fdd9b7e24 HTTP/1.1" status: 200 len: 834 time: 0.0659924 Jun 11 12:14:23.126216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8ee1a-98b4-479f-9ab3-5ce2c1549f77 req-2fecc504-605d-42d4-9b02-0c703ff68fb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:23.127679 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2ad8ee1a-98b4-479f-9ab3-5ce2c1549f77 req-2fecc504-605d-42d4-9b02-0c703ff68fb8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 944 time: 0.1690915 Jun 11 12:14:23.208358 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2ad8ee1a-98b4-479f-9ab3-5ce2c1549f77 req-90eb0e66-c799-4a61-91f2-6b7b1f4c9b3d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577202 Jun 11 12:14:23.217261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-44f62ae5-c690-45f4-a817-3692f848c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:23.218804 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-44f62ae5-c690-45f4-a817-3692f848c38f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77c74df1-0da9-46c6-85c7-782e14eb88f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1083817 Jun 11 12:14:23.329972 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-e08a425a-0bc6-474b-b509-dd6abd059222 service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040921 Jun 11 12:14:23.445880 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-22ca29d3-7b8e-4d7a-8a33-a5d3bed411eb req-5b5c6f76-5875-4b70-a57a-9d1f21512e46 service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100962 Jun 11 12:14:23.558187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c req-61d9a6de-8a68-481b-9bed-c000105a3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:23.559731 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c req-61d9a6de-8a68-481b-9bed-c000105a3508 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 1097 time: 0.0631337 Jun 11 12:14:23.675549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c req-a40856b3-f436-42ee-b57a-2f5092f8f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:23.677133 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c req-a40856b3-f436-42ee-b57a-2f5092f8f831 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77c74df1-0da9-46c6-85c7-782e14eb88f0 HTTP/1.1" status: 200 len: 898 time: 0.1093314 Jun 11 12:14:23.734918 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c req-80c87c2f-81db-4ac3-a3c4-e920e835d5a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c5cda7f-d2bd-4b50-b899-7b08d942296a HTTP/1.1" status: 200 len: 217 time: 0.0511961 Jun 11 12:14:23.791075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c req-80bb26d0-6b92-4901-af6a-d15a8c34453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:23.792469 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c req-80bb26d0-6b92-4901-af6a-d15a8c34453e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bad30c3a-5f77-49b6-a9ee-556fdd9b7e24 HTTP/1.1" status: 200 len: 834 time: 0.0511451 Jun 11 12:14:23.855043 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 251c1eac-c19c-4251-a8a4-71268b952a9c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:14:23.865208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c req-d2f6c8df-f79c-4333-b65f-23c78154ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:23.866989 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c req-d2f6c8df-f79c-4333-b65f-23c78154ba2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77c74df1-0da9-46c6-85c7-782e14eb88f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660172 Jun 11 12:14:23.910334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 251c1eac-c19c-4251-a8a4-71268b952a9c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:14:23.910751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:23.981289 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c req-b32d8301-38e6-4995-a5a6-877bce1f8e45 service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072679 Jun 11 12:14:24.103481 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a0ffb5c6-9ce7-4d59-a90a-ce2dc5c1754c req-d2574851-adf7-4624-bfea-55c0c626914d service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151974 Jun 11 12:14:24.389979 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dffbf4-423c-4ce9-a796-0da62c90a414 req-3e368172-634b-4479-a4be-97a308c445ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:24.391466 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-98dffbf4-423c-4ce9-a796-0da62c90a414 req-3e368172-634b-4479-a4be-97a308c445ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 944 time: 0.0703371 Jun 11 12:14:24.433349 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-98dffbf4-423c-4ce9-a796-0da62c90a414 req-9fd40040-02f7-4d5f-b533-2a29025c9e44 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355744 Jun 11 12:14:25.614404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afd2da-bd6f-4887-85d6-c8137d9cb40a req-db100298-5e89-4d0e-b1bd-10a05ef3f52e tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:25.616825 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-25afd2da-bd6f-4887-85d6-c8137d9cb40a req-db100298-5e89-4d0e-b1bd-10a05ef3f52e tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 944 time: 0.0757296 Jun 11 12:14:25.664723 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-25afd2da-bd6f-4887-85d6-c8137d9cb40a req-50c5f729-f954-4423-8693-c70bb8f416e4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Jun 11 12:14:25.801303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 8c5cda7f-d2bd-4b50-b899-7b08d942296a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:14:25.919258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 8c5cda7f-d2bd-4b50-b899-7b08d942296a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8c5cda7f-d2bd-4b50-b899-7b08d942296a,segment=NetworkSegment(349084d4-9966-4811-b839-2d86f3b2fe9a),segment_id=349084d4-9966-4811-b839-2d86f3b2fe9a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:14:25.930916 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '8c5cda7f-d2bd-4b50-b899-7b08d942296a', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'port_id': '8c5cda7f-d2bd-4b50-b899-7b08d942296a', 'mac_address': 'fa:16:3e:fe:92:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:14:25.971948 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:25.987106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5cda7f-d2bd-4b50-b899-7b08d942296a {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:14:26.010067 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 8c5cda7f-d2bd-4b50-b899-7b08d942296a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8c5cda7f-d2bd-4b50-b899-7b08d942296a,segment=NetworkSegment(349084d4-9966-4811-b839-2d86f3b2fe9a),segment_id=349084d4-9966-4811-b839-2d86f3b2fe9a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:14:26.013958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:26.015908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:26.071667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=8c5cda7f-d2bd-4b50-b899-7b08d942296a,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:26.074645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:26.223685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['8c5cda7f-d2bd-4b50-b899-7b08d942296a'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:14:26.846967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defde659-1dad-47a1-8682-d41b107ffce6 req-1a1b5caf-32bf-4c4d-af3e-ac374b32e19d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:26.848329 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-defde659-1dad-47a1-8682-d41b107ffce6 req-1a1b5caf-32bf-4c4d-af3e-ac374b32e19d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 945 time: 0.0724506 Jun 11 12:14:27.199008 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-defde659-1dad-47a1-8682-d41b107ffce6 req-bde9ea70-7d0e-41b5-8646-14e3239f13b9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449295 Jun 11 12:14:27.820598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 8c5cda7f-d2bd-4b50-b899-7b08d942296a up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:14:27.872521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 8c5cda7f-d2bd-4b50-b899-7b08d942296a completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:14:27.876107 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 8c5cda7f-d2bd-4b50-b899-7b08d942296a triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:14:27.876494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:27.929935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:27.975022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:27.997896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5cda7f-d2bd-4b50-b899-7b08d942296a'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:14:28.000254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4da326-ab58-4c5a-805c-4e06d0f75fbd" -d '{"events": [{"server_uuid": "7ef51dc3-1ed0-48b8-9f81-24086e7cbafa", "name": "network-vif-plugged", "status": "completed", "tag": "8c5cda7f-d2bd-4b50-b899-7b08d942296a"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:14:28.018882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 8c5cda7f-d2bd-4b50-b899-7b08d942296a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8c5cda7f-d2bd-4b50-b899-7b08d942296a,segment=NetworkSegment(349084d4-9966-4811-b839-2d86f3b2fe9a),segment_id=349084d4-9966-4811-b839-2d86f3b2fe9a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:14:28.024402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:28.026442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:28.052753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b4e139-388e-4fe6-a36d-6f173e918e13 x-openstack-request-id: req-61b4e139-388e-4fe6-a36d-6f173e918e13 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:14:28.053110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef51dc3-1ed0-48b8-9f81-24086e7cbafa", "name": "network-vif-plugged", "status": "completed", "tag": "8c5cda7f-d2bd-4b50-b899-7b08d942296a", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:14:28.053353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61b4e139-388e-4fe6-a36d-6f173e918e13 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:14:28.053742 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5cda7f-d2bd-4b50-b899-7b08d942296a', 'code': 200} Jun 11 12:14:28.081431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=8c5cda7f-d2bd-4b50-b899-7b08d942296a,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:28.084962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:28.263311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad95ba7-2f63-4d2a-b298-438a35d5efe6 req-2abc95a4-043b-44c3-a332-f88806c5a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:28.264879 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3ad95ba7-2f63-4d2a-b298-438a35d5efe6 req-2abc95a4-043b-44c3-a332-f88806c5a515 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 1099 time: 0.0578494 Jun 11 12:14:28.303632 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3ad95ba7-2f63-4d2a-b298-438a35d5efe6 req-8d657c87-3883-4790-a67b-34781977d7fb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327830 Jun 11 12:14:28.375227 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2855-70a2-4f17-9a6a-a2c3eebd9c51 req-ac6116b7-46e3-4dde-86de-dc4580844787 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:28.376652 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-601d2855-70a2-4f17-9a6a-a2c3eebd9c51 req-ac6116b7-46e3-4dde-86de-dc4580844787 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0669954 Jun 11 12:14:28.418160 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-601d2855-70a2-4f17-9a6a-a2c3eebd9c51 req-cc0b3684-f24b-41f7-a0bf-03da959f1aab tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359585 Jun 11 12:14:29.601692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd918d-c0ec-4667-b1c6-2647897c9848 req-d81f473a-c043-49ad-af91-aa9a1637e9f7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:29.603206 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4acd918d-c0ec-4667-b1c6-2647897c9848 req-d81f473a-c043-49ad-af91-aa9a1637e9f7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0747581 Jun 11 12:14:29.645698 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4acd918d-c0ec-4667-b1c6-2647897c9848 req-26f42dab-85a7-4b7f-bb68-00fdd499e430 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368240 Jun 11 12:14:29.830161 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac08945-0995-47ac-a295-85c7895ad9e4 req-88fcf497-561b-40f6-98ec-23e05b38a733 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:29.831634 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9ac08945-0995-47ac-a295-85c7895ad9e4 req-88fcf497-561b-40f6-98ec-23e05b38a733 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0723987 Jun 11 12:14:29.871994 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9ac08945-0995-47ac-a295-85c7895ad9e4 req-ff95bdc2-eaa1-4f4c-a42d-604c88d492eb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347769 Jun 11 12:14:29.895545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54138) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:29.954158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c96d7e-6f85-43d4-8182-2f5caddb107f tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:29.955686 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a9c96d7e-6f85-43d4-8182-2f5caddb107f tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 1094 time: 0.0591898 Jun 11 12:14:29.959157 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54140) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:29.963739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '8c5cda7f-d2bd-4b50-b899-7b08d942296a', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:14:29.985675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:30.106793 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:30.227573 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.26.6.17 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/64f86269-82b0-436a-9ad1-05fb8bbbce48) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:14:30.364487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:30.402268 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:30.405233 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-71b151c8-5717-43f8-95dc-e97f48f4b744 tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:30.446918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:14:30.449630 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:14:30.453143 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:14:30.484381 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=64f86269-82b0-436a-9ad1-05fb8bbbce48,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:30.488069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:30.903540 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:30.989350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:31.167778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:31.172109 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:31.174434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4107f97b-ea44-4929-a623-8ec58e25a93e tempest-ServerDiskConfigTestJSON-1620621785 tempest-ServerDiskConfigTestJSON-1620621785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:14:31.260566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=64f86269-82b0-436a-9ad1-05fb8bbbce48,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:14:31.263142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:14:31.273376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:31.415096 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Floating IP 4676a2f3-99ef-4dd6-9da4-292700d1121d associated. External IP: 172.26.6.17, port: 8c5cda7f-d2bd-4b50-b899-7b08d942296a. Jun 11 12:14:31.694741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:14:31.837412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:14:31.849102 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80bce35-1583-4d75-ae81-edbbc93ebd15 None None] Sync routers for ids ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:14:31.853945 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:31.859744 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80bce35-1583-4d75-ae81-edbbc93ebd15 None None] Routers {'51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:14:31.860396 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c80bce35-1583-4d75-ae81-edbbc93ebd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:14:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:31.900231 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9375136 Jun 11 12:14:31.900231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'tag': '8c5cda7f-d2bd-4b50-b899-7b08d942296a'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:14:31.901406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3199e83-9b90-49c7-b62c-10f332322b98" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef51dc3-1ed0-48b8-9f81-24086e7cbafa", "tag": "8c5cda7f-d2bd-4b50-b899-7b08d942296a"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:14:31.941760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0be116-d0e6-4949-acad-eec268e9aef7 x-openstack-request-id: req-0c0be116-d0e6-4949-acad-eec268e9aef7 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:14:31.942356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef51dc3-1ed0-48b8-9f81-24086e7cbafa", "tag": "8c5cda7f-d2bd-4b50-b899-7b08d942296a", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:14:31.942463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c0be116-d0e6-4949-acad-eec268e9aef7 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:14:31.943484 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'tag': '8c5cda7f-d2bd-4b50-b899-7b08d942296a', 'status': 'completed', 'code': 200} Jun 11 12:14:32.069590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3199e83-9b90-49c7-b62c-10f332322b98 req-9f9da606-78c9-45c4-8544-46ea20aabfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:32.071098 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3199e83-9b90-49c7-b62c-10f332322b98 req-9f9da606-78c9-45c4-8544-46ea20aabfc9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 1099 time: 0.1067252 Jun 11 12:14:32.115158 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c80bce35-1583-4d75-ae81-edbbc93ebd15 None None] Set router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:14:32.195657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963de59-68d7-43f9-a7f9-14cf52629d98 req-0c1852b5-b35c-4ca6-a838-b5c00cedb509 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:32.197111 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b963de59-68d7-43f9-a7f9-14cf52629d98 req-0c1852b5-b35c-4ca6-a838-b5c00cedb509 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.1761153 Jun 11 12:14:32.237351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3199e83-9b90-49c7-b62c-10f332322b98 req-1bd4b6e1-8e91-4459-9428-12839ded877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:32.238849 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3199e83-9b90-49c7-b62c-10f332322b98 req-1bd4b6e1-8e91-4459-9428-12839ded877a service neutron] 10.222.0.25 "GET /v2.0/networks?id=77c74df1-0da9-46c6-85c7-782e14eb88f0 HTTP/1.1" status: 200 len: 898 time: 0.1558177 Jun 11 12:14:32.303021 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b963de59-68d7-43f9-a7f9-14cf52629d98 req-738ca7b3-6f05-4d29-bab9-55f9dd0b408b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998402 Jun 11 12:14:32.328389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54148) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:32.334957 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3199e83-9b90-49c7-b62c-10f332322b98 req-b8905dc4-2011-4970-b6c1-0ee702fe69fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c5cda7f-d2bd-4b50-b899-7b08d942296a HTTP/1.1" status: 200 len: 999 time: 0.0838194 Jun 11 12:14:32.399593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3199e83-9b90-49c7-b62c-10f332322b98 req-94a383ca-f52b-4499-83b2-3c9bb8d7917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:32.401275 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3199e83-9b90-49c7-b62c-10f332322b98 req-94a383ca-f52b-4499-83b2-3c9bb8d7917f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bad30c3a-5f77-49b6-a9ee-556fdd9b7e24 HTTP/1.1" status: 200 len: 834 time: 0.0598652 Jun 11 12:14:32.413523 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c80bce35-1583-4d75-ae81-edbbc93ebd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:17Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '4676a2f3-99ef-4dd6-9da4-292700d1121d', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'port_id': '8c5cda7f-d2bd-4b50-b899-7b08d942296a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'mac_address': 'fa:16:3e:fe:92:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:14:30Z', 'updated_at': '2021-06-11T12:14:30Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251c1eac-c19c-4251-a8a4-71268b952a9c', 'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:19:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:16Z', 'updated_at': '2021-06-11T12:14:22Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:32.417365 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d43b3e1c-c8f9-4056-af7a-06894b61d2e9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/4676a2f3-99ef-4dd6-9da4-292700d1121d HTTP/1.1" status: 200 len: 991 time: 0.0864034 Jun 11 12:14:32.418063 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80bce35-1583-4d75-ae81-edbbc93ebd15 None None] Checking router: 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:14:32.425944 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80bce35-1583-4d75-ae81-edbbc93ebd15 None None] Routers {'51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:14:32.426577 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c80bce35-1583-4d75-ae81-edbbc93ebd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:14:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:32.465519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3199e83-9b90-49c7-b62c-10f332322b98 req-185830d9-1193-4499-8f98-b561afc39389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:14:32.467031 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3199e83-9b90-49c7-b62c-10f332322b98 req-185830d9-1193-4499-8f98-b561afc39389 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77c74df1-0da9-46c6-85c7-782e14eb88f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0591116 Jun 11 12:14:32.565551 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c80bce35-1583-4d75-ae81-edbbc93ebd15 None None] Set router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:14:32.584593 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3199e83-9b90-49c7-b62c-10f332322b98 req-1b601168-dc1e-4fc2-aa91-bbf40b821a9b service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103921 Jun 11 12:14:32.699746 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3199e83-9b90-49c7-b62c-10f332322b98 req-93f12789-3b0a-4a8a-b902-a0f21481d709 service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092587 Jun 11 12:14:32.847458 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c80bce35-1583-4d75-ae81-edbbc93ebd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:17Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '4676a2f3-99ef-4dd6-9da4-292700d1121d', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'port_id': '8c5cda7f-d2bd-4b50-b899-7b08d942296a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'mac_address': 'fa:16:3e:fe:92:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:14:30Z', 'updated_at': '2021-06-11T12:14:30Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251c1eac-c19c-4251-a8a4-71268b952a9c', 'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:19:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:16Z', 'updated_at': '2021-06-11T12:14:22Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:14:32.850847 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80bce35-1583-4d75-ae81-edbbc93ebd15 None None] The sync data for ids ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'] in dv-neutron-786478-5-hyperv is: [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:17Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '4676a2f3-99ef-4dd6-9da4-292700d1121d', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'port_id': '8c5cda7f-d2bd-4b50-b899-7b08d942296a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'mac_address': 'fa:16:3e:fe:92:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:14:30Z', 'updated_at': '2021-06-11T12:14:30Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251c1eac-c19c-4251-a8a4-71268b952a9c', 'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:19:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:16Z', 'updated_at': '2021-06-11T12:14:22Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:14:33.045297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d9ab3-9478-4f9d-b2b3-cc95f891bff0 None None] New status for floating IP 4676a2f3-99ef-4dd6-9da4-292700d1121d: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:14:33.419831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54150) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:14:33.499617 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-90f8aa82-e227-41d3-b58e-78163663bdcc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/4676a2f3-99ef-4dd6-9da4-292700d1121d HTTP/1.1" status: 200 len: 993 time: 0.0784857 Jun 11 12:14:42.172135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fb88e0c2-a834-4257-be8c-ee9144c0f2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:43.871883 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:14:44.790656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:44.956254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-01c25503-ca24-48dd-846a-4aac09f8e174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:46.145768 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:47.844931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:14:57.926149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:05.055430 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d91d-0691-4d46-8a05-a51aafdf144a req-8e87665b-a998-4553-9fc6-7c2debd08044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:05.057051 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3c1d91d-0691-4d46-8a05-a51aafdf144a req-8e87665b-a998-4553-9fc6-7c2debd08044 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 1099 time: 0.0598872 Jun 11 12:15:05.105906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17fa9c-becf-4f8f-9398-ce29616a2893 req-ae780c87-9c9b-44bd-820d-02143416a880 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:05.107321 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2a17fa9c-becf-4f8f-9398-ce29616a2893 req-ae780c87-9c9b-44bd-820d-02143416a880 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0686283 Jun 11 12:15:05.149615 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2a17fa9c-becf-4f8f-9398-ce29616a2893 req-c06778e1-5607-4d14-94b4-487ae4dfdd6c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366595 Jun 11 12:15:05.174313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d91d-0691-4d46-8a05-a51aafdf144a req-d39c288f-b785-4363-86c9-23a3778320d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:05.175796 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3c1d91d-0691-4d46-8a05-a51aafdf144a req-d39c288f-b785-4363-86c9-23a3778320d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77c74df1-0da9-46c6-85c7-782e14eb88f0 HTTP/1.1" status: 200 len: 898 time: 0.1110685 Jun 11 12:15:05.260598 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3c1d91d-0691-4d46-8a05-a51aafdf144a req-ece2c8c0-58cf-4569-a31f-b6b87b6f03d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c5cda7f-d2bd-4b50-b899-7b08d942296a HTTP/1.1" status: 200 len: 1001 time: 0.0778072 Jun 11 12:15:05.321108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d91d-0691-4d46-8a05-a51aafdf144a req-71221a82-8dcb-498d-bb59-ee77abfb1f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:05.322512 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3c1d91d-0691-4d46-8a05-a51aafdf144a req-71221a82-8dcb-498d-bb59-ee77abfb1f1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bad30c3a-5f77-49b6-a9ee-556fdd9b7e24 HTTP/1.1" status: 200 len: 834 time: 0.0549874 Jun 11 12:15:05.383508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d91d-0691-4d46-8a05-a51aafdf144a req-5a81afb5-5ce5-44c9-ae2a-785bff525c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:05.384989 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3c1d91d-0691-4d46-8a05-a51aafdf144a req-5a81afb5-5ce5-44c9-ae2a-785bff525c4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77c74df1-0da9-46c6-85c7-782e14eb88f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0556247 Jun 11 12:15:05.498933 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3c1d91d-0691-4d46-8a05-a51aafdf144a req-19031d8f-a60e-4ed7-be79-059f4673c0ea service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061580 Jun 11 12:15:05.612510 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3c1d91d-0691-4d46-8a05-a51aafdf144a req-9b90c044-841b-4257-8af7-14470c27d432 service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066849 Jun 11 12:15:06.329027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50076ce1-7240-4bd4-adf8-70a63881a386 req-136902a2-a373-44e6-b9dc-af8c42ba86a7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:06.329027 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-50076ce1-7240-4bd4-adf8-70a63881a386 req-136902a2-a373-44e6-b9dc-af8c42ba86a7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0684571 Jun 11 12:15:06.371084 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-50076ce1-7240-4bd4-adf8-70a63881a386 req-c4bd74fc-d243-4b1b-8039-f0e8c6cd81bf tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362799 Jun 11 12:15:07.551863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bba34-df64-4560-85d4-c5394a93d6fd req-b703e53b-a318-4e29-8941-7dca1c11d2f0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:07.553565 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9b2bba34-df64-4560-85d4-c5394a93d6fd req-b703e53b-a318-4e29-8941-7dca1c11d2f0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0724359 Jun 11 12:15:07.593499 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9b2bba34-df64-4560-85d4-c5394a93d6fd req-0a0006fd-738e-477e-a565-1b24429994fa tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346756 Jun 11 12:15:08.771914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97c9c1-bb95-46d7-b08d-8e1ba677f765 req-8b65be57-40db-46d2-8893-3a3507b86e48 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:08.773348 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3f97c9c1-bb95-46d7-b08d-8e1ba677f765 req-8b65be57-40db-46d2-8893-3a3507b86e48 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0715301 Jun 11 12:15:08.814082 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3f97c9c1-bb95-46d7-b08d-8e1ba677f765 req-c1542c0f-fda1-483b-b9ec-76ded520453d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352447 Jun 11 12:15:09.988665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a89d6-9c85-41ef-9e2b-9e4743f2d81b req-3802d642-2a0d-452d-b250-2aca20ff3c86 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:09.990645 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a56a89d6-9c85-41ef-9e2b-9e4743f2d81b req-3802d642-2a0d-452d-b250-2aca20ff3c86 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0681145 Jun 11 12:15:10.031255 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a56a89d6-9c85-41ef-9e2b-9e4743f2d81b req-3cbb8bbf-ec2f-4dc1-a68f-ab4e49a58cf3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350504 Jun 11 12:15:11.206767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701942c-d7c7-4746-86bb-234161eaae24 req-2d0bf568-1d82-4fa2-b4c7-37e76f87c55c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:11.208218 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d701942c-d7c7-4746-86bb-234161eaae24 req-2d0bf568-1d82-4fa2-b4c7-37e76f87c55c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0684912 Jun 11 12:15:11.251202 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d701942c-d7c7-4746-86bb-234161eaae24 req-b7b26f64-bd45-4e81-8414-4902a7b48a5d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368159 Jun 11 12:15:12.172735 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-290ff77c-ddfd-4cd1-9553-29ee2cedb64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:12.431691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccfeae-8779-452e-9915-3388a8a1006d req-eb3776c5-68db-418e-a36f-6d80360a75cd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:12.433027 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-52ccfeae-8779-452e-9915-3388a8a1006d req-eb3776c5-68db-418e-a36f-6d80360a75cd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0725362 Jun 11 12:15:12.475396 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-52ccfeae-8779-452e-9915-3388a8a1006d req-6d7778df-b8f9-4d88-8244-3a05f30ae556 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367219 Jun 11 12:15:13.656700 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd0fd9-53ff-44a0-9d90-d770d85cf283 req-42647228-36f6-4155-836b-6cd3b67850bc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:13.658137 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8dbd0fd9-53ff-44a0-9d90-d770d85cf283 req-42647228-36f6-4155-836b-6cd3b67850bc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0716219 Jun 11 12:15:13.699280 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8dbd0fd9-53ff-44a0-9d90-d770d85cf283 req-22bc1920-b3b2-460e-b68d-cd4aeb133d47 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355897 Jun 11 12:15:14.790971 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:14.879928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ecba3-bd2e-4117-b298-4f2cf58d5875 req-d5bd2f31-0e95-48f5-9a62-25b77583b3f4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:14.881841 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c24ecba3-bd2e-4117-b298-4f2cf58d5875 req-d5bd2f31-0e95-48f5-9a62-25b77583b3f4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0680952 Jun 11 12:15:14.922552 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c24ecba3-bd2e-4117-b298-4f2cf58d5875 req-26efd268-716a-4f08-8166-dad6254705f0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352223 Jun 11 12:15:14.956264 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a84ff9c5-04b4-4aa5-8236-21cab951d7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:16.102324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bae05b-f405-479a-9897-ea82a0712ce5 req-d29ab94b-43b7-4d79-b300-056a5118421f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:16.104497 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b9bae05b-f405-479a-9897-ea82a0712ce5 req-d29ab94b-43b7-4d79-b300-056a5118421f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0726385 Jun 11 12:15:16.146513 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b9bae05b-f405-479a-9897-ea82a0712ce5 req-09b5c00a-98fd-4f30-9b2b-044d33562d2d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358360 Jun 11 12:15:16.149023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:17.325023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8bede-c46e-464e-9d63-378bea541f11 req-fc1786c6-616d-4a3f-8f65-cc460127f646 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:17.326445 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2ac8bede-c46e-464e-9d63-378bea541f11 req-fc1786c6-616d-4a3f-8f65-cc460127f646 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0711260 Jun 11 12:15:17.366839 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2ac8bede-c46e-464e-9d63-378bea541f11 req-b31cec9e-739b-441c-961f-f40039948faf tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347774 Jun 11 12:15:17.848583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:18.552384 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39c57e-6041-49fc-ac0d-e02612093e98 req-50b38e45-d9b3-4ce1-8617-07e71b4fbae0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:18.553843 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad39c57e-6041-49fc-ac0d-e02612093e98 req-50b38e45-d9b3-4ce1-8617-07e71b4fbae0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0769031 Jun 11 12:15:18.594059 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad39c57e-6041-49fc-ac0d-e02612093e98 req-4e08868c-6235-4990-8b63-d828c5b1cff4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345478 Jun 11 12:15:19.770223 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f4481-9d24-46df-8bd6-f33899d69008 req-726632b7-31e4-456e-86a1-a30c400f267a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:19.771697 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c29f4481-9d24-46df-8bd6-f33899d69008 req-726632b7-31e4-456e-86a1-a30c400f267a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0680759 Jun 11 12:15:19.814013 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c29f4481-9d24-46df-8bd6-f33899d69008 req-e4d7673d-7937-43de-8cb5-73a92fe9d09a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367131 Jun 11 12:15:20.869463 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:15:20.990712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27ebd7-fe97-448c-9340-c11f10140516 req-3c0eb856-ad6d-4126-be1f-b25d2dc7d8d0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:20.992152 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cb27ebd7-fe97-448c-9340-c11f10140516 req-3c0eb856-ad6d-4126-be1f-b25d2dc7d8d0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0685709 Jun 11 12:15:21.032879 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cb27ebd7-fe97-448c-9340-c11f10140516 req-f2a5033b-d0d2-4867-94f4-96f4512892d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350688 Jun 11 12:15:22.217523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887355e0-6c20-40ae-b6ce-bf4b447f0866 req-add1fb60-9bc7-4d36-92d7-f1fe2e60f6a4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:22.219058 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-887355e0-6c20-40ae-b6ce-bf4b447f0866 req-add1fb60-9bc7-4d36-92d7-f1fe2e60f6a4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0736291 Jun 11 12:15:22.261234 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-887355e0-6c20-40ae-b6ce-bf4b447f0866 req-5da7c9ec-de0b-4dac-b7df-721efcc80aed tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364931 Jun 11 12:15:22.285374 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54194) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:15:22.359896 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fca1218e-15b1-48e7-991c-70af2b47ac2d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/4676a2f3-99ef-4dd6-9da4-292700d1121d HTTP/1.1" status: 200 len: 993 time: 0.0732784 Jun 11 12:15:25.651553 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-c32fc4d0-743b-430c-b53b-489560f3b1c7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607150 Jun 11 12:15:25.748418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-c312a562-421f-4290-a7f2-eb3f75624b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:25.749877 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-c312a562-421f-4290-a7f2-eb3f75624b20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 1099 time: 0.0576675 Jun 11 12:15:26.266062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-eee78461-f12a-46a1-8216-f16d9a2985d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:26.266747 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-eee78461-f12a-46a1-8216-f16d9a2985d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77c74df1-0da9-46c6-85c7-782e14eb88f0 HTTP/1.1" status: 200 len: 898 time: 0.4973195 Jun 11 12:15:26.351332 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-a8e43d02-0adf-42b0-962c-5894fef01e9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c5cda7f-d2bd-4b50-b899-7b08d942296a HTTP/1.1" status: 200 len: 1001 time: 0.0783458 Jun 11 12:15:26.407560 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-1125d110-a61b-471e-b896-d02eb5faf684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:26.409332 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-1125d110-a61b-471e-b896-d02eb5faf684 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bad30c3a-5f77-49b6-a9ee-556fdd9b7e24 HTTP/1.1" status: 200 len: 834 time: 0.0523818 Jun 11 12:15:26.469235 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-4cdf3746-2fab-493d-aa26-92e0e2a0ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:26.470675 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-4cdf3746-2fab-493d-aa26-92e0e2a0ae3f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77c74df1-0da9-46c6-85c7-782e14eb88f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557435 Jun 11 12:15:26.583531 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-0f151aa7-d98c-4096-ac48-ecca1e1bd4a3 service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068578 Jun 11 12:15:26.697630 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-47957998-e815-486c-8087-0b9ac4c9a1ad req-b920f1bd-0729-46b9-b768-0c5a18e4a094 service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081703 Jun 11 12:15:27.927668 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:42.173198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5b1b0b7e-3029-4730-bdef-c815dfddf52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:44.791996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:44.955949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c753-cfae-43aa-90ac-65412b9fddee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:46.151716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:47.851139 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:52.836762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54206) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:15:53.032027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 64f86269-82b0-436a-9ad1-05fb8bbbce48 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:15:53.032289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:53.430900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:53.431231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:53.521140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 64f86269-82b0-436a-9ad1-05fb8bbbce48 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:15:53.689634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:53.691702 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:15:53.721501 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=64f86269-82b0-436a-9ad1-05fb8bbbce48,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:15:53.731294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.731698 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.732093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.732480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.732863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.733252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.733665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.734037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.734410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.734816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.735193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.735566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:53.739271 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:15:53.809529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:53.809911 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Floating IP 4676a2f3-99ef-4dd6-9da4-292700d1121d disassociated (deleted). External IP: 172.26.6.17, port: 8c5cda7f-d2bd-4b50-b899-7b08d942296a. Jun 11 12:15:54.085024 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:15:54.226960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:15:54.231724 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:54.235952 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01858e4-2ec3-4137-b4ac-e9c73818d4d4 None None] Sync routers for ids ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:15:54.245347 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01858e4-2ec3-4137-b4ac-e9c73818d4d4 None None] Routers {'51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:15:54.245953 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b01858e4-2ec3-4137-b4ac-e9c73818d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:15:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:15:54.277440 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/floatingips/4676a2f3-99ef-4dd6-9da4-292700d1121d HTTP/1.1" status: 204 len: 168 time: 1.4396172 Jun 11 12:15:54.278474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'tag': '8c5cda7f-d2bd-4b50-b899-7b08d942296a'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:15:54.280923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93358b3-9192-411f-a2c5-50bb75d51ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef51dc3-1ed0-48b8-9f81-24086e7cbafa", "tag": "8c5cda7f-d2bd-4b50-b899-7b08d942296a"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:15:54.323961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70413c4-02c7-442d-af4f-bf342512b9b1 x-openstack-request-id: req-d70413c4-02c7-442d-af4f-bf342512b9b1 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:15:54.324315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef51dc3-1ed0-48b8-9f81-24086e7cbafa", "tag": "8c5cda7f-d2bd-4b50-b899-7b08d942296a", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:15:54.324625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d70413c4-02c7-442d-af4f-bf342512b9b1 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:15:54.325077 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'tag': '8c5cda7f-d2bd-4b50-b899-7b08d942296a', 'status': 'completed', 'code': 200} Jun 11 12:15:54.386112 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-b01858e4-2ec3-4137-b4ac-e9c73818d4d4 None None] Set router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:15:54.409234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93358b3-9192-411f-a2c5-50bb75d51ef0 req-c4ce56ad-2a6d-457f-8fd8-46fab01f37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:54.410745 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93358b3-9192-411f-a2c5-50bb75d51ef0 req-c4ce56ad-2a6d-457f-8fd8-46fab01f37d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 1099 time: 0.0624738 Jun 11 12:15:54.539111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93358b3-9192-411f-a2c5-50bb75d51ef0 req-3d58573c-1931-406e-a344-450ba4305d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:54.540573 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93358b3-9192-411f-a2c5-50bb75d51ef0 req-3d58573c-1931-406e-a344-450ba4305d4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=77c74df1-0da9-46c6-85c7-782e14eb88f0 HTTP/1.1" status: 200 len: 898 time: 0.1232541 Jun 11 12:15:54.602321 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93358b3-9192-411f-a2c5-50bb75d51ef0 req-dc26231f-4a45-4815-a525-55eecc1797d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c5cda7f-d2bd-4b50-b899-7b08d942296a HTTP/1.1" status: 200 len: 217 time: 0.0546186 Jun 11 12:15:54.656116 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b01858e4-2ec3-4137-b4ac-e9c73818d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:17Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '251c1eac-c19c-4251-a8a4-71268b952a9c', 'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:19:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:16Z', 'updated_at': '2021-06-11T12:14:22Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:15:54.659423 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01858e4-2ec3-4137-b4ac-e9c73818d4d4 None None] Checking router: 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:15:54.667813 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01858e4-2ec3-4137-b4ac-e9c73818d4d4 None None] Routers {'51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:15:54.668416 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b01858e4-2ec3-4137-b4ac-e9c73818d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:15:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:15:54.696630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93358b3-9192-411f-a2c5-50bb75d51ef0 req-cd968ea4-b49d-4cff-b404-bd539530f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:54.698107 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93358b3-9192-411f-a2c5-50bb75d51ef0 req-cd968ea4-b49d-4cff-b404-bd539530f561 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bad30c3a-5f77-49b6-a9ee-556fdd9b7e24 HTTP/1.1" status: 200 len: 834 time: 0.0882728 Jun 11 12:15:54.723390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3d40d-6365-471a-9984-6e1bbd7861cd req-512ab7c6-5fd7-471f-9e86-b209c2e723f7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:54.725559 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-63f3d40d-6365-471a-9984-6e1bbd7861cd req-512ab7c6-5fd7-471f-9e86-b209c2e723f7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.1263185 Jun 11 12:15:54.803203 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-63f3d40d-6365-471a-9984-6e1bbd7861cd req-cfb4bcfb-9a15-41f1-8516-9b497d79c01f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510137 Jun 11 12:15:54.814444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93358b3-9192-411f-a2c5-50bb75d51ef0 req-d515243b-62a1-43f5-9007-47ae80815da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:54.817876 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93358b3-9192-411f-a2c5-50bb75d51ef0 req-d515243b-62a1-43f5-9007-47ae80815da9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77c74df1-0da9-46c6-85c7-782e14eb88f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1095853 Jun 11 12:15:54.909085 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-b01858e4-2ec3-4137-b4ac-e9c73818d4d4 None None] Set router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:15:54.933901 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93358b3-9192-411f-a2c5-50bb75d51ef0 req-fcc4cf73-fb8c-42c3-a41f-05b9988234f4 service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103015 Jun 11 12:15:55.046705 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f93358b3-9192-411f-a2c5-50bb75d51ef0 req-9a53b508-59ff-4c8f-91ba-8c4dc4d961be service neutron] 10.222.0.25 "GET /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051714 Jun 11 12:15:55.160388 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b01858e4-2ec3-4137-b4ac-e9c73818d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:17Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '251c1eac-c19c-4251-a8a4-71268b952a9c', 'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:19:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:16Z', 'updated_at': '2021-06-11T12:14:22Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:15:55.163620 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01858e4-2ec3-4137-b4ac-e9c73818d4d4 None None] The sync data for ids ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'] in dv-neutron-786478-5-hyperv is: [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:14:17Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '251c1eac-c19c-4251-a8a4-71268b952a9c', 'name': '', 'network_id': '77c74df1-0da9-46c6-85c7-782e14eb88f0', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:19:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:16Z', 'updated_at': '2021-06-11T12:14:22Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'bad30c3a-5f77-49b6-a9ee-556fdd9b7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:15:55.367521 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c74c56-e9ac-4608-a3d7-17ac0f895241 None None] New status for floating IP 4676a2f3-99ef-4dd6-9da4-292700d1121d: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:15:55.981887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44913-3057-4fc6-b8da-c7d37106bef2 req-d1e68f1c-0cd1-439c-b9c8-af41d23435a3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:55.983374 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4ea44913-3057-4fc6-b8da-c7d37106bef2 req-d1e68f1c-0cd1-439c-b9c8-af41d23435a3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0682635 Jun 11 12:15:56.023752 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4ea44913-3057-4fc6-b8da-c7d37106bef2 req-6fa5289c-38d2-4ba9-92d6-8931f3715d94 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=dfcd5f9c-466f-440b-926a-17d23bed0ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349069 Jun 11 12:15:56.089951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26562a-e4dc-4850-ade0-a3ee7702bdb7 req-d3e03fc5-3820-4e9e-821e-5b5fdf306766 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:15:56.091345 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cb26562a-e4dc-4850-ade0-a3ee7702bdb7 req-d3e03fc5-3820-4e9e-821e-5b5fdf306766 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 946 time: 0.0755715 Jun 11 12:15:56.201710 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-cb26562a-e4dc-4850-ade0-a3ee7702bdb7 req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 8c5cda7f-d2bd-4b50-b899-7b08d942296a {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:15:56.202064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cb26562a-e4dc-4850-ade0-a3ee7702bdb7 req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:56.319970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-cb26562a-e4dc-4850-ade0-a3ee7702bdb7 req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port 8c5cda7f-d2bd-4b50-b899-7b08d942296a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8c5cda7f-d2bd-4b50-b899-7b08d942296a,segment=NetworkSegment(349084d4-9966-4811-b839-2d86f3b2fe9a),segment_id=349084d4-9966-4811-b839-2d86f3b2fe9a)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:15:56.320333 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cb26562a-e4dc-4850-ade0-a3ee7702bdb7 req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:56.422867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-cb26562a-e4dc-4850-ade0-a3ee7702bdb7 req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 8c5cda7f-d2bd-4b50-b899-7b08d942296a owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:15:56.573148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cb26562a-e4dc-4850-ade0-a3ee7702bdb7 req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:56.577348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:15:56.608000 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=8c5cda7f-d2bd-4b50-b899-7b08d942296a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:15:56.649971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.650370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.650802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.651201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.651584 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.651964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.652340 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.652970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.653343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.653716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.654088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.654460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:15:56.659228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:15:56.679856 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb26562a-e4dc-4850-ade0-a3ee7702bdb7 req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] No DVR routers for this DVR port 8c5cda7f-d2bd-4b50-b899-7b08d942296a on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:15:56.682156 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-cb26562a-e4dc-4850-ade0-a3ee7702bdb7 req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:56.684123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cb26562a-e4dc-4850-ade0-a3ee7702bdb7 req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "DELETE /v2.0/ports/8c5cda7f-d2bd-4b50-b899-7b08d942296a HTTP/1.1" status: 204 len: 173 time: 0.5863330 Jun 11 12:15:56.684630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'name': 'network-vif-deleted', 'tag': '8c5cda7f-d2bd-4b50-b899-7b08d942296a'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:15:56.687045 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c092e1ca-c077-4927-ba37-979babc98473" -d '{"events": [{"server_uuid": "7ef51dc3-1ed0-48b8-9f81-24086e7cbafa", "name": "network-vif-deleted", "tag": "8c5cda7f-d2bd-4b50-b899-7b08d942296a"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:15:56.722600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6d7dac-a6ff-4e10-b5ca-035ef804d0cf x-openstack-request-id: req-7c6d7dac-a6ff-4e10-b5ca-035ef804d0cf {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:15:56.722950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef51dc3-1ed0-48b8-9f81-24086e7cbafa", "name": "network-vif-deleted", "tag": "8c5cda7f-d2bd-4b50-b899-7b08d942296a", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:15:56.723261 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c6d7dac-a6ff-4e10-b5ca-035ef804d0cf {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:15:56.723717 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef51dc3-1ed0-48b8-9f81-24086e7cbafa', 'name': 'network-vif-deleted', 'tag': '8c5cda7f-d2bd-4b50-b899-7b08d942296a', 'status': 'completed', 'code': 200} Jun 11 12:15:57.183874 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c19bd2e6-d98f-4af2-a84a-1f26206d7902 req-6d788832-0a09-46cf-a7a0-0062d6300d15 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef51dc3-1ed0-48b8-9f81-24086e7cbafa HTTP/1.1" status: 200 len: 210 time: 0.0358067 Jun 11 12:15:57.867561 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:15:57.936288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:58.206479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 8c5cda7f-d2bd-4b50-b899-7b08d942296a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:15:58.230858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 8c5cda7f-d2bd-4b50-b899-7b08d942296a {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:15:58.231215 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 8c5cda7f-d2bd-4b50-b899-7b08d942296a not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:15:58.277975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54224) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:15:58.732874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:59.060990 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 251c1eac-c19c-4251-a8a4-71268b952a9c {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:15:59.061339 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:59.177221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port 251c1eac-c19c-4251-a8a4-71268b952a9c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=251c1eac-c19c-4251-a8a4-71268b952a9c,segment=NetworkSegment(349084d4-9966-4811-b839-2d86f3b2fe9a),segment_id=349084d4-9966-4811-b839-2d86f3b2fe9a)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:15:59.178091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:59.268913 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 251c1eac-c19c-4251-a8a4-71268b952a9c owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:15:59.491026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:15:59.493614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-64eb776e-1db2-4a9c-b74b-a941699c5098 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:15:59.523849 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=251c1eac-c19c-4251-a8a4-71268b952a9c,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:15:59.529037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:15:59.747820 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:00.336866 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:16:00.483286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:16:00.488131 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "PUT /v2.0/routers/51bad6d2-d8be-4e61-b32c-3e6b2a2e9997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2091048 Jun 11 12:16:00.490755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54226) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:00.493232 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b874d57-6e7e-419d-b4ab-c85330daf24b None None] Sync routers for ids ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:16:00.502020 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b874d57-6e7e-419d-b4ab-c85330daf24b None None] Routers {'51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:16:00.502736 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6b874d57-6e7e-419d-b4ab-c85330daf24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:15:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:00.548846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd584bc8-290b-4c0c-9c64-fa6420430d43 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting subnet bad30c3a-5f77-49b6-a9ee-556fdd9b7e24 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:16:00.552023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bd584bc8-290b-4c0c-9c64-fa6420430d43 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:00.604333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bd584bc8-290b-4c0c-9c64-fa6420430d43 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:00.645696 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-6b874d57-6e7e-419d-b4ab-c85330daf24b None None] Set router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:16:00.700764 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bd584bc8-290b-4c0c-9c64-fa6420430d43 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:00.771519 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bd584bc8-290b-4c0c-9c64-fa6420430d43 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:00.773543 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fe275289-7396-46aa-b3fb-aa28f3fccd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:00.805748 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd584bc8-290b-4c0c-9c64-fa6420430d43 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Subnet': ['ID=bad30c3a-5f77-49b6-a9ee-556fdd9b7e24,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:00.808221 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bd584bc8-290b-4c0c-9c64-fa6420430d43 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:00.811164 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-bd584bc8-290b-4c0c-9c64-fa6420430d43 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:00.812724 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bd584bc8-290b-4c0c-9c64-fa6420430d43 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/subnets/bad30c3a-5f77-49b6-a9ee-556fdd9b7e24 HTTP/1.1" status: 204 len: 168 time: 0.3206670 Jun 11 12:16:00.815558 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54228) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:00.820238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deda7bf-3d22-470f-bb97-3e70cf96b1b9 None None] Network 77c74df1-0da9-46c6-85c7-782e14eb88f0 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:16:00.889995 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6b874d57-6e7e-419d-b4ab-c85330daf24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:15:59Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:00.893293 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b874d57-6e7e-419d-b4ab-c85330daf24b None None] Checking router: 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:16:00.902111 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b874d57-6e7e-419d-b4ab-c85330daf24b None None] Routers {'51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:16:00.902848 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6b874d57-6e7e-419d-b4ab-c85330daf24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:15:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:00.960633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.039329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] DHCP port deletion for 77c74df1-0da9-46c6-85c7-782e14eb88f0 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:16:01.057086 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-6b874d57-6e7e-419d-b4ab-c85330daf24b None None] Set router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:16:01.095128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Deleting port 4dc503cb-f035-450f-b65a-9df5308fa9a2 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:16:01.095610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.114599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.175623 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 837ef9c9-559e-408d-b833-3fde64095398 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:16:01.175887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.178032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] For port 4dc503cb-f035-450f-b65a-9df5308fa9a2, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=4dc503cb-f035-450f-b65a-9df5308fa9a2,segment=NetworkSegment(349084d4-9966-4811-b839-2d86f3b2fe9a),segment_id=349084d4-9966-4811-b839-2d86f3b2fe9a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:16:01.178438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.275526 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Calling delete_port for 4dc503cb-f035-450f-b65a-9df5308fa9a2 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:16:01.308053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port 837ef9c9-559e-408d-b833-3fde64095398, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=837ef9c9-559e-408d-b833-3fde64095398,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:16:01.308562 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.315769 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-6b874d57-6e7e-419d-b4ab-c85330daf24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:15:59Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:01.319437 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b874d57-6e7e-419d-b4ab-c85330daf24b None None] The sync data for ids ['51bad6d2-d8be-4e61-b32c-3e6b2a2e9997'] in dv-neutron-786478-5-hyperv is: [{'id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738565405', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '837ef9c9-559e-408d-b833-3fde64095398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:14:13Z', 'updated_at': '2021-06-11T12:15:59Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '837ef9c9-559e-408d-b833-3fde64095398', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bad6d2-d8be-4e61-b32c-3e6b2a2e9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:14:14Z', 'updated_at': '2021-06-11T12:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:16:01.400750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.403786 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ab4ee1ec-c300-45a5-8918-b2fc19bc0ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:01.418560 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 837ef9c9-559e-408d-b833-3fde64095398 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:16:01.433495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Pushing event deleted for resources: {'Port': ['ID=4dc503cb-f035-450f-b65a-9df5308fa9a2,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:01.442681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.443072 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.443678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.444029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.444677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.445144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.445524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.445787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.446125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.446465 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.446822 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.447155 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:01.450584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] No DVR routers for this DVR port 4dc503cb-f035-450f-b65a-9df5308fa9a2 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:16:01.452269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:01.632904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.635586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7d15bdb1-84f9-49f1-b2ff-b5b99ead3504 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:01.667635 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=837ef9c9-559e-408d-b833-3fde64095398,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:01.672902 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:01.749586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.894482 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.896800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.949391 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4dc503cb-f035-450f-b65a-9df5308fa9a2 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:16:01.957199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.957834 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Fanout notify agent at l3_agent the message router_deleted on router 51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:16:01.965508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:01.969057 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/routers/51bad6d2-d8be-4e61-b32c-3e6b2a2e9997 HTTP/1.1" status: 204 len: 168 time: 1.1501632 Jun 11 12:16:01.969384 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54230) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:01.974991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 4dc503cb-f035-450f-b65a-9df5308fa9a2 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:16:01.975367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 4dc503cb-f035-450f-b65a-9df5308fa9a2 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:16:01.975782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 251c1eac-c19c-4251-a8a4-71268b952a9c no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:16:02.009489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 251c1eac-c19c-4251-a8a4-71268b952a9c {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:16:02.009857 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 251c1eac-c19c-4251-a8a4-71268b952a9c not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:16:02.078774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:02.210119 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:02.220746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c74df1-0da9-46c6-85c7-782e14eb88f0']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:02.231476 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349084d4-9966-4811-b839-2d86f3b2fe9a') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:02.231782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349084d4-9966-4811-b839-2d86f3b2fe9a') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:02.241800 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:02.256475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:02.262105 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:16:02.262494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:16:02.265370 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:16:02.344875 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:02.348315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5a2477cf-986f-44e7-aba5-69e71d6544d0 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:02.353254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:02.354659 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/networks/77c74df1-0da9-46c6-85c7-782e14eb88f0 HTTP/1.1" status: 204 len: 168 time: 0.3842795 Jun 11 12:16:02.357359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54232) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:02.368541 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Network': ['ID=77c74df1-0da9-46c6-85c7-782e14eb88f0,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:02.370968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a1a9b6cd-d5a9-42be-9083-a15dc18cc746 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:02.433746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b520c6be-2710-4431-b41f-9e625b6048be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:02.461299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b520c6be-2710-4431-b41f-9e625b6048be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:02.522701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b520c6be-2710-4431-b41f-9e625b6048be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:02.525458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b520c6be-2710-4431-b41f-9e625b6048be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:02.526777 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b520c6be-2710-4431-b41f-9e625b6048be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/security-groups/dfcd5f9c-466f-440b-926a-17d23bed0ada HTTP/1.1" status: 204 len: 168 time: 0.1678429 Jun 11 12:16:02.527935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f77ffc86-7411-47b4-b8c9-4745dab404b7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:02.538736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520c6be-2710-4431-b41f-9e625b6048be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcd5f9c-466f-440b-926a-17d23bed0ada,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:02.540989 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b520c6be-2710-4431-b41f-9e625b6048be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:03.004193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54238) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:03.009048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b5ff656c-f8cd-4d78-8cc2-db965e8f3447 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205572104', 'description': 'tempest-secgroup-smoke-205572104 description', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:03.032055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5ff656c-f8cd-4d78-8cc2-db965e8f3447 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.120876 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5ff656c-f8cd-4d78-8cc2-db965e8f3447 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.124371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5ff656c-f8cd-4d78-8cc2-db965e8f3447 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.127542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-50954dfc-7d3f-4527-ad27-9e077927e64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:03.151708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b5ff656c-f8cd-4d78-8cc2-db965e8f3447 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.153158 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b5ff656c-f8cd-4d78-8cc2-db965e8f3447 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1479554 Jun 11 12:16:03.156156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54240) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:03.156975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff656c-f8cd-4d78-8cc2-db965e8f3447 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d40874c-5415-4a49-816e-bf3cf4329892,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:03.159603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b5ff656c-f8cd-4d78-8cc2-db965e8f3447 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:03.162638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-ed2b4d75-cdce-48e5-bceb-a5abeaed8e11 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '5d40874c-5415-4a49-816e-bf3cf4329892', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:03.187735 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d75-cdce-48e5-bceb-a5abeaed8e11 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.247077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d75-cdce-48e5-bceb-a5abeaed8e11 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.250282 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d75-cdce-48e5-bceb-a5abeaed8e11 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.252430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6eb37eb0-99b6-4c4b-9465-0f956329628e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:03.266305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b4d75-cdce-48e5-bceb-a5abeaed8e11 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062f7fb2-b8d5-4923-9479-466d91247345,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:03.271434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ed2b4d75-cdce-48e5-bceb-a5abeaed8e11 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:03.276601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d75-cdce-48e5-bceb-a5abeaed8e11 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.278007 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ed2b4d75-cdce-48e5-bceb-a5abeaed8e11 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208408 Jun 11 12:16:03.280712 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54242) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:03.285030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-81cc2deb-bdf2-4d6b-8444-9bb3dbfc114b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '5d40874c-5415-4a49-816e-bf3cf4329892', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:03.310667 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81cc2deb-bdf2-4d6b-8444-9bb3dbfc114b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.369985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81cc2deb-bdf2-4d6b-8444-9bb3dbfc114b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.373627 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81cc2deb-bdf2-4d6b-8444-9bb3dbfc114b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.375341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:03.392587 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc2deb-bdf2-4d6b-8444-9bb3dbfc114b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a363ec-6f1c-4545-977e-24bf28788b41,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:03.395389 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-81cc2deb-bdf2-4d6b-8444-9bb3dbfc114b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:03.398334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-81cc2deb-bdf2-4d6b-8444-9bb3dbfc114b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.399528 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-81cc2deb-bdf2-4d6b-8444-9bb3dbfc114b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179135 Jun 11 12:16:03.402183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54244) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:03.406744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-33c00221-b4a8-49b9-bb2f-00e719e8af89 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '5d40874c-5415-4a49-816e-bf3cf4329892', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:03.431338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33c00221-b4a8-49b9-bb2f-00e719e8af89 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.502151 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33c00221-b4a8-49b9-bb2f-00e719e8af89 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.506076 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33c00221-b4a8-49b9-bb2f-00e719e8af89 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.507858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-24871364-9391-439b-9b6b-55dfdcb47370 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:03.525934 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c00221-b4a8-49b9-bb2f-00e719e8af89 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2a4fca-2888-4960-b5a5-e68ed10694c3,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:03.528363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-33c00221-b4a8-49b9-bb2f-00e719e8af89 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:03.529214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-33c00221-b4a8-49b9-bb2f-00e719e8af89 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.530373 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-33c00221-b4a8-49b9-bb2f-00e719e8af89 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270251 Jun 11 12:16:03.533088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54246) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:03.537475 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2dd533a8-a9a1-4f93-bd2e-3ca2efc3fd74 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '5d40874c-5415-4a49-816e-bf3cf4329892', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:03.562392 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2dd533a8-a9a1-4f93-bd2e-3ca2efc3fd74 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.624814 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2dd533a8-a9a1-4f93-bd2e-3ca2efc3fd74 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.628376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2dd533a8-a9a1-4f93-bd2e-3ca2efc3fd74 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.631324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9b851138-f25a-42f0-af7f-39f331b510ad tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:03.649923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd533a8-a9a1-4f93-bd2e-3ca2efc3fd74 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e914252-2f72-4e33-8a99-23ec3eb7aa7a,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:03.653200 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2dd533a8-a9a1-4f93-bd2e-3ca2efc3fd74 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.654367 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2dd533a8-a9a1-4f93-bd2e-3ca2efc3fd74 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203508 Jun 11 12:16:03.655300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2dd533a8-a9a1-4f93-bd2e-3ca2efc3fd74 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:03.657167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54248) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:03.661823 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-790f4d7c-9cd5-4ecc-a918-71e563923ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '5d40874c-5415-4a49-816e-bf3cf4329892', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:03.682971 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-790f4d7c-9cd5-4ecc-a918-71e563923ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Project 7622f0fbdf77412a8547dcfd863ad52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:16:03.687625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-790f4d7c-9cd5-4ecc-a918-71e563923ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.757142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-790f4d7c-9cd5-4ecc-a918-71e563923ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.760151 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-790f4d7c-9cd5-4ecc-a918-71e563923ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.765869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6143cbb0-5fc2-45ef-b960-a3367b313b27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:03.780449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f4d7c-9cd5-4ecc-a918-71e563923ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426260ac-1450-4b9d-bd57-23fba7cdfb9d,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:03.782886 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-790f4d7c-9cd5-4ecc-a918-71e563923ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:03.787507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-790f4d7c-9cd5-4ecc-a918-71e563923ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.788743 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-790f4d7c-9cd5-4ecc-a918-71e563923ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305721 Jun 11 12:16:03.791324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54250) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:03.795766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-fe538e41-4167-49eb-85f8-299363e3755c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '5d40874c-5415-4a49-816e-bf3cf4329892', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:03.816398 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-fe538e41-4167-49eb-85f8-299363e3755c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Project 7622f0fbdf77412a8547dcfd863ad52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:16:03.821621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fe538e41-4167-49eb-85f8-299363e3755c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.859379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 837ef9c9-559e-408d-b833-3fde64095398 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:16:03.885539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 837ef9c9-559e-408d-b833-3fde64095398 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:16:03.885901 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 837ef9c9-559e-408d-b833-3fde64095398 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:16:03.886429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fe538e41-4167-49eb-85f8-299363e3755c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.890221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fe538e41-4167-49eb-85f8-299363e3755c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.891948 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8455b40c-9e8f-4cc1-b33a-abf749ebe430 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:03.908564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe538e41-4167-49eb-85f8-299363e3755c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72008008-f5d1-49f6-8a2d-12d44e9c697f,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:03.910891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fe538e41-4167-49eb-85f8-299363e3755c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:03.915447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fe538e41-4167-49eb-85f8-299363e3755c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.916989 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fe538e41-4167-49eb-85f8-299363e3755c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247182 Jun 11 12:16:03.919775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54252) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:03.924615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'network': {'name': 'tempest-network-smoke--408319628', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'port_security_enabled': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:03.945596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:16:03.948967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.976811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:16:03.986032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:03.986387 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Added segment d9821d54-a19a-4001-959d-7906028b5680 of type vlan for network b749f34a-b0d5-46e3-af85-b8ffef73ea36 Jun 11 12:16:04.039304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:04.067930 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:04.073290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:04.073869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:04.076892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-59e402c5-5d9a-46b9-87af-e24823e2a32a tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:04.111293 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1905496 Jun 11 12:16:04.114012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54254) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:04.118973 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'admin_state_up': True, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:04.178897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Network': ['ID=b749f34a-b0d5-46e3-af85-b8ffef73ea36,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:04.182834 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-aec03a4c-5aa9-47c3-ac5c-10531befaca6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:04.189008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network b749f34a-b0d5-46e3-af85-b8ffef73ea36 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:16:04.192131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:04.193369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:04.256553 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:04.468402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:04.725778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:04.750240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:04.868549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.26.6.239 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/ce265fa3-e256-48ce-bac6-7dfca4e9a926) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:16:04.991871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:05.030189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:05.033033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9889b096-7a96-4994-b28d-cbe8c71890b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:05.080967 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:16:05.084451 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:16:05.086837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:16:05.118181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=ce265fa3-e256-48ce-bac6-7dfca4e9a926,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:05.120814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:05.417851 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:05.682371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:05.841247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 8cee51c9-c429-48b0-9051-e8b12af1333e is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:16:06.379870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:16:06.390326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Sync routers for ids ['8cee51c9-c429-48b0-9051-e8b12af1333e'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:16:06.399767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:06.400588 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Routers {'8cee51c9-c429-48b0-9051-e8b12af1333e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:16:06.401075 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2860956 Jun 11 12:16:06.401325 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:15:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['8cee51c9-c429-48b0-9051-e8b12af1333e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:06.404423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54256) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:06.442334 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-af33dc09-e4e4-4556-8863-55dda5d7c64f tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7622f0fbdf77412a8547dcfd863ad52a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366263 Jun 11 12:16:06.445298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54258) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:06.561777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a754d1e-95ea-453a-9847-d0343cd2223f tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:06.563308 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4a754d1e-95ea-453a-9847-d0343cd2223f tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1170852 Jun 11 12:16:06.566052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54260) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:06.602418 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-65f5823b-0aa3-450c-bd16-54fe2184e14c tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351481 Jun 11 12:16:06.604755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54262) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:06.609596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-597483603', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:06.703129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Set router 8cee51c9-c429-48b0-9051-e8b12af1333e gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:16:06.720840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:16:06.724297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:06.933630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:05Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:06.936970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Checking router: 8cee51c9-c429-48b0-9051-e8b12af1333e for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:16:06.937303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Updating router 8cee51c9-c429-48b0-9051-e8b12af1333e port ce265fa3-e256-48ce-bac6-7dfca4e9a926 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:16:06.938659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:06.941383 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2de2a776-a724-4afc-a4b9-20dde8ef9ff9 tempest-TagsExtTest-184091854 tempest-TagsExtTest-184091854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:06.977268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:07.013505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Subnet': ['ID=312f62d9-d4cb-4225-ba13-c58179c3f991,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:07.017112 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:07.022687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Checking segment: {'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:16:07.023058 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network hostable DHCP agents. Network: b749f34a-b0d5-46e3-af85-b8ffef73ea36, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:16:07.043174 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network b749f34a-b0d5-46e3-af85-b8ffef73ea36 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:16:07.051963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, b749f34a-b0d5-46e3-af85-b8ffef73ea36) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:16:07.056773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:07.057370 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:07.071155 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4654231 Jun 11 12:16:07.074061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54264) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:07.074812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63897405-7c75-4ca0-8871-c6686a6e2699 None None] Network b749f34a-b0d5-46e3-af85-b8ffef73ea36 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:16:07.369731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:16:07.370586 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:07.485616 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:07.508981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Transition to ACTIVE for port object ce265fa3-e256-48ce-bac6-7dfca4e9a926 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:16:07.521258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:07.525154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-c03c00ff-9cf1-4941-b31f-2a693cca4975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:07.616397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbe3dc-263e-4cf9-81b0-6b900d82d0bf None None] Pushing event updated for resources: {'Port': ['ID=ce265fa3-e256-48ce-bac6-7dfca4e9a926,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:07.623939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-42fbe3dc-263e-4cf9-81b0-6b900d82d0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:07.629794 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Attempting to bind port ce265fa3-e256-48ce-bac6-7dfca4e9a926 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:16:07.630320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Attempting to bind port ce265fa3-e256-48ce-bac6-7dfca4e9a926 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:16:07.630732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Attempting to bind port ce265fa3-e256-48ce-bac6-7dfca4e9a926 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:16:07.633177 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Allocated IP 172.20.0.2 (b749f34a-b0d5-46e3-af85-b8ffef73ea36/312f62d9-d4cb-4225-ba13-c58179c3f991/9160ba68-8779-41b3-9adb-2c1878a86fdb) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:16:07.644547 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:16:07.644935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:16:07.645366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:07.646284 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:16:07.646885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Bound port: ce265fa3-e256-48ce-bac6-7dfca4e9a926, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:16:07.647323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:07.656120 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:07.780401 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] For port ce265fa3-e256-48ce-bac6-7dfca4e9a926, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:16:07.798685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] For port ce265fa3-e256-48ce-bac6-7dfca4e9a926, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ce265fa3-e256-48ce-bac6-7dfca4e9a926,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:16:07.807886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:07.812716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:07.932009 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Routers {'8cee51c9-c429-48b0-9051-e8b12af1333e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:16:07.932548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:15:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['8cee51c9-c429-48b0-9051-e8b12af1333e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:07.935398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:07.981650 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbe3dc-263e-4cf9-81b0-6b900d82d0bf None None] Pushing event updated for resources: {'Port': ['ID=ce265fa3-e256-48ce-bac6-7dfca4e9a926,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:08.030890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-42fbe3dc-263e-4cf9-81b0-6b900d82d0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:08.033502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Transition to ACTIVE for port object 9160ba68-8779-41b3-9adb-2c1878a86fdb will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:16:08.064396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Transition to ACTIVE for port object 9160ba68-8779-41b3-9adb-2c1878a86fdb will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:16:08.072459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:08.075676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fe328708-d2f2-4c75-93fd-f7ca4aa23c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:08.125592 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.20.0.1 (b749f34a-b0d5-46e3-af85-b8ffef73ea36/312f62d9-d4cb-4225-ba13-c58179c3f991/f53fddf3-c247-4718-b141-d6391c9dd518) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:16:08.138147 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Network b749f34a-b0d5-46e3-af85-b8ffef73ea36 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:16:08.145365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] Set router 8cee51c9-c429-48b0-9051-e8b12af1333e gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:16:08.147992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:16:08.149924 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Pushing event updated for resources: {'Port': ['ID=9160ba68-8779-41b3-9adb-2c1878a86fdb,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:08.187614 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:16:08.189657 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:08.293142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:08.305778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Transition to ACTIVE for port object f53fddf3-c247-4718-b141-d6391c9dd518 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:16:08.341086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:08.343955 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:08.359435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Attempting to bind port 9160ba68-8779-41b3-9adb-2c1878a86fdb on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:16:08.359821 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Attempting to bind port 9160ba68-8779-41b3-9adb-2c1878a86fdb by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:16:08.360196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Attempting to bind port 9160ba68-8779-41b3-9adb-2c1878a86fdb on network b749f34a-b0d5-46e3-af85-b8ffef73ea36 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:16:08.373478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:16:08.373864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Checking segment: {'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:16:08.374279 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:08.374718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Bound using segment: {'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:16:08.375195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Bound port: 9160ba68-8779-41b3-9adb-2c1878a86fdb, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:16:08.375577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:08.392939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network b749f34a-b0d5-46e3-af85-b8ffef73ea36 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:16:08.396767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:16:08.400992 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:16:08.440288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=f53fddf3-c247-4718-b141-d6391c9dd518,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:08.447684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:08.460226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:08.502744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] For port 9160ba68-8779-41b3-9adb-2c1878a86fdb, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:16:08.517150 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] For port 9160ba68-8779-41b3-9adb-2c1878a86fdb, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9160ba68-8779-41b3-9adb-2c1878a86fdb,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:16:08.522647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:08.526160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:08.564887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:05Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:08.577357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4ab30-abd9-48c7-b63a-c71a31278cc5 None None] The sync data for ids ['8cee51c9-c429-48b0-9051-e8b12af1333e'] in dv-neutron-786478-5-hyperv is: [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:05Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:16:08.599817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Pushing event updated for resources: {'Port': ['ID=9160ba68-8779-41b3-9adb-2c1878a86fdb,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:08.603848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:08.657770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:09.066027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:09.071240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:09.074234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:09.167949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=f53fddf3-c247-4718-b141-d6391c9dd518,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:09.170589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:09.172819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:09.308188 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network b749f34a-b0d5-46e3-af85-b8ffef73ea36 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:16:09.309646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:16:09.478220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 8cee51c9-c429-48b0-9051-e8b12af1333e has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:16:09.517102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a160007-edce-48f8-a36d-e42e9195775a None None] Network b749f34a-b0d5-46e3-af85-b8ffef73ea36 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:16:09.630819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:16:09.636192 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "PUT /v2.0/routers/8cee51c9-c429-48b0-9051-e8b12af1333e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5607090 Jun 11 12:16:09.788778 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-48b83c99-c435-451f-b7cd-b95719d7680e tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205572104&fields=id&tenant_id=7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 267 time: 0.0392389 Jun 11 12:16:09.790005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-79d65932-a6ca-4801-8744-cc9717ad8b5f None None] Provisioning for port 9160ba68-8779-41b3-9adb-2c1878a86fdb completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:16:09.926567 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-5a1bc4e3-c730-48f7-86ef-96d1c7f5cdc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:09.928588 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-5a1bc4e3-c730-48f7-86ef-96d1c7f5cdc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/networks?id=b749f34a-b0d5-46e3-af85-b8ffef73ea36 HTTP/1.1" status: 200 len: 796 time: 0.1331758 Jun 11 12:16:09.946777 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-cc5263c2-a6f8-42d5-9ad7-41c2bc80275e tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/quotas/7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 375 time: 0.0120530 Jun 11 12:16:10.005997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ce265fa3-e256-48ce-bac6-7dfca4e9a926 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:16:10.029355 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-c122c97f-9a8a-4439-81ee-cb4c6ddcadfd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787354 Jun 11 12:16:10.070503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ce265fa3-e256-48ce-bac6-7dfca4e9a926 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:16:10.076002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ce265fa3-e256-48ce-bac6-7dfca4e9a926 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:16:10.076408 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:10.173661 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-b2e2395c-d039-4439-bb0d-61387f154e03 service neutron] 10.222.0.46 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305754 Jun 11 12:16:10.179632 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:10.215239 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ce265fa3-e256-48ce-bac6-7dfca4e9a926, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ce265fa3-e256-48ce-bac6-7dfca4e9a926,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:16:10.221764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:10.222826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9160ba68-8779-41b3-9adb-2c1878a86fdb up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:16:10.225157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:10.265657 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Sync routers for ids ['8cee51c9-c429-48b0-9051-e8b12af1333e'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:16:10.275750 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Routers {'8cee51c9-c429-48b0-9051-e8b12af1333e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:16:10.276432 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:15:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['8cee51c9-c429-48b0-9051-e8b12af1333e'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:10.323322 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2b32b16a-5312-4559-bcdf-86b674751f31 None None] Provisioning for port f53fddf3-c247-4718-b141-d6391c9dd518 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:16:10.323751 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-b4984ad7-15ef-4ae0-b969-a70c8488c84e service neutron] 10.222.0.46 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430357 Jun 11 12:16:10.340251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ce265fa3-e256-48ce-bac6-7dfca4e9a926,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:10.351095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:10.351831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2b32b16a-5312-4559-bcdf-86b674751f31 None None] Provisioning complete for port f53fddf3-c247-4718-b141-d6391c9dd518 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:16:10.352275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2b32b16a-5312-4559-bcdf-86b674751f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:10.393852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 9160ba68-8779-41b3-9adb-2c1878a86fdb completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:16:10.400908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9160ba68-8779-41b3-9adb-2c1878a86fdb triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:16:10.401308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:10.434276 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2b32b16a-5312-4559-bcdf-86b674751f31 None None] Port f53fddf3-c247-4718-b141-d6391c9dd518 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:16:10.521646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:10.574871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3942822f-f72f-480b-b474-9be3c7a866e1 None None] Provisioning complete for port f53fddf3-c247-4718-b141-d6391c9dd518 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:16:10.575263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3942822f-f72f-480b-b474-9be3c7a866e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:10.580092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 9160ba68-8779-41b3-9adb-2c1878a86fdb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9160ba68-8779-41b3-9adb-2c1878a86fdb,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:16:10.600304 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-000a5174-2854-464a-8c4f-a598de70e5fe req-65d4a2e7-eb71-4a02-a458-b9cb6416fa1f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 210 time: 0.0679529 Jun 11 12:16:10.612437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:10.616666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:10.624657 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Set router 8cee51c9-c429-48b0-9051-e8b12af1333e gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:16:10.693519 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3942822f-f72f-480b-b474-9be3c7a866e1 None None] Port f53fddf3-c247-4718-b141-d6391c9dd518 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:16:10.697922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=9160ba68-8779-41b3-9adb-2c1878a86fdb,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:10.700793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:10.813765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-2eb7b88e-7aac-46ac-b412-73cdabc29211 None None] Provisioning complete for port f53fddf3-c247-4718-b141-d6391c9dd518 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:16:10.814328 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b88e-7aac-46ac-b412-73cdabc29211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:10.863951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7b88e-7aac-46ac-b412-73cdabc29211 None None] Port f53fddf3-c247-4718-b141-d6391c9dd518 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:16:10.917084 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:08Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'f53fddf3-c247-4718-b141-d6391c9dd518', 'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:cf:9d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:07Z', 'updated_at': '2021-06-11T12:16:08Z', 'revision_number': 2, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:10.920439 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Checking router: 8cee51c9-c429-48b0-9051-e8b12af1333e for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:16:10.920804 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Updating router 8cee51c9-c429-48b0-9051-e8b12af1333e port f53fddf3-c247-4718-b141-d6391c9dd518 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:16:10.961338 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:11.265687 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:11.275489 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Transition to ACTIVE for port object f53fddf3-c247-4718-b141-d6391c9dd518 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:16:11.281631 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:11.284270 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:11.401353 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Pushing event updated for resources: {'Port': ['ID=f53fddf3-c247-4718-b141-d6391c9dd518,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:11.431900 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.432555 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.432912 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.433248 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.433585 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.433927 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.434260 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.434607 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.435112 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.435444 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.435772 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.436097 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:16:11.445861 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:11.450082 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Attempting to bind port f53fddf3-c247-4718-b141-d6391c9dd518 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:16:11.450459 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Attempting to bind port f53fddf3-c247-4718-b141-d6391c9dd518 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:16:11.450867 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Attempting to bind port f53fddf3-c247-4718-b141-d6391c9dd518 on network b749f34a-b0d5-46e3-af85-b8ffef73ea36 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:16:11.455980 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:16:11.456364 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Checking segment: {'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:16:11.456777 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:11.457182 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Bound using segment: {'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:16:11.457660 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Bound port: f53fddf3-c247-4718-b141-d6391c9dd518, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:16:11.458221 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:11.541654 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] For port f53fddf3-c247-4718-b141-d6391c9dd518, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:16:11.546346 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] For port f53fddf3-c247-4718-b141-d6391c9dd518, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f53fddf3-c247-4718-b141-d6391c9dd518,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:16:11.551658 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:11.559857 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-721d6225-a652-4c79-91c7-9ee8473d482d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:11.644283 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Pushing event updated for resources: {'Port': ['ID=f53fddf3-c247-4718-b141-d6391c9dd518,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:11.648651 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:11.648900 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-53ff8467-50e0-48b9-bdf0-813278356e13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:11.649655 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Routers {'8cee51c9-c429-48b0-9051-e8b12af1333e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:16:11.650318 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:15:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['8cee51c9-c429-48b0-9051-e8b12af1333e'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:11.651500 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-53ff8467-50e0-48b9-bdf0-813278356e13 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/networks?id=b749f34a-b0d5-46e3-af85-b8ffef73ea36 HTTP/1.1" status: 200 len: 796 time: 0.1336083 Jun 11 12:16:11.721672 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-6f4de174-0226-4846-8c4f-03c6997b5994 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 379 time: 0.0594819 Jun 11 12:16:11.731864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'port': {'device_id': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'admin_state_up': True, 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'security_groups': ['5d40874c-5415-4a49-816e-bf3cf4329892']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:11.842611 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-98e9213b-e893-44d2-9c40-25b6927792ae req-17d2a418-55fc-4106-9321-0b769d345c50 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 210 time: 0.0462887 Jun 11 12:16:11.851375 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] Set router 8cee51c9-c429-48b0-9051-e8b12af1333e gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:16:11.922993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:16:11.927771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:11.951188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ce265fa3-e256-48ce-bac6-7dfca4e9a926 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:16:12.008870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ce265fa3-e256-48ce-bac6-7dfca4e9a926 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:16:12.009579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:12.101855 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.20.0.13 (b749f34a-b0d5-46e3-af85-b8ffef73ea36/312f62d9-d4cb-4225-ba13-c58179c3f991/7c285b85-db2a-4292-86ca-f474d73ec857) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:16:12.114502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9160ba68-8779-41b3-9adb-2c1878a86fdb up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:16:12.133426 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:08Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'f53fddf3-c247-4718-b141-d6391c9dd518', 'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:cf:9d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:07Z', 'updated_at': '2021-06-11T12:16:11Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:12.136965 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1961e-6c2c-4e15-b8dc-59b1415266f7 None None] The sync data for ids ['8cee51c9-c429-48b0-9051-e8b12af1333e'] in dv-neutron-786478-5-hyperv is: [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:08Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'f53fddf3-c247-4718-b141-d6391c9dd518', 'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:cf:9d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:07Z', 'updated_at': '2021-06-11T12:16:11Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:16:12.183974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a005eed5-0bf4-4d51-b6cf-6cba3ca58afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:12.207809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 9160ba68-8779-41b3-9adb-2c1878a86fdb triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:16:12.209731 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:12.317883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:12.334995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Transition to ACTIVE for port object 7c285b85-db2a-4292-86ca-f474d73ec857 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:16:12.372565 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:12.376601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a7229cac-ff91-47b5-aba4-662e76cffbc5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:12.431109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network b749f34a-b0d5-46e3-af85-b8ffef73ea36 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:16:12.434472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:16:12.438754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:16:12.682798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f88a79a0-1c86-4f4b-be1a-3e5dee29d7c4 None None] Provisioning for port 7c285b85-db2a-4292-86ca-f474d73ec857 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:16:12.687081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f88a79a0-1c86-4f4b-be1a-3e5dee29d7c4 None None] Provisioning complete for port 7c285b85-db2a-4292-86ca-f474d73ec857 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:16:12.687460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f88a79a0-1c86-4f4b-be1a-3e5dee29d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:12.731386 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-f88a79a0-1c86-4f4b-be1a-3e5dee29d7c4 None None] Port 7c285b85-db2a-4292-86ca-f474d73ec857 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:16:12.912632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=7c285b85-db2a-4292-86ca-f474d73ec857,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:12.917441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:12.940664 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:12.941435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:12.960761 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2343004 Jun 11 12:16:12.972620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Request body: {'port': {'device_id': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:13.109828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:13.128409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2f8a7-ca04-4c27-a42a-4955d334f917 req-4c19b2ab-cf7b-4f06-a33b-c844b5f9fbec tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:13.130440 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c5a2f8a7-ca04-4c27-a42a-4955d334f917 req-4c19b2ab-cf7b-4f06-a33b-c844b5f9fbec tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 932 time: 0.1541452 Jun 11 12:16:13.225537 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c5a2f8a7-ca04-4c27-a42a-4955d334f917 req-b65d9164-e295-4708-81b6-3486fb662c94 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881224 Jun 11 12:16:13.467629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c285b85-db2a-4292-86ca-f474d73ec857 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:16:13.474746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:13.485978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Transition to ACTIVE for port object 7c285b85-db2a-4292-86ca-f474d73ec857 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:16:13.489153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:13.491692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7de46179-848a-493b-9505-b785c6f14462 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:13.595199 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Pushing event updated for resources: {'Port': ['ID=7c285b85-db2a-4292-86ca-f474d73ec857,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:13.599978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:13.690051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Attempting to bind port 7c285b85-db2a-4292-86ca-f474d73ec857 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:16:13.690396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Attempting to bind port 7c285b85-db2a-4292-86ca-f474d73ec857 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:16:13.690762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Attempting to bind port 7c285b85-db2a-4292-86ca-f474d73ec857 on network b749f34a-b0d5-46e3-af85-b8ffef73ea36 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:16:13.695643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Port 7c285b85-db2a-4292-86ca-f474d73ec857 on network b749f34a-b0d5-46e3-af85-b8ffef73ea36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:16:13.695969 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Attempting to bind port 7c285b85-db2a-4292-86ca-f474d73ec857 on network b749f34a-b0d5-46e3-af85-b8ffef73ea36 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:16:13.700631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:16:13.700970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Checking segment: {'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:16:13.701355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Bound using segment: {'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:16:13.701777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Bound port: 7c285b85-db2a-4292-86ca-f474d73ec857, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9821d54-a19a-4001-959d-7906028b5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:16:13.702126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:13.773526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] For port 7c285b85-db2a-4292-86ca-f474d73ec857, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:16:13.776751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] For port 7c285b85-db2a-4292-86ca-f474d73ec857, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7c285b85-db2a-4292-86ca-f474d73ec857,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:16:13.780704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:13.783502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-96f6cccd-14de-47df-9c51-dec5d79334fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:13.819917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:13.820501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:13.821963 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] 10.222.0.25 "PUT /v2.0/ports/7c285b85-db2a-4292-86ca-f474d73ec857 HTTP/1.1" status: 200 len: 1094 time: 0.8538198 Jun 11 12:16:13.828802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:16:13.831223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65" -d '{"events": [{"name": "network-changed", "server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:16:13.858139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Pushing event updated for resources: {'Port': ['ID=7c285b85-db2a-4292-86ca-f474d73ec857,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:13.862241 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:13.877567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab4e150-15f4-4953-9c74-d2ea692eb2b0 x-openstack-request-id: req-eab4e150-15f4-4953-9c74-d2ea692eb2b0 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:16:13.877979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:16:13.878214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eab4e150-15f4-4953-9c74-d2ea692eb2b0 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:16:13.878697 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857', 'status': 'completed', 'code': 200} Jun 11 12:16:13.941718 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-3aca0c5c-2a70-44c8-a479-601a09c67af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:13.943323 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-3aca0c5c-2a70-44c8-a479-601a09c67af6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 1097 time: 0.0762115 Jun 11 12:16:13.964157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f53fddf3-c247-4718-b141-d6391c9dd518 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:16:14.001002 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-5d7426ea-2496-470a-89a6-651836a15777 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c285b85-db2a-4292-86ca-f474d73ec857 HTTP/1.1" status: 200 len: 217 time: 0.0504711 Jun 11 12:16:14.024784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port f53fddf3-c247-4718-b141-d6391c9dd518 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:16:14.029074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f53fddf3-c247-4718-b141-d6391c9dd518 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:16:14.029457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:14.059580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-020b408f-6606-43a2-841c-3c7d5f961e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:14.061034 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-020b408f-6606-43a2-841c-3c7d5f961e62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=312f62d9-d4cb-4225-ba13-c58179c3f991 HTTP/1.1" status: 200 len: 834 time: 0.0538287 Jun 11 12:16:14.129775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-72920a76-7eae-463d-bd0e-49bba306fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:14.131318 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-72920a76-7eae-463d-bd0e-49bba306fbe8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b749f34a-b0d5-46e3-af85-b8ffef73ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0632477 Jun 11 12:16:14.133020 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:14.168496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port f53fddf3-c247-4718-b141-d6391c9dd518, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f53fddf3-c247-4718-b141-d6391c9dd518,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:16:14.172383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:14.174179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:14.237081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=f53fddf3-c247-4718-b141-d6391c9dd518,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:14.240805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:14.261160 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-74071d58-f01a-4f96-b589-cd1286008650 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235101 Jun 11 12:16:14.423972 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e66d11d2-cd4e-4bc8-9e25-10f2ab64145f req-a2af4d98-edd3-4028-94d0-cc39601d48b9 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563151 Jun 11 12:16:14.443299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3efc0c-d90a-4c00-99f9-f02f290f9ccb req-28bbcadd-62e4-4a0e-8344-f390e5cf9740 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:14.444872 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ec3efc0c-d90a-4c00-99f9-f02f290f9ccb req-28bbcadd-62e4-4a0e-8344-f390e5cf9740 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 944 time: 0.1001196 Jun 11 12:16:14.488395 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ec3efc0c-d90a-4c00-99f9-f02f290f9ccb req-bfb6d764-8bf6-4309-8251-92408cfc229f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373898 Jun 11 12:16:14.557051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65 req-39e57c21-4ab3-44b0-a5e6-eaf07f41d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:14.558639 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65 req-39e57c21-4ab3-44b0-a5e6-eaf07f41d54a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 1097 time: 0.0661955 Jun 11 12:16:14.679446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65 req-120c13bc-a06c-4a29-91e8-e076a9f7f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:14.680923 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65 req-120c13bc-a06c-4a29-91e8-e076a9f7f0c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b749f34a-b0d5-46e3-af85-b8ffef73ea36 HTTP/1.1" status: 200 len: 898 time: 0.1156549 Jun 11 12:16:14.738615 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65 req-3b0494de-61fe-4a68-b1f6-d9736decfa08 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c285b85-db2a-4292-86ca-f474d73ec857 HTTP/1.1" status: 200 len: 217 time: 0.0508833 Jun 11 12:16:14.791836 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:14.796835 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65 req-b8c34f35-e752-4043-ae1e-68af422d4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:14.798288 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65 req-b8c34f35-e752-4043-ae1e-68af422d4ee9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=312f62d9-d4cb-4225-ba13-c58179c3f991 HTTP/1.1" status: 200 len: 834 time: 0.0525796 Jun 11 12:16:14.860441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65 req-e139b29a-8544-44bf-bab4-e8cde9ba5292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:14.861801 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65 req-e139b29a-8544-44bf-bab4-e8cde9ba5292 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b749f34a-b0d5-46e3-af85-b8ffef73ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568688 Jun 11 12:16:14.957055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b393ba4-229c-4b67-8224-3a01ec941e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:14.980968 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65 req-c45e0552-920a-4fad-b3fd-6d00ad154a00 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122520 Jun 11 12:16:15.096957 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c3d8b3c5-2d06-47a9-9994-d8448eacdf65 req-3476b5e2-463e-4277-996b-4059921a8d3d service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086361 Jun 11 12:16:15.670430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a90233-7874-420e-85fa-0efcfa4a179d req-cdd57af5-6e2d-441c-8398-d088a21ac63d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:15.671932 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-08a90233-7874-420e-85fa-0efcfa4a179d req-cdd57af5-6e2d-441c-8398-d088a21ac63d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 944 time: 0.0738509 Jun 11 12:16:15.712736 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-08a90233-7874-420e-85fa-0efcfa4a179d req-c79609b0-afc1-42ba-980e-d0862baa4681 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346072 Jun 11 12:16:15.915212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f53fddf3-c247-4718-b141-d6391c9dd518 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:16:15.967302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port f53fddf3-c247-4718-b141-d6391c9dd518 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:16:15.967683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:16.151565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:16.379559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 7c285b85-db2a-4292-86ca-f474d73ec857 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:16:16.495905 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 7c285b85-db2a-4292-86ca-f474d73ec857, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7c285b85-db2a-4292-86ca-f474d73ec857,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:16:16.507261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '7c285b85-db2a-4292-86ca-f474d73ec857', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'port_id': '7c285b85-db2a-4292-86ca-f474d73ec857', 'mac_address': 'fa:16:3e:95:7c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:16:16.553891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:16.567940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c285b85-db2a-4292-86ca-f474d73ec857 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:16:16.588055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 7c285b85-db2a-4292-86ca-f474d73ec857, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7c285b85-db2a-4292-86ca-f474d73ec857,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:16:16.592109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:16.594881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:16.645871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=7c285b85-db2a-4292-86ca-f474d73ec857,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:16.648753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:16.801063 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['7c285b85-db2a-4292-86ca-f474d73ec857'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:16:16.891178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569fcf9-4682-4c1b-a328-0f77a8c0324b req-3075817c-1878-41d2-a1e0-b85e183bcd93 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:16.892654 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c569fcf9-4682-4c1b-a328-0f77a8c0324b req-3075817c-1878-41d2-a1e0-b85e183bcd93 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 945 time: 0.0687156 Jun 11 12:16:16.940123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c569fcf9-4682-4c1b-a328-0f77a8c0324b req-e731abd1-8382-4f25-8761-67c31bc5ffe2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Jun 11 12:16:17.857538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:18.114812 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15525e90-25ec-47d8-8943-5a1c332cb768 req-f03f35b8-33e3-4ab4-8966-31ee8c049fc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:18.116186 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-15525e90-25ec-47d8-8943-5a1c332cb768 req-f03f35b8-33e3-4ab4-8966-31ee8c049fc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 945 time: 0.0675435 Jun 11 12:16:18.156681 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-15525e90-25ec-47d8-8943-5a1c332cb768 req-363630fc-aa3c-41bb-addc-8e102e6f1e3f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348988 Jun 11 12:16:18.396691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 7c285b85-db2a-4292-86ca-f474d73ec857 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:16:18.449431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 7c285b85-db2a-4292-86ca-f474d73ec857 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:16:18.452908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 7c285b85-db2a-4292-86ca-f474d73ec857 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:16:18.453288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:18.540411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:18.564580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:16:18.566823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed30fb5-30f1-4a21-a974-3d24a8bca42f" -d '{"events": [{"server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "name": "network-vif-plugged", "status": "completed", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:16:18.579775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 7c285b85-db2a-4292-86ca-f474d73ec857, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7c285b85-db2a-4292-86ca-f474d73ec857,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:16:18.583781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:18.588835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:18.615524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b327917-21ef-4ebe-85b8-c619d7fc3166 x-openstack-request-id: req-5b327917-21ef-4ebe-85b8-c619d7fc3166 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:16:18.615806 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "name": "network-vif-plugged", "status": "completed", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:16:18.616068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b327917-21ef-4ebe-85b8-c619d7fc3166 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:16:18.616465 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857', 'code': 200} Jun 11 12:16:18.647523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=7c285b85-db2a-4292-86ca-f474d73ec857,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:18.650246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:18.827030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b3815-3cd2-42ec-b952-03261f9a31d8 req-cfd9b459-544e-4d9a-9b7d-0d79307a9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:18.828532 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ee2b3815-3cd2-42ec-b952-03261f9a31d8 req-cfd9b459-544e-4d9a-9b7d-0d79307a9972 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 1099 time: 0.0568633 Jun 11 12:16:18.867161 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ee2b3815-3cd2-42ec-b952-03261f9a31d8 req-c6c78bc6-3c5f-41c5-9984-bce1eda04d12 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322001 Jun 11 12:16:19.338263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e9f4-7e91-4ea7-881e-4b00676d0acc req-8b62f3d2-9a9e-4759-a35d-ee51de019e1f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:19.339718 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8fb4e9f4-7e91-4ea7-881e-4b00676d0acc req-8b62f3d2-9a9e-4759-a35d-ee51de019e1f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0723207 Jun 11 12:16:19.380634 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8fb4e9f4-7e91-4ea7-881e-4b00676d0acc req-77d5a747-3a48-4ef7-af59-ed6f8af43a63 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353467 Jun 11 12:16:20.556813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa96df9-e788-4735-aafd-809bfed7e51f req-2a15edb4-1935-4325-b403-26d5fcec3a00 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:20.558279 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4aa96df9-e788-4735-aafd-809bfed7e51f req-2a15edb4-1935-4325-b403-26d5fcec3a00 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0690637 Jun 11 12:16:20.599951 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4aa96df9-e788-4735-aafd-809bfed7e51f req-5019246e-3181-4449-9814-f05f39e7b326 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360482 Jun 11 12:16:20.779147 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f00d26-04e3-4ec6-834e-49ebf37157d5 req-b4a890a7-3130-408a-9aba-027a13ec25ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:20.780542 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e6f00d26-04e3-4ec6-834e-49ebf37157d5 req-b4a890a7-3130-408a-9aba-027a13ec25ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0732176 Jun 11 12:16:20.821574 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e6f00d26-04e3-4ec6-834e-49ebf37157d5 req-b264c54d-7e0b-4f13-a550-8698485cf54e tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353529 Jun 11 12:16:20.845304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54322) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:20.905914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf230014-d589-42fe-bfb6-f3d3f9f0a9dd tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:20.907426 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-bf230014-d589-42fe-bfb6-f3d3f9f0a9dd tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 1094 time: 0.0611222 Jun 11 12:16:20.910105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54324) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:20.914971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '7c285b85-db2a-4292-86ca-f474d73ec857', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:16:20.936775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:21.054680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:21.166491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.26.6.50 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/979d710f-a6bf-4a58-a2ff-1ccb337be00e) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:16:21.293588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:21.330659 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:21.332506 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f1253eb5-724f-42b7-a894-10e262be6f10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:21.379937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:16:21.382682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:16:21.389393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:16:21.396790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=979d710f-a6bf-4a58-a2ff-1ccb337be00e,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:21.423406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:21.836099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:21.924555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:22.097540 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:22.101877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:22.104554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4cfe777c-5e31-48d3-915e-2694a9137383 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:16:22.187959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=979d710f-a6bf-4a58-a2ff-1ccb337be00e,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:16:22.192974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:16:22.197656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:22.331602 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Floating IP 825f3ed0-213b-4cc0-b746-4479bd27fc91 associated. External IP: 172.26.6.50, port: 7c285b85-db2a-4292-86ca-f474d73ec857. Jun 11 12:16:22.613155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 8cee51c9-c429-48b0-9051-e8b12af1333e has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:16:23.154344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:16:23.165334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2729c3-94e0-475a-96a1-252bf885bd78 None None] Sync routers for ids ['8cee51c9-c429-48b0-9051-e8b12af1333e'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:16:23.170727 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:23.174237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2729c3-94e0-475a-96a1-252bf885bd78 None None] Routers {'8cee51c9-c429-48b0-9051-e8b12af1333e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:16:23.174889 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2b2729c3-94e0-475a-96a1-252bf885bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:16:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['8cee51c9-c429-48b0-9051-e8b12af1333e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:23.224409 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3132062 Jun 11 12:16:23.225104 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:16:23.227503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:16:23.267745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b64b53-645c-4215-961f-592b8d7ec39e x-openstack-request-id: req-29b64b53-645c-4215-961f-592b8d7ec39e {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:16:23.268102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:16:23.268413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29b64b53-645c-4215-961f-592b8d7ec39e {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:16:23.268866 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857', 'status': 'completed', 'code': 200} Jun 11 12:16:23.450003 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2067bd-f04f-43ce-997e-fefcc3b7bc72 req-5465f9b9-ae41-4b0f-899c-65beefe1b3fb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:23.451522 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5c2067bd-f04f-43ce-997e-fefcc3b7bc72 req-5465f9b9-ae41-4b0f-899c-65beefe1b3fb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.1231761 Jun 11 12:16:23.466163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0 req-b470c33a-9616-4f3b-8fba-c8084bc32ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:23.467663 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0 req-b470c33a-9616-4f3b-8fba-c8084bc32ca7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 1099 time: 0.1738844 Jun 11 12:16:23.485781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2b2729c3-94e0-475a-96a1-252bf885bd78 None None] Set router 8cee51c9-c429-48b0-9051-e8b12af1333e gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:16:23.534275 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5c2067bd-f04f-43ce-997e-fefcc3b7bc72 req-640a557e-6a16-4a90-8e78-f4050db95f60 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763495 Jun 11 12:16:23.561211 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54332) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:23.613345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0 req-a7af5873-a5f3-4dd4-81cb-95b736045996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:23.615051 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0 req-a7af5873-a5f3-4dd4-81cb-95b736045996 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b749f34a-b0d5-46e3-af85-b8ffef73ea36 HTTP/1.1" status: 200 len: 898 time: 0.1361430 Jun 11 12:16:23.648825 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-665c01c6-de4d-4288-add5-6df0a2d9fce7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/825f3ed0-213b-4cc0-b746-4479bd27fc91 HTTP/1.1" status: 200 len: 991 time: 0.0856142 Jun 11 12:16:23.701954 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0 req-186207dc-840b-4fc1-816d-ea3d9b3e8466 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c285b85-db2a-4292-86ca-f474d73ec857 HTTP/1.1" status: 200 len: 999 time: 0.0802512 Jun 11 12:16:23.756732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0 req-672a49ac-2cd4-4ced-8012-f6ad8380d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:23.758176 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0 req-672a49ac-2cd4-4ced-8012-f6ad8380d4bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=312f62d9-d4cb-4225-ba13-c58179c3f991 HTTP/1.1" status: 200 len: 834 time: 0.0506876 Jun 11 12:16:23.777880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2b2729c3-94e0-475a-96a1-252bf885bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:08Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '825f3ed0-213b-4cc0-b746-4479bd27fc91', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'port_id': '7c285b85-db2a-4292-86ca-f474d73ec857', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'mac_address': 'fa:16:3e:95:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:16:21Z', 'updated_at': '2021-06-11T12:16:21Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53fddf3-c247-4718-b141-d6391c9dd518', 'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:cf:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:07Z', 'updated_at': '2021-06-11T12:16:14Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:23.781202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2729c3-94e0-475a-96a1-252bf885bd78 None None] Checking router: 8cee51c9-c429-48b0-9051-e8b12af1333e for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:16:23.789149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2729c3-94e0-475a-96a1-252bf885bd78 None None] Routers {'8cee51c9-c429-48b0-9051-e8b12af1333e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:16:23.789752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2b2729c3-94e0-475a-96a1-252bf885bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:16:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['8cee51c9-c429-48b0-9051-e8b12af1333e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:23.820935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0 req-79689c15-9e0e-4c40-8223-caa9c2818cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:23.822433 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0 req-79689c15-9e0e-4c40-8223-caa9c2818cc1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b749f34a-b0d5-46e3-af85-b8ffef73ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0586252 Jun 11 12:16:23.929877 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2b2729c3-94e0-475a-96a1-252bf885bd78 None None] Set router 8cee51c9-c429-48b0-9051-e8b12af1333e gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:16:23.946426 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0 req-2e06cd92-dee6-49a9-a755-31c494e97ee9 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180134 Jun 11 12:16:24.063701 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1dd763b9-5b55-43ff-b159-0d61ccbc25f0 req-af4408c5-68af-4c94-8707-050d775c468a service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112010 Jun 11 12:16:24.231253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2b2729c3-94e0-475a-96a1-252bf885bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:08Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '825f3ed0-213b-4cc0-b746-4479bd27fc91', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'port_id': '7c285b85-db2a-4292-86ca-f474d73ec857', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'mac_address': 'fa:16:3e:95:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:16:21Z', 'updated_at': '2021-06-11T12:16:21Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53fddf3-c247-4718-b141-d6391c9dd518', 'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:cf:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:07Z', 'updated_at': '2021-06-11T12:16:14Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:16:24.234963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2729c3-94e0-475a-96a1-252bf885bd78 None None] The sync data for ids ['8cee51c9-c429-48b0-9051-e8b12af1333e'] in dv-neutron-786478-5-hyperv is: [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:08Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '825f3ed0-213b-4cc0-b746-4479bd27fc91', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'port_id': '7c285b85-db2a-4292-86ca-f474d73ec857', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'mac_address': 'fa:16:3e:95:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:16:21Z', 'updated_at': '2021-06-11T12:16:21Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f53fddf3-c247-4718-b141-d6391c9dd518', 'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:cf:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:07Z', 'updated_at': '2021-06-11T12:16:14Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:16:24.418361 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d76e583-11e9-4115-a573-0b00ffdf0e42 None None] New status for floating IP 825f3ed0-213b-4cc0-b746-4479bd27fc91: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:16:24.652518 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54334) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:24.736787 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5cbad822-9ad3-4359-9c5d-1ff40bf207f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/825f3ed0-213b-4cc0-b746-4479bd27fc91 HTTP/1.1" status: 200 len: 991 time: 0.0830495 Jun 11 12:16:25.740826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54336) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:25.816434 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6337b4ee-e753-4035-8481-69213c5a93d7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/825f3ed0-213b-4cc0-b746-4479bd27fc91 HTTP/1.1" status: 200 len: 993 time: 0.0744562 Jun 11 12:16:27.630654 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-a34e6788-ecb5-4bc1-9d0e-abd4080afcb6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565715 Jun 11 12:16:27.733749 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-b6458a34-de5e-42bf-b9bb-31f790533af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:27.735253 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-b6458a34-de5e-42bf-b9bb-31f790533af6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 1099 time: 0.0634420 Jun 11 12:16:27.865075 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-552d9c1a-0be3-494f-bd16-703bb90df09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:27.866286 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-552d9c1a-0be3-494f-bd16-703bb90df09a service neutron] 10.222.0.25 "GET /v2.0/networks?id=b749f34a-b0d5-46e3-af85-b8ffef73ea36 HTTP/1.1" status: 200 len: 898 time: 0.1116693 Jun 11 12:16:27.931142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:27.948001 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-884163c9-41ff-46f6-899a-a1c81e4ebb79 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c285b85-db2a-4292-86ca-f474d73ec857 HTTP/1.1" status: 200 len: 1001 time: 0.0755322 Jun 11 12:16:28.008335 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-7bc20d14-9fe3-4728-bc06-d13b49cbede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:28.009759 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-7bc20d14-9fe3-4728-bc06-d13b49cbede1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=312f62d9-d4cb-4225-ba13-c58179c3f991 HTTP/1.1" status: 200 len: 834 time: 0.0554619 Jun 11 12:16:28.072217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-7b07b216-b4e0-4279-9fa1-fb1e5896b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:28.073641 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-7b07b216-b4e0-4279-9fa1-fb1e5896b517 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b749f34a-b0d5-46e3-af85-b8ffef73ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575590 Jun 11 12:16:28.188958 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-90dd126b-3c8c-4e49-a4a5-7f3221276e59 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082609 Jun 11 12:16:28.302886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-40b13398-9f6f-47a7-9d66-74a38f0cac20 req-6c8996ba-d655-4cfc-8619-e89d03369f7e service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080229 Jun 11 12:16:34.866241 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:16:42.177165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e339cdb0-e32c-4082-9f37-571bd058b31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:44.792003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:44.957824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-edf0954f-aa68-4b2c-8ef7-4f626cbe898f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:46.155884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:47.859309 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:55.333302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54360) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:16:55.435345 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-bc552753-5963-42bc-94db-1ae3f0d01c7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007876 Jun 11 12:16:55.696924 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c42a4-30c4-4769-8128-d0483e6b0ed4 req-a4a7dda5-0e37-4d8c-91e3-9819b887199f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:55.698393 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-947c42a4-30c4-4769-8128-d0483e6b0ed4 req-a4a7dda5-0e37-4d8c-91e3-9819b887199f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.3866088 Jun 11 12:16:55.741203 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-947c42a4-30c4-4769-8128-d0483e6b0ed4 req-3b9fb181-e4ae-4c09-bb89-b5e8d6ba1d4c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368273 Jun 11 12:16:56.553002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-ef89b544-5356-4d7a-a02b-1d1dd0eacb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:56.554455 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-ef89b544-5356-4d7a-a02b-1d1dd0eacb2e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 1099 time: 0.0585022 Jun 11 12:16:56.670819 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-69591fbb-67d5-4e30-a402-17d283f08745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:56.672271 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-69591fbb-67d5-4e30-a402-17d283f08745 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b749f34a-b0d5-46e3-af85-b8ffef73ea36 HTTP/1.1" status: 200 len: 898 time: 0.1119690 Jun 11 12:16:56.759362 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-f5dda6e9-192c-4dc0-88e5-09f8e074ba41 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c285b85-db2a-4292-86ca-f474d73ec857 HTTP/1.1" status: 200 len: 1001 time: 0.0801234 Jun 11 12:16:56.815345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-d2542f7e-e1a1-4528-801e-a9ba7cfd3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:56.817275 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-d2542f7e-e1a1-4528-801e-a9ba7cfd3cd7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=312f62d9-d4cb-4225-ba13-c58179c3f991 HTTP/1.1" status: 200 len: 834 time: 0.0517864 Jun 11 12:16:56.928384 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-3baafb67-1cdc-4f4e-a773-34b2f033aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:56.929858 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-3baafb67-1cdc-4f4e-a773-34b2f033aa80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b749f34a-b0d5-46e3-af85-b8ffef73ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1073086 Jun 11 12:16:56.952548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ea01-c27a-4504-a260-70e7c436bafe req-c9244c9d-d835-4510-875f-86a44e28e27d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:56.953906 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b934ea01-c27a-4504-a260-70e7c436bafe req-c9244c9d-d835-4510-875f-86a44e28e27d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0961313 Jun 11 12:16:57.063840 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b934ea01-c27a-4504-a260-70e7c436bafe req-80d67f3e-fb88-4fc3-9133-2a6be6388d70 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977230 Jun 11 12:16:57.085794 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-c51de0cf-5280-41af-abfd-eb0cc14f4986 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483860 Jun 11 12:16:57.201559 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-0e99a786-fe63-499f-a19f-c625b5845af2 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099885 Jun 11 12:16:57.937569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:16:58.240173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af315432-6ae5-49cd-aa53-7ab20bfdbaa5 req-e115eb99-3cb3-4c66-b4c2-4dd8efc53cf8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:58.241506 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af315432-6ae5-49cd-aa53-7ab20bfdbaa5 req-e115eb99-3cb3-4c66-b4c2-4dd8efc53cf8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0672455 Jun 11 12:16:58.282158 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af315432-6ae5-49cd-aa53-7ab20bfdbaa5 req-cac6be42-265c-4afc-807e-16d06e9655f9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350645 Jun 11 12:16:59.458514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15d725-71bd-49ec-89ec-dab65fbdb2bd req-27f83966-170e-4d82-98db-db4d3b11e91a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:16:59.459972 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8b15d725-71bd-49ec-89ec-dab65fbdb2bd req-27f83966-170e-4d82-98db-db4d3b11e91a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0684178 Jun 11 12:16:59.500863 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8b15d725-71bd-49ec-89ec-dab65fbdb2bd req-8c924574-fc14-474d-9d7a-225ee13ced25 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352745 Jun 11 12:17:00.693403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cc3fc-1470-4be9-8bdf-93fd8026b9a8 req-7be5249a-fc0b-4808-bb70-5bf2c0ab6897 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:00.694852 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4b8cc3fc-1470-4be9-8bdf-93fd8026b9a8 req-7be5249a-fc0b-4808-bb70-5bf2c0ab6897 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0733047 Jun 11 12:17:00.734934 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-4b8cc3fc-1470-4be9-8bdf-93fd8026b9a8 req-d0abd2d8-e77b-4468-8614-bda5667515ce tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343976 Jun 11 12:17:01.917909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872a6cb-cdfe-46c1-8569-ed3e487a3170 req-b8c22c22-f636-47c1-8040-2986286acd4f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:01.919391 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7872a6cb-cdfe-46c1-8569-ed3e487a3170 req-b8c22c22-f636-47c1-8040-2986286acd4f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0732195 Jun 11 12:17:01.960421 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7872a6cb-cdfe-46c1-8569-ed3e487a3170 req-47a8f604-2165-4a80-a888-219ad0887b77 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354419 Jun 11 12:17:03.133521 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719be11-4514-48cd-8184-227d116de8ab req-afa73e92-795b-4c7a-bc54-a896cd6dc7e0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:03.134969 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8719be11-4514-48cd-8184-227d116de8ab req-afa73e92-795b-4c7a-bc54-a896cd6dc7e0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0669317 Jun 11 12:17:03.175844 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8719be11-4514-48cd-8184-227d116de8ab req-602d38db-a748-4bc4-b1e8-bdf1047d46d2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353978 Jun 11 12:17:04.349829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef448b4-206e-4e02-a713-50af70840647 req-fdd81f7d-2dc2-4070-acc1-581d1429b356 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:04.351319 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1ef448b4-206e-4e02-a713-50af70840647 req-fdd81f7d-2dc2-4070-acc1-581d1429b356 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0681155 Jun 11 12:17:04.391614 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1ef448b4-206e-4e02-a713-50af70840647 req-9c61724c-ef03-4324-9561-5fb0b36d5df8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348561 Jun 11 12:17:05.576136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47f0c5-b681-43a7-8e0f-d5c562209465 req-a9306884-aaf2-45e2-a114-661527a2038c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:05.577546 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8c47f0c5-b681-43a7-8e0f-d5c562209465 req-a9306884-aaf2-45e2-a114-661527a2038c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0718873 Jun 11 12:17:05.618003 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8c47f0c5-b681-43a7-8e0f-d5c562209465 req-6e296eb7-6ee8-443c-8445-a01c4f2794b5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343802 Jun 11 12:17:06.799759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137ae5b-a30a-49ae-810a-97f235e3bf6d req-255879e8-b620-4fa6-a84c-998fc630b41b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:06.801699 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3137ae5b-a30a-49ae-810a-97f235e3bf6d req-255879e8-b620-4fa6-a84c-998fc630b41b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0721407 Jun 11 12:17:06.841827 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3137ae5b-a30a-49ae-810a-97f235e3bf6d req-55b3d3f6-7db7-4cbb-a8a5-d6b4145d1ae2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345209 Jun 11 12:17:08.016193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd57ee7-1e77-4827-ac19-5fbea172cc69 req-cfebb36c-9bf9-423b-939b-d9876782007b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:08.017630 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3fd57ee7-1e77-4827-ac19-5fbea172cc69 req-cfebb36c-9bf9-423b-939b-d9876782007b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0672593 Jun 11 12:17:08.057990 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-3fd57ee7-1e77-4827-ac19-5fbea172cc69 req-eed3c7ab-4294-4de7-967a-c9039e6c0128 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347912 Jun 11 12:17:09.234858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279ea9c-3fcb-47da-9a35-1ee05e7df018 req-28fad3be-667e-4f65-b410-72ebf783e939 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:09.236311 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c279ea9c-3fcb-47da-9a35-1ee05e7df018 req-28fad3be-667e-4f65-b410-72ebf783e939 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0683575 Jun 11 12:17:09.278506 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c279ea9c-3fcb-47da-9a35-1ee05e7df018 req-1b8d3e4e-ab8e-43b0-9ee1-9da116e3bd00 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360322 Jun 11 12:17:10.460095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839952d-20db-445c-8ba4-c6a13348d93b req-76c7d475-97db-443a-8217-6019341919b9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:10.461541 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8839952d-20db-445c-8ba4-c6a13348d93b req-76c7d475-97db-443a-8217-6019341919b9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0728395 Jun 11 12:17:10.501948 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8839952d-20db-445c-8ba4-c6a13348d93b req-be39f808-083e-416d-a717-d85e8afa6c91 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348125 Jun 11 12:17:11.759221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caac53-107b-44c0-8879-39f798f9b1d6 req-6c87c8bd-525b-44f7-9412-691b89509ff9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:11.760672 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a1caac53-107b-44c0-8879-39f798f9b1d6 req-6c87c8bd-525b-44f7-9412-691b89509ff9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.1463892 Jun 11 12:17:11.801526 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a1caac53-107b-44c0-8879-39f798f9b1d6 req-378cf5d0-d929-4dcd-8373-5203ba7ca697 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352986 Jun 11 12:17:11.864125 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:17:12.176612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-733c6404-2c2a-4584-bf7c-1f196c7d99a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:12.976362 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf519d4f-53e5-41b8-b19e-ed1a5476811c req-e45cad4f-728c-42ca-abe5-3ca65c56d369 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:12.977771 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cf519d4f-53e5-41b8-b19e-ed1a5476811c req-e45cad4f-728c-42ca-abe5-3ca65c56d369 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0663877 Jun 11 12:17:13.018918 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cf519d4f-53e5-41b8-b19e-ed1a5476811c req-a574267a-ec6f-4352-9dc1-3e166e760e8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355635 Jun 11 12:17:13.825939 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-63e4d557-e1c8-4e2f-acd6-d2d441bf961f service neutron] 10.222.0.25 "GET /v2.0/ports/7c285b85-db2a-4292-86ca-f474d73ec857/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0627694 Jun 11 12:17:14.079693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-dfc12702-ec67-49a9-9d6e-f189154a9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:14.081159 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-dfc12702-ec67-49a9-9d6e-f189154a9de2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130&tenant_id=7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 1099 time: 0.0580175 Jun 11 12:17:14.214062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-8b209df1-86c0-425c-b380-5409a2d16649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:14.215490 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-8b209df1-86c0-425c-b380-5409a2d16649 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 1099 time: 0.1128118 Jun 11 12:17:14.226705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36794d-7e9a-4c6e-bbe8-4d86399fe3c3 req-7524703c-3f93-428c-8633-7dfdf5b56c7c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:14.228078 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-da36794d-7e9a-4c6e-bbe8-4d86399fe3c3 req-7524703c-3f93-428c-8633-7dfdf5b56c7c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0899711 Jun 11 12:17:14.346353 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-da36794d-7e9a-4c6e-bbe8-4d86399fe3c3 req-39a28e28-439e-4a21-90e9-8ef63d9027ce tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103320 Jun 11 12:17:14.367434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-60310209-1236-490d-b575-dd15c6fd2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:14.368882 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-60310209-1236-490d-b575-dd15c6fd2a83 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b749f34a-b0d5-46e3-af85-b8ffef73ea36 HTTP/1.1" status: 200 len: 898 time: 0.1399841 Jun 11 12:17:14.455008 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-1e692caf-22c1-477f-9d19-f097da4115e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c285b85-db2a-4292-86ca-f474d73ec857 HTTP/1.1" status: 200 len: 1001 time: 0.0797856 Jun 11 12:17:14.512423 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-76e3172c-b704-499c-a3f9-cbc29cff6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:14.513744 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-76e3172c-b704-499c-a3f9-cbc29cff6e17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=312f62d9-d4cb-4225-ba13-c58179c3f991 HTTP/1.1" status: 200 len: 834 time: 0.0531158 Jun 11 12:17:14.579477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-c2ab7f89-9aab-4606-b9d7-9b4b99a3c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:14.580912 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-c2ab7f89-9aab-4606-b9d7-9b4b99a3c699 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b749f34a-b0d5-46e3-af85-b8ffef73ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0610485 Jun 11 12:17:14.691766 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-bbe2f0b6-1cf0-4531-9142-6f05f55d83f0 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043139 Jun 11 12:17:14.793541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:14.813108 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-40bac0e2-8b63-4610-a095-a9c2934372c8 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154122 Jun 11 12:17:14.957604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce6bd58f-2884-4a97-a6e8-28aef05e655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:15.534142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90c64-5c48-4be0-80b6-d5944a18e909 req-0586b235-bc78-40bb-b505-9e758f934fdc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:15.536087 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d0b90c64-5c48-4be0-80b6-d5944a18e909 req-0586b235-bc78-40bb-b505-9e758f934fdc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0718381 Jun 11 12:17:15.576012 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d0b90c64-5c48-4be0-80b6-d5944a18e909 req-d5a65c45-6517-4b30-ad5d-df08e73dc0d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344057 Jun 11 12:17:16.159263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:16.621846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 7c285b85-db2a-4292-86ca-f474d73ec857 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:17:16.624252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 7c285b85-db2a-4292-86ca-f474d73ec857 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:17:16.765107 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715e8a9-7c15-4b99-a32b-9d6d0e059ff9 req-1546057a-954d-47a9-a8a0-d0613c535ce4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:16.766587 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d715e8a9-7c15-4b99-a32b-9d6d0e059ff9 req-1546057a-954d-47a9-a8a0-d0613c535ce4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0736873 Jun 11 12:17:16.809205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:16.815201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 7c285b85-db2a-4292-86ca-f474d73ec857, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7c285b85-db2a-4292-86ca-f474d73ec857,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:17:16.815665 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d715e8a9-7c15-4b99-a32b-9d6d0e059ff9 req-97c5860c-3de0-4a13-bbbe-f77400d11800 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Jun 11 12:17:16.840774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '7c285b85-db2a-4292-86ca-f474d73ec857', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'port_id': '7c285b85-db2a-4292-86ca-f474d73ec857', 'mac_address': 'fa:16:3e:95:7c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:17:16.849068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:17:16.851337 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f15fe10-8c3a-474f-882d-2d4d43e2a4c9" -d '{"events": [{"server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "name": "network-vif-unplugged", "status": "completed", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:17:16.887863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 7c285b85-db2a-4292-86ca-f474d73ec857, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7c285b85-db2a-4292-86ca-f474d73ec857,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:17:16.901510 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 12:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec7bb26-017e-4e9d-9489-7f712b5f95f9 x-openstack-request-id: req-eec7bb26-017e-4e9d-9489-7f712b5f95f9 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:17:16.901810 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "name": "network-vif-unplugged", "status": "completed", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:17:16.902075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eec7bb26-017e-4e9d-9489-7f712b5f95f9 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:17:16.902479 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857', 'code': 200} Jun 11 12:17:16.905357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:16.910994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:16.938818 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:16.968380 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c285b85-db2a-4292-86ca-f474d73ec857 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:17:16.992996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=7c285b85-db2a-4292-86ca-f474d73ec857,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:17.023233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.023596 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.024062 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.024362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.024742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.025105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.025438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.026033 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.026361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.026728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.027057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.027379 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:17.031261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:17.045972 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.db.api [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 12:17:17.046463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_db.api [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 12:17:17.328094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-0acbf803-f03b-4ea5-94b1-c5c1ed635c61 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:17.329556 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-0acbf803-f03b-4ea5-94b1-c5c1ed635c61 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130&tenant_id=7622f0fbdf77412a8547dcfd863ad52a&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.1135411 Jun 11 12:17:17.338369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94952d-149d-466a-b758-68ed56968784 req-27b07d18-bd9f-4a4a-b3fd-2273372ab6c5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:17.339739 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2d94952d-149d-466a-b758-68ed56968784 req-27b07d18-bd9f-4a4a-b3fd-2273372ab6c5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 944 time: 0.1327097 Jun 11 12:17:17.411973 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2d94952d-149d-466a-b758-68ed56968784 req-f8b4ec40-62d5-4f72-8750-b5294c65e144 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664220 Jun 11 12:17:17.438243 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-cf8df724-c3cd-49c8-b900-03db5a7afc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:17.439733 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-cf8df724-c3cd-49c8-b900-03db5a7afc01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 1097 time: 0.0627167 Jun 11 12:17:17.558030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-3533687b-8b5b-447b-9aba-64c555495d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:17.559604 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-3533687b-8b5b-447b-9aba-64c555495d9e service neutron] 10.222.0.25 "GET /v2.0/networks?id=b749f34a-b0d5-46e3-af85-b8ffef73ea36 HTTP/1.1" status: 200 len: 898 time: 0.1135712 Jun 11 12:17:17.591843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:17.592564 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc125e0b-d16e-4935-a787-ad6a9bde9c88 req-64a42ed2-3d3d-4e58-83ac-b7ba368ee461 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:17.594772 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc125e0b-d16e-4935-a787-ad6a9bde9c88 req-64a42ed2-3d3d-4e58-83ac-b7ba368ee461 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 944 time: 0.0711832 Jun 11 12:17:17.607160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c285b85-db2a-4292-86ca-f474d73ec857 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:17:17.629269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 7c285b85-db2a-4292-86ca-f474d73ec857, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7c285b85-db2a-4292-86ca-f474d73ec857,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:17:17.634765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:17.636885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:17.647527 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-0abe50fb-0007-4475-a666-bf8fb5f5e301 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c285b85-db2a-4292-86ca-f474d73ec857 HTTP/1.1" status: 200 len: 999 time: 0.0808411 Jun 11 12:17:17.647759 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cc125e0b-d16e-4935-a787-ad6a9bde9c88 req-08ea0f8f-ff4c-4be6-bcae-f3a11f20daad tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Jun 11 12:17:17.706292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=7c285b85-db2a-4292-86ca-f474d73ec857,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:17.711375 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['7c285b85-db2a-4292-86ca-f474d73ec857'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:17:17.713538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:17.885530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:18.101055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-dcf8e2ec-ad82-4e50-b8f2-2fa49365c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:18.102509 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-dcf8e2ec-ad82-4e50-b8f2-2fa49365c449 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=312f62d9-d4cb-4225-ba13-c58179c3f991 HTTP/1.1" status: 200 len: 834 time: 0.4489524 Jun 11 12:17:18.164615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-202becf5-1c23-4579-9e38-efcdb5ee977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:18.166032 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-202becf5-1c23-4579-9e38-efcdb5ee977c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b749f34a-b0d5-46e3-af85-b8ffef73ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571158 Jun 11 12:17:18.277447 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-58322068-4abd-442d-bab6-d92d426269c4 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051681 Jun 11 12:17:18.391469 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa927211-b37f-4ecc-b4b3-23ce11ebdb69 req-85870515-2d1b-4881-a852-2760ef5d6929 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065760 Jun 11 12:17:18.651778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 7c285b85-db2a-4292-86ca-f474d73ec857 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:17:18.704655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 7c285b85-db2a-4292-86ca-f474d73ec857 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:17:18.705047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:18.801397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:18.840625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 7c285b85-db2a-4292-86ca-f474d73ec857, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7c285b85-db2a-4292-86ca-f474d73ec857,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:17:18.845488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:18.848029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-42fbe3dc-263e-4cf9-81b0-6b900d82d0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:18.850925 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e40a23-c385-429b-9cf1-9ec08a789e8b req-bc8054dd-3aea-4f5e-8d26-530d782cc7af tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:18.852359 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-84e40a23-c385-429b-9cf1-9ec08a789e8b req-bc8054dd-3aea-4f5e-8d26-530d782cc7af tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 945 time: 0.0810885 Jun 11 12:17:18.895623 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-84e40a23-c385-429b-9cf1-9ec08a789e8b req-28012491-5b64-43ee-be2d-e1df26b7695d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374291 Jun 11 12:17:18.904259 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:17:18.906754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5a0479-2660-44c4-a7d7-a955b87463c2" -d '{"events": [{"server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "name": "network-vif-plugged", "status": "completed", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:17:18.910772 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=7c285b85-db2a-4292-86ca-f474d73ec857,revision_number=8']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:18.914203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:18.952954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12f8a6e-0c9d-4ed6-b4a2-d8838e51453c x-openstack-request-id: req-e12f8a6e-0c9d-4ed6-b4a2-d8838e51453c {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:17:18.953263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "name": "network-vif-plugged", "status": "completed", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:17:18.953532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e12f8a6e-0c9d-4ed6-b4a2-d8838e51453c {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:17:18.953942 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857', 'code': 200} Jun 11 12:17:20.079602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6efd5-fe11-405a-8c07-3796440d3540 req-89dd1e45-a45d-4e19-bd30-da5f4585bf18 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:20.081033 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-96c6efd5-fe11-405a-8c07-3796440d3540 req-89dd1e45-a45d-4e19-bd30-da5f4585bf18 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0719693 Jun 11 12:17:20.121529 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-96c6efd5-fe11-405a-8c07-3796440d3540 req-b3661dc7-979e-4c67-8cad-92f41474041b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349591 Jun 11 12:17:20.145210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54444) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:20.225710 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-82ae9076-d22d-4869-862f-1df9833926f2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/825f3ed0-213b-4cc0-b746-4479bd27fc91 HTTP/1.1" status: 200 len: 993 time: 0.0793900 Jun 11 12:17:27.664581 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-cc63bd09-dcd6-4649-a397-eefc2a888ae4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577693 Jun 11 12:17:27.760738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-e9e2ff18-37b4-492b-b540-1cf0c1637032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:27.762206 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-e9e2ff18-37b4-492b-b540-1cf0c1637032 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 1099 time: 0.0583885 Jun 11 12:17:27.895314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-dcd9bace-6163-4f8f-88cd-4f90f5e28cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:27.896906 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-dcd9bace-6163-4f8f-88cd-4f90f5e28cf1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b749f34a-b0d5-46e3-af85-b8ffef73ea36 HTTP/1.1" status: 200 len: 898 time: 0.1100757 Jun 11 12:17:27.952190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:27.984927 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-077a5cea-fc2d-4c20-af08-4619ddaee33b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c285b85-db2a-4292-86ca-f474d73ec857 HTTP/1.1" status: 200 len: 1001 time: 0.0814245 Jun 11 12:17:28.041629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-f3a125b2-46ed-4f4d-bfea-d10412e71b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:28.043125 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-f3a125b2-46ed-4f4d-bfea-d10412e71b9d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=312f62d9-d4cb-4225-ba13-c58179c3f991 HTTP/1.1" status: 200 len: 834 time: 0.0513353 Jun 11 12:17:28.104485 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-733ea550-d757-447c-9333-ffacc4ecdc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:28.105906 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-733ea550-d757-447c-9333-ffacc4ecdc8f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b749f34a-b0d5-46e3-af85-b8ffef73ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564280 Jun 11 12:17:28.221448 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-435ee3f6-4fdd-49fb-acaa-bf85328b4bd7 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088924 Jun 11 12:17:28.335722 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a15ea2cd-9c90-48ef-923a-973e855434fb req-a25e0aaf-e611-442e-8831-1dbf240da28b service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083007 Jun 11 12:17:42.177629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3a6d0f25-7dfa-4286-898b-af3853a7d585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:44.795331 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:44.959169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-07bbf58c-3524-4961-b1fe-fbfc5d9beca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:46.161371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:46.739993 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54454) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:46.935335 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 979d710f-a6bf-4a58-a2ff-1ccb337be00e {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:17:46.935591 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:47.041461 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:47.041790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:47.134220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 979d710f-a6bf-4a58-a2ff-1ccb337be00e owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:17:47.304759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:47.307642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cc9dbb1a-03f8-4f9d-987d-afee71c0ede2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:47.339721 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=979d710f-a6bf-4a58-a2ff-1ccb337be00e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:47.373675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.374074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.374466 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.374879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.375266 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.375651 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.376027 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.376403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.376779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.377153 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.377529 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.377900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:47.382727 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:47.426096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:47.426458 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Floating IP 825f3ed0-213b-4cc0-b746-4479bd27fc91 disassociated (deleted). External IP: 172.26.6.50, port: 7c285b85-db2a-4292-86ca-f474d73ec857. Jun 11 12:17:47.714243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 8cee51c9-c429-48b0-9051-e8b12af1333e has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:17:47.857308 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:17:47.862129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:47.866399 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6f7a9-acc0-4156-bcfe-3f260142c7a9 None None] Sync routers for ids ['8cee51c9-c429-48b0-9051-e8b12af1333e'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:17:47.877282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:47.878330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6f7a9-acc0-4156-bcfe-3f260142c7a9 None None] Routers {'8cee51c9-c429-48b0-9051-e8b12af1333e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:17:47.879047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f3b6f7a9-acc0-4156-bcfe-3f260142c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:17:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['8cee51c9-c429-48b0-9051-e8b12af1333e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:47.912808 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/floatingips/825f3ed0-213b-4cc0-b746-4479bd27fc91 HTTP/1.1" status: 204 len: 168 time: 1.1680570 Jun 11 12:17:47.912808 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:17:47.915109 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:17:48.011681 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1af20a-7faf-4220-b69d-ef57f0762027 x-openstack-request-id: req-eb1af20a-7faf-4220-b69d-ef57f0762027 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:17:48.012085 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:17:48.012356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb1af20a-7faf-4220-b69d-ef57f0762027 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:17:48.012825 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857', 'status': 'completed', 'code': 200} Jun 11 12:17:48.099259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba req-3337e4fc-12ee-4916-9fff-d8f5e2d208ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:48.100810 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba req-3337e4fc-12ee-4916-9fff-d8f5e2d208ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 1099 time: 0.0645943 Jun 11 12:17:48.194959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-f3b6f7a9-acc0-4156-bcfe-3f260142c7a9 None None] Set router 8cee51c9-c429-48b0-9051-e8b12af1333e gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:17:48.228752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba req-cd6e8e6e-6084-4594-ae4f-aed516c1e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:48.230289 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba req-cd6e8e6e-6084-4594-ae4f-aed516c1e58c service neutron] 10.222.0.25 "GET /v2.0/networks?id=b749f34a-b0d5-46e3-af85-b8ffef73ea36 HTTP/1.1" status: 200 len: 898 time: 0.1229818 Jun 11 12:17:48.296283 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba req-dd0da77b-3e1e-4b60-89d4-307990aef22e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c285b85-db2a-4292-86ca-f474d73ec857 HTTP/1.1" status: 200 len: 217 time: 0.0580118 Jun 11 12:17:48.354079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba req-f986b6d8-1bf6-4de6-8c61-28ad0a3158ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:48.355985 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba req-f986b6d8-1bf6-4de6-8c61-28ad0a3158ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=312f62d9-d4cb-4225-ba13-c58179c3f991 HTTP/1.1" status: 200 len: 834 time: 0.0528045 Jun 11 12:17:48.357226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de06b5-e96c-4b50-a5af-3adea3013450 req-09de0cae-7de2-4d0b-b130-7930b49627fa tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:48.358711 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d5de06b5-e96c-4b50-a5af-3adea3013450 req-09de0cae-7de2-4d0b-b130-7930b49627fa tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.1205935 Jun 11 12:17:48.405544 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d5de06b5-e96c-4b50-a5af-3adea3013450 req-7bf4c689-b52b-47b8-ad4a-fdbd34de2313 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407767 Jun 11 12:17:48.429158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba req-36687de7-c0d9-4d31-8bdb-120bce397fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:48.429158 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba req-36687de7-c0d9-4d31-8bdb-120bce397fb1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b749f34a-b0d5-46e3-af85-b8ffef73ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609403 Jun 11 12:17:48.458427 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f3b6f7a9-acc0-4156-bcfe-3f260142c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:08Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'f53fddf3-c247-4718-b141-d6391c9dd518', 'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:cf:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:07Z', 'updated_at': '2021-06-11T12:16:14Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:48.461776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6f7a9-acc0-4156-bcfe-3f260142c7a9 None None] Checking router: 8cee51c9-c429-48b0-9051-e8b12af1333e for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:17:48.469479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6f7a9-acc0-4156-bcfe-3f260142c7a9 None None] Routers {'8cee51c9-c429-48b0-9051-e8b12af1333e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:17:48.470088 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f3b6f7a9-acc0-4156-bcfe-3f260142c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:17:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['8cee51c9-c429-48b0-9051-e8b12af1333e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:48.543946 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba req-fe14349a-7f41-4b8b-baa4-e52f1d64f55a service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110406 Jun 11 12:17:48.611350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-f3b6f7a9-acc0-4156-bcfe-3f260142c7a9 None None] Set router 8cee51c9-c429-48b0-9051-e8b12af1333e gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:17:48.666828 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b48be2f-ed55-4a69-8cc4-dd37301ea3ba req-ff74ab0d-d067-40c5-956f-5f5ca08e59d2 service neutron] 10.222.0.25 "GET /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151540 Jun 11 12:17:48.862375 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:17:48.863526 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f3b6f7a9-acc0-4156-bcfe-3f260142c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:08Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'f53fddf3-c247-4718-b141-d6391c9dd518', 'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:cf:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:07Z', 'updated_at': '2021-06-11T12:16:14Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:48.866503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6f7a9-acc0-4156-bcfe-3f260142c7a9 None None] The sync data for ids ['8cee51c9-c429-48b0-9051-e8b12af1333e'] in dv-neutron-786478-5-hyperv is: [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:08Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'f53fddf3-c247-4718-b141-d6391c9dd518', 'name': '', 'network_id': 'b749f34a-b0d5-46e3-af85-b8ffef73ea36', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:cf:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:07Z', 'updated_at': '2021-06-11T12:16:14Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '312f62d9-d4cb-4225-ba13-c58179c3f991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:17:49.078283 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a4ac11-4cfd-4701-b5c6-21462ba1b2d8 None None] New status for floating IP 825f3ed0-213b-4cc0-b746-4479bd27fc91: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:17:49.587601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d6f52-16ad-4748-a444-771778b63c1a req-06616b02-42ad-4f86-aa1c-6203ea74b784 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:49.589167 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-967d6f52-16ad-4748-a444-771778b63c1a req-06616b02-42ad-4f86-aa1c-6203ea74b784 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0720220 Jun 11 12:17:49.644123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-967d6f52-16ad-4748-a444-771778b63c1a req-8315e11b-2aa3-4c0a-951b-1890201da925 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=5d40874c-5415-4a49-816e-bf3cf4329892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492523 Jun 11 12:17:49.973971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62b0e6-e0ec-4631-aa0f-2322f58aeadb req-6f4af3fe-f773-431d-a734-96266a04e1c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:49.975448 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af62b0e6-e0ec-4631-aa0f-2322f58aeadb req-6f4af3fe-f773-431d-a734-96266a04e1c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 946 time: 0.0689676 Jun 11 12:17:50.091899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-af62b0e6-e0ec-4631-aa0f-2322f58aeadb req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 7c285b85-db2a-4292-86ca-f474d73ec857 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:17:50.092242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-af62b0e6-e0ec-4631-aa0f-2322f58aeadb req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:50.203494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-af62b0e6-e0ec-4631-aa0f-2322f58aeadb req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port 7c285b85-db2a-4292-86ca-f474d73ec857, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7c285b85-db2a-4292-86ca-f474d73ec857,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:17:50.203782 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-af62b0e6-e0ec-4631-aa0f-2322f58aeadb req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:50.298213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-af62b0e6-e0ec-4631-aa0f-2322f58aeadb req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 7c285b85-db2a-4292-86ca-f474d73ec857 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:17:50.455032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-af62b0e6-e0ec-4631-aa0f-2322f58aeadb req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:50.460289 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0264c099-f82e-4041-bf58-863be92508d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:50.498303 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=7c285b85-db2a-4292-86ca-f474d73ec857,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:50.509449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.509841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.510231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.510638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.511020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.511395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.511766 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.512134 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.512752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.512869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.513224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.513600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:17:50.537490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:50.565742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-af62b0e6-e0ec-4631-aa0f-2322f58aeadb req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] No DVR routers for this DVR port 7c285b85-db2a-4292-86ca-f474d73ec857 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:17:50.568566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-af62b0e6-e0ec-4631-aa0f-2322f58aeadb req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:50.570570 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af62b0e6-e0ec-4631-aa0f-2322f58aeadb req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "DELETE /v2.0/ports/7c285b85-db2a-4292-86ca-f474d73ec857 HTTP/1.1" status: 204 len: 173 time: 0.5898058 Jun 11 12:17:50.571103 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'name': 'network-vif-deleted', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:17:50.574038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407d5862-358f-4aa5-9c5a-acee3af148ba" -d '{"events": [{"server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "name": "network-vif-deleted", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:17:50.618865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651653a1-726e-4f63-9c55-6f2547049e0e x-openstack-request-id: req-651653a1-726e-4f63-9c55-6f2547049e0e {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:17:50.619477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adf3ca5-9b0a-4445-a86b-9f341b893130", "name": "network-vif-deleted", "tag": "7c285b85-db2a-4292-86ca-f474d73ec857", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:17:50.619612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-651653a1-726e-4f63-9c55-6f2547049e0e {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:17:50.620093 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adf3ca5-9b0a-4445-a86b-9f341b893130', 'name': 'network-vif-deleted', 'tag': '7c285b85-db2a-4292-86ca-f474d73ec857', 'status': 'completed', 'code': 200} Jun 11 12:17:50.812405 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-87d0aa7e-8f8f-4020-898e-25b31418bfa5 req-2ada3017-0ff2-4c81-af25-56b6af36ee4b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=4adf3ca5-9b0a-4445-a86b-9f341b893130 HTTP/1.1" status: 200 len: 210 time: 0.0335317 Jun 11 12:17:51.904220 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54474) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:52.355491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:52.715321 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port f53fddf3-c247-4718-b141-d6391c9dd518 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:17:52.715563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:52.826478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port f53fddf3-c247-4718-b141-d6391c9dd518, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=f53fddf3-c247-4718-b141-d6391c9dd518,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:17:52.826956 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:52.844859 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 7c285b85-db2a-4292-86ca-f474d73ec857 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:17:52.878840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 7c285b85-db2a-4292-86ca-f474d73ec857 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:17:52.879204 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 7c285b85-db2a-4292-86ca-f474d73ec857 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:17:52.924178 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for f53fddf3-c247-4718-b141-d6391c9dd518 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:17:53.448512 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:53.450561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d1eb6f2f-65b0-47c9-a4a4-a3f8a7a9257f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:53.480997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=f53fddf3-c247-4718-b141-d6391c9dd518,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:53.485361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:53.705788 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:53.996140 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 8cee51c9-c429-48b0-9051-e8b12af1333e has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:17:54.138409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:17:54.143588 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "PUT /v2.0/routers/8cee51c9-c429-48b0-9051-e8b12af1333e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2383342 Jun 11 12:17:54.146385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54476) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:54.147669 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a545b8-6b0d-4d5b-a249-85bdd22dc20d None None] Sync routers for ids ['8cee51c9-c429-48b0-9051-e8b12af1333e'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:17:54.157075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a545b8-6b0d-4d5b-a249-85bdd22dc20d None None] Routers {'8cee51c9-c429-48b0-9051-e8b12af1333e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:17:54.157710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-98a545b8-6b0d-4d5b-a249-85bdd22dc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:17:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['8cee51c9-c429-48b0-9051-e8b12af1333e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:54.204687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c8af6a-84d0-4bb7-b7f4-7c7c107ab977 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting subnet 312f62d9-d4cb-4225-ba13-c58179c3f991 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:17:54.207896 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8c8af6a-84d0-4bb7-b7f4-7c7c107ab977 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:54.260777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8c8af6a-84d0-4bb7-b7f4-7c7c107ab977 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:54.296469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-98a545b8-6b0d-4d5b-a249-85bdd22dc20d None None] Set router 8cee51c9-c429-48b0-9051-e8b12af1333e gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:17:54.355679 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8c8af6a-84d0-4bb7-b7f4-7c7c107ab977 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:54.426008 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8c8af6a-84d0-4bb7-b7f4-7c7c107ab977 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:54.428002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5d2bc949-bb7a-463f-a690-4a53b1f98238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:54.457900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8af6a-84d0-4bb7-b7f4-7c7c107ab977 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Subnet': ['ID=312f62d9-d4cb-4225-ba13-c58179c3f991,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:54.461605 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f8c8af6a-84d0-4bb7-b7f4-7c7c107ab977 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:54.464104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f8c8af6a-84d0-4bb7-b7f4-7c7c107ab977 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:54.466569 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f8c8af6a-84d0-4bb7-b7f4-7c7c107ab977 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/subnets/312f62d9-d4cb-4225-ba13-c58179c3f991 HTTP/1.1" status: 204 len: 168 time: 0.3185995 Jun 11 12:17:54.468628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54478) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:54.476280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee7bad2-a32b-43f2-b91f-692d06233c7c None None] Network b749f34a-b0d5-46e3-af85-b8ffef73ea36 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:17:54.612610 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:54.654658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-98a545b8-6b0d-4d5b-a249-85bdd22dc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:17:53Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:54.663224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a545b8-6b0d-4d5b-a249-85bdd22dc20d None None] Checking router: 8cee51c9-c429-48b0-9051-e8b12af1333e for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:17:54.676656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a545b8-6b0d-4d5b-a249-85bdd22dc20d None None] Routers {'8cee51c9-c429-48b0-9051-e8b12af1333e'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:17:54.677277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-98a545b8-6b0d-4d5b-a249-85bdd22dc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:17:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['8cee51c9-c429-48b0-9051-e8b12af1333e'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:54.757276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:54.820312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port ce265fa3-e256-48ce-bac6-7dfca4e9a926 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:17:54.820664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:54.936497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port ce265fa3-e256-48ce-bac6-7dfca4e9a926, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ce265fa3-e256-48ce-bac6-7dfca4e9a926,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:17:54.936808 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:54.994782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-98a545b8-6b0d-4d5b-a249-85bdd22dc20d None None] Set router 8cee51c9-c429-48b0-9051-e8b12af1333e gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:17:55.033548 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for ce265fa3-e256-48ce-bac6-7dfca4e9a926 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:17:55.034133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce495eb-bafb-4f9d-8b70-3740e1b23b13 None None] DHCP port deletion for b749f34a-b0d5-46e3-af85-b8ffef73ea36 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:17:55.237802 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-dce495eb-bafb-4f9d-8b70-3740e1b23b13 None None] Deleting port 9160ba68-8779-41b3-9adb-2c1878a86fdb {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:17:55.238482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dce495eb-bafb-4f9d-8b70-3740e1b23b13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.240254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.243173 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bf5785fd-fd3a-4b98-a6a5-4fd5c2017580 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:55.275700 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=ce265fa3-e256-48ce-bac6-7dfca4e9a926,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:55.282375 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:55.334441 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-dce495eb-bafb-4f9d-8b70-3740e1b23b13 None None] For port 9160ba68-8779-41b3-9adb-2c1878a86fdb, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=9160ba68-8779-41b3-9adb-2c1878a86fdb,segment=NetworkSegment(d9821d54-a19a-4001-959d-7906028b5680),segment_id=d9821d54-a19a-4001-959d-7906028b5680)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:17:55.334855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dce495eb-bafb-4f9d-8b70-3740e1b23b13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.352677 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.426463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-dce495eb-bafb-4f9d-8b70-3740e1b23b13 None None] Calling delete_port for 9160ba68-8779-41b3-9adb-2c1878a86fdb owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:17:55.431625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-98a545b8-6b0d-4d5b-a249-85bdd22dc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:17:53Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:55.440031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a545b8-6b0d-4d5b-a249-85bdd22dc20d None None] The sync data for ids ['8cee51c9-c429-48b0-9051-e8b12af1333e'] in dv-neutron-786478-5-hyperv is: [{'id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192446195', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:17:53Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'ce265fa3-e256-48ce-bac6-7dfca4e9a926', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee51c9-c429-48b0-9051-e8b12af1333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:16:04Z', 'updated_at': '2021-06-11T12:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:17:55.486307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.489245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.525117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dce495eb-bafb-4f9d-8b70-3740e1b23b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.527029 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:55.548438 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.548989 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Fanout notify agent at l3_agent the message router_deleted on router 8cee51c9-c429-48b0-9051-e8b12af1333e {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:17:55.556406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.560586 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/routers/8cee51c9-c429-48b0-9051-e8b12af1333e HTTP/1.1" status: 204 len: 168 time: 1.0880513 Jun 11 12:17:55.560756 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce495eb-bafb-4f9d-8b70-3740e1b23b13 None None] Pushing event deleted for resources: {'Port': ['ID=9160ba68-8779-41b3-9adb-2c1878a86fdb,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:55.561180 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54480) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:55.570921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce495eb-bafb-4f9d-8b70-3740e1b23b13 None None] No DVR routers for this DVR port 9160ba68-8779-41b3-9adb-2c1878a86fdb on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:17:55.572415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dce495eb-bafb-4f9d-8b70-3740e1b23b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:55.674929 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.789754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.802279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b749f34a-b0d5-46e3-af85-b8ffef73ea36']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:55.814076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9821d54-a19a-4001-959d-7906028b5680') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:55.814657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9821d54-a19a-4001-959d-7906028b5680') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:55.825248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.840422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.846571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:17:55.847004 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:17:55.850536 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:17:55.934775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.938339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bb5cf5d0-c221-457f-b01f-6907aca164ca tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:55.942798 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:55.944600 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/networks/b749f34a-b0d5-46e3-af85-b8ffef73ea36 HTTP/1.1" status: 204 len: 168 time: 0.3816445 Jun 11 12:17:55.947498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54482) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:55.975079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Network': ['ID=b749f34a-b0d5-46e3-af85-b8ffef73ea36,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:55.978866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d8833d20-c801-4fcc-a949-ef5e9575409b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:56.017361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f53fddf3-c247-4718-b141-d6391c9dd518 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:17:56.025690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16c8dd9d-5a8a-47cf-9a8e-fea9cae38756 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.042856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: f53fddf3-c247-4718-b141-d6391c9dd518 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:17:56.043222 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device f53fddf3-c247-4718-b141-d6391c9dd518 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:17:56.043656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9160ba68-8779-41b3-9adb-2c1878a86fdb no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:17:56.055022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16c8dd9d-5a8a-47cf-9a8e-fea9cae38756 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.067691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 9160ba68-8779-41b3-9adb-2c1878a86fdb {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:17:56.068061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 9160ba68-8779-41b3-9adb-2c1878a86fdb not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:17:56.124550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16c8dd9d-5a8a-47cf-9a8e-fea9cae38756 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.127628 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16c8dd9d-5a8a-47cf-9a8e-fea9cae38756 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.129109 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-16c8dd9d-5a8a-47cf-9a8e-fea9cae38756 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/security-groups/5d40874c-5415-4a49-816e-bf3cf4329892 HTTP/1.1" status: 204 len: 168 time: 0.1806772 Jun 11 12:17:56.129998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a76fabb3-7df3-4337-801c-f1b0029a1f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:56.140549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8dd9d-5a8a-47cf-9a8e-fea9cae38756 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d40874c-5415-4a49-816e-bf3cf4329892,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:56.148227 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-16c8dd9d-5a8a-47cf-9a8e-fea9cae38756 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:56.462855 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54488) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:56.467541 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-3a4f5bdc-0594-46c5-b7ee-d795c5d6e493 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165296363', 'description': 'tempest-secgroup-smoke-1165296363 description', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:17:56.489421 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5bdc-0594-46c5-b7ee-d795c5d6e493 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.579679 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5bdc-0594-46c5-b7ee-d795c5d6e493 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.583900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5bdc-0594-46c5-b7ee-d795c5d6e493 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.586480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d1c87fd9-5e02-4f1f-8d1a-0e422aea17ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:56.615167 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3a4f5bdc-0594-46c5-b7ee-d795c5d6e493 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.616378 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3a4f5bdc-0594-46c5-b7ee-d795c5d6e493 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1525419 Jun 11 12:17:56.618304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f5bdc-0594-46c5-b7ee-d795c5d6e493 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:56.619414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54490) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:56.621316 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3a4f5bdc-0594-46c5-b7ee-d795c5d6e493 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:56.624322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-98f50f12-0366-469d-9a91-0770ac8f37ba tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:17:56.657009 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98f50f12-0366-469d-9a91-0770ac8f37ba tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.722078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98f50f12-0366-469d-9a91-0770ac8f37ba tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.725832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98f50f12-0366-469d-9a91-0770ac8f37ba tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.727676 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-23cb7360-f422-48b9-aee7-69b9d73569ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:56.744050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f50f12-0366-469d-9a91-0770ac8f37ba tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adf488e-8f47-493f-8e20-6ac46b0f24e2,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:56.746442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-98f50f12-0366-469d-9a91-0770ac8f37ba tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:56.751114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-98f50f12-0366-469d-9a91-0770ac8f37ba tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.752293 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-98f50f12-0366-469d-9a91-0770ac8f37ba tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318128 Jun 11 12:17:56.755470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54492) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:56.759950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-6713545e-96db-49be-a93e-ac15dff043ef tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:17:56.785288 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6713545e-96db-49be-a93e-ac15dff043ef tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.844595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6713545e-96db-49be-a93e-ac15dff043ef tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.848018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6713545e-96db-49be-a93e-ac15dff043ef tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.849844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1ccd7e9e-5ebf-4092-ac92-253045544221 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:56.866362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713545e-96db-49be-a93e-ac15dff043ef tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07382b5-2d7d-432b-8b97-12b9b5f612a6,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:56.868732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6713545e-96db-49be-a93e-ac15dff043ef tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:56.872808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6713545e-96db-49be-a93e-ac15dff043ef tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.873973 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6713545e-96db-49be-a93e-ac15dff043ef tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175961 Jun 11 12:17:56.876648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54494) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:56.881603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-32d7e04f-35e8-4ae6-8adf-39397a884b0d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:17:56.906647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-32d7e04f-35e8-4ae6-8adf-39397a884b0d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.970224 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-32d7e04f-35e8-4ae6-8adf-39397a884b0d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.973946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-32d7e04f-35e8-4ae6-8adf-39397a884b0d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:56.975686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fd68f9dd-b3e0-4a64-bb2a-1c7195065f0a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:56.995347 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7e04f-35e8-4ae6-8adf-39397a884b0d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40898c8-ecb0-491a-ae46-8865b139bfee,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:56.998117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-32d7e04f-35e8-4ae6-8adf-39397a884b0d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:57.000956 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-32d7e04f-35e8-4ae6-8adf-39397a884b0d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.002355 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-32d7e04f-35e8-4ae6-8adf-39397a884b0d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247919 Jun 11 12:17:57.005686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54496) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:57.010207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-474f40ae-0757-4baa-b629-a2ce00eedd6b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:17:57.039600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-474f40ae-0757-4baa-b629-a2ce00eedd6b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.102866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-474f40ae-0757-4baa-b629-a2ce00eedd6b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.106271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-474f40ae-0757-4baa-b629-a2ce00eedd6b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.111304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8cb9980f-23ee-49a8-816a-99432d4d211f tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:57.127158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f40ae-0757-4baa-b629-a2ce00eedd6b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcad3df2-a48a-494e-8283-5102bc4f840a,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:57.130152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-474f40ae-0757-4baa-b629-a2ce00eedd6b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:57.131460 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-474f40ae-0757-4baa-b629-a2ce00eedd6b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.135023 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-474f40ae-0757-4baa-b629-a2ce00eedd6b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260085 Jun 11 12:17:57.135932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54498) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:57.139732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0089a512-5d47-451a-ada2-63cb5e9bd203 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:17:57.160876 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-0089a512-5d47-451a-ada2-63cb5e9bd203 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Project 7622f0fbdf77412a8547dcfd863ad52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:17:57.165711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0089a512-5d47-451a-ada2-63cb5e9bd203 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.234699 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0089a512-5d47-451a-ada2-63cb5e9bd203 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.238549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0089a512-5d47-451a-ada2-63cb5e9bd203 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.240328 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-790f4d7c-9cd5-4ecc-a918-71e563923ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:57.256195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089a512-5d47-451a-ada2-63cb5e9bd203 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a456f2ee-a146-4913-861a-b82f265c641b,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:57.258557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0089a512-5d47-451a-ada2-63cb5e9bd203 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:57.263234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0089a512-5d47-451a-ada2-63cb5e9bd203 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.264423 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0089a512-5d47-451a-ada2-63cb5e9bd203 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282804 Jun 11 12:17:57.267033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54500) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:57.271552 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-34011260-f032-4d47-8a02-c9f42c91d3f1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': 'f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:17:57.292993 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-34011260-f032-4d47-8a02-c9f42c91d3f1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Project 7622f0fbdf77412a8547dcfd863ad52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:17:57.297665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34011260-f032-4d47-8a02-c9f42c91d3f1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.367546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34011260-f032-4d47-8a02-c9f42c91d3f1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.370889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34011260-f032-4d47-8a02-c9f42c91d3f1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.372679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-474f40ae-0757-4baa-b629-a2ce00eedd6b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:57.392567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34011260-f032-4d47-8a02-c9f42c91d3f1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43672ad8-e78c-4e61-bf1f-ec356025ddae,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:57.394977 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34011260-f032-4d47-8a02-c9f42c91d3f1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:57.395828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-34011260-f032-4d47-8a02-c9f42c91d3f1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.397162 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-34011260-f032-4d47-8a02-c9f42c91d3f1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291811 Jun 11 12:17:57.400408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54502) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:57.405529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'network': {'name': 'tempest-network-smoke--1178674351', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'port_security_enabled': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:17:57.426691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:17:57.430002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.455297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:17:57.464980 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.465325 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Added segment 941c877b-d1d4-4262-b887-cbf3983311d0 of type vlan for network 982c1c24-1d92-4178-a8cd-06387ee8e77f Jun 11 12:17:57.513673 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.542205 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.547629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:57.548457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.551268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7100e403-4dfa-4210-b3d8-a817cb212639 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:57.589706 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1882129 Jun 11 12:17:57.592487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54504) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:57.597745 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'admin_state_up': True, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:17:57.620436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.621481 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.654204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Network': ['ID=982c1c24-1d92-4178-a8cd-06387ee8e77f,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:57.656996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-168f0ff1-2193-4439-9649-118ec7c4cc35 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:57.665363 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 982c1c24-1d92-4178-a8cd-06387ee8e77f details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:17:57.692055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.890197 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:57.927008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ce265fa3-e256-48ce-bac6-7dfca4e9a926 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:17:57.951602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: ce265fa3-e256-48ce-bac6-7dfca4e9a926 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:17:57.951999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ce265fa3-e256-48ce-bac6-7dfca4e9a926 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:17:57.972861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:58.438490 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:58.467496 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:58.581618 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.26.6.56 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/b2cca7b7-7b68-41f8-9820-4167d3cf11b1) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:17:58.711549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:58.751021 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:58.752985 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c2aa9640-91ee-4492-9222-a1c35f701249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:17:58.799600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:17:58.802897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:17:58.808103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:17:58.810067 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=b2cca7b7-7b68-41f8-9820-4167d3cf11b1,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:17:58.813850 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:17:59.132134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:59.400829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:59.561092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:17:59.700963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:17:59.710945 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Sync routers for ids ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:17:59.718726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:17:59.719936 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1264300 Jun 11 12:17:59.721000 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Routers {'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:17:59.721620 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:17:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:17:59.723523 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54506) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:59.762741 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-16116cfb-3597-448c-95c7-1e85b70537e3 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7622f0fbdf77412a8547dcfd863ad52a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380132 Jun 11 12:17:59.765193 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54508) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:59.858896 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Set router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:17:59.873445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70707e72-c911-4970-83a1-9eb518cda8a6 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:17:59.874949 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-70707e72-c911-4970-83a1-9eb518cda8a6 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1088858 Jun 11 12:17:59.877659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54510) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:59.920049 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f43643a2-0380-44df-825b-973d80f662fc tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411282 Jun 11 12:17:59.922497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54512) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:17:59.927269 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1663939011', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:18:00.033510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:18:00.037524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.089873 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:17:58Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:18:00.093098 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Checking router: a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:18:00.093460 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Updating router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff port b2cca7b7-7b68-41f8-9820-4167d3cf11b1 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:18:00.136812 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.258231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.260467 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b262cd28-6914-4f41-893b-d50e8b2cb5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:00.327146 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Subnet': ['ID=3ec21311-5c34-4413-9d20-73887549dc49,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:00.329828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:00.337480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Checking segment: {'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:18:00.337847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network hostable DHCP agents. Network: 982c1c24-1d92-4178-a8cd-06387ee8e77f, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:18:00.354746 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 982c1c24-1d92-4178-a8cd-06387ee8e77f is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:18:00.363229 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 982c1c24-1d92-4178-a8cd-06387ee8e77f) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:18:00.369315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:00.370070 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.373076 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462d712-8f76-465e-b3e2-26197a7d6f86 None None] Network 982c1c24-1d92-4178-a8cd-06387ee8e77f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:18:00.386663 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-eee4e1ba-07a5-42b2-b653-f6a2ad609ef4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4604976 Jun 11 12:18:00.386873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54514) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:18:00.427683 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.437957 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Transition to ACTIVE for port object b2cca7b7-7b68-41f8-9820-4167d3cf11b1 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:18:00.445079 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.448073 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-be37152c-b455-4064-8fe2-d0443a02d986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:00.499346 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Attempting to bind port b2cca7b7-7b68-41f8-9820-4167d3cf11b1 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:18:00.499880 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Attempting to bind port b2cca7b7-7b68-41f8-9820-4167d3cf11b1 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:18:00.500251 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Attempting to bind port b2cca7b7-7b68-41f8-9820-4167d3cf11b1 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:18:00.513773 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:18:00.514164 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:18:00.514801 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.515023 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:18:00.515479 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Bound port: b2cca7b7-7b68-41f8-9820-4167d3cf11b1, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:18:00.515864 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.557250 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Pushing event updated for resources: {'Port': ['ID=b2cca7b7-7b68-41f8-9820-4167d3cf11b1,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:00.567385 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-982c1c24-1d92-4178-a8cd-06387ee8e77f', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ips': [{'subnet_id': '3ec21311-5c34-4413-9d20-73887549dc49'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:18:00.568351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.576483 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.576838 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.577244 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.577520 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.577866 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.578176 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.578506 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.578858 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.579178 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.579506 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.579829 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.580147 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:18:00.588661 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:00.595912 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] For port b2cca7b7-7b68-41f8-9820-4167d3cf11b1, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:18:00.600730 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] For port b2cca7b7-7b68-41f8-9820-4167d3cf11b1, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b2cca7b7-7b68-41f8-9820-4167d3cf11b1,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:18:00.606748 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.609563 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-d4d07509-ad76-483d-95dd-53a04440f65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:00.680100 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Pushing event updated for resources: {'Port': ['ID=b2cca7b7-7b68-41f8-9820-4167d3cf11b1,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:00.682938 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Routers {'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:18:00.683588 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:17:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:18:00.744837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Allocated IP 172.20.0.2 (982c1c24-1d92-4178-a8cd-06387ee8e77f/3ec21311-5c34-4413-9d20-73887549dc49/68f656e1-cbd5-45cb-b091-c5c21c543ba4) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:18:00.931661 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-89571b93-27e4-45f8-8652-7e760e074737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:00.932238 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.943316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Transition to ACTIVE for port object 68f656e1-cbd5-45cb-b091-c5c21c543ba4 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:18:00.946987 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] Set router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:18:00.961368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Transition to ACTIVE for port object 68f656e1-cbd5-45cb-b091-c5c21c543ba4 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:18:00.968337 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:00.970171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1d957d64-77ea-4c98-997b-a171b5b41d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:01.025265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Network 982c1c24-1d92-4178-a8cd-06387ee8e77f is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:18:01.030175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:18:01.035078 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:18:01.042193 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Pushing event updated for resources: {'Port': ['ID=68f656e1-cbd5-45cb-b091-c5c21c543ba4,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:01.047132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:01.109515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Attempting to bind port 68f656e1-cbd5-45cb-b091-c5c21c543ba4 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:18:01.109930 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Attempting to bind port 68f656e1-cbd5-45cb-b091-c5c21c543ba4 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:18:01.110260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Attempting to bind port 68f656e1-cbd5-45cb-b091-c5c21c543ba4 on network 982c1c24-1d92-4178-a8cd-06387ee8e77f {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:18:01.115670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:18:01.116047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Checking segment: {'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:18:01.116472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:01.116873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Bound using segment: {'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:18:01.117342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Bound port: 68f656e1-cbd5-45cb-b091-c5c21c543ba4, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:18:01.117723 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:01.193265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] For port 68f656e1-cbd5-45cb-b091-c5c21c543ba4, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:18:01.196364 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:17:58Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:18:01.196711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] For port 68f656e1-cbd5-45cb-b091-c5c21c543ba4, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=68f656e1-cbd5-45cb-b091-c5c21c543ba4,segment=NetworkSegment(941c877b-d1d4-4262-b887-cbf3983311d0),segment_id=941c877b-d1d4-4262-b887-cbf3983311d0)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:18:01.200354 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb3ec8-407d-4d83-8437-a2164e4aec0b None None] The sync data for ids ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'] in dv-neutron-786478-5-hyperv is: [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:17:58Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:18:01.203954 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:01.206142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:01.284032 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Pushing event updated for resources: {'Port': ['ID=68f656e1-cbd5-45cb-b091-c5c21c543ba4,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:01.290406 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:01.339154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:01.748158 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.20.0.1 (982c1c24-1d92-4178-a8cd-06387ee8e77f/3ec21311-5c34-4413-9d20-73887549dc49/0a1b3dd6-0c52-4677-8a47-e4d2122ab890) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:18:01.896522 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:01.910584 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Transition to ACTIVE for port object 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:18:01.949871 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:01.953799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-eba59ef7-b014-4a28-9166-5ca965faa077 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:02.023464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 982c1c24-1d92-4178-a8cd-06387ee8e77f is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:18:02.027294 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:18:02.032216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:18:02.068315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=0a1b3dd6-0c52-4677-8a47-e4d2122ab890,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:02.073987 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:02.094760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:02.122608 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 68f656e1-cbd5-45cb-b091-c5c21c543ba4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:18:02.194914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 68f656e1-cbd5-45cb-b091-c5c21c543ba4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:18:02.199585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b2cca7b7-7b68-41f8-9820-4167d3cf11b1 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:18:02.267838 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port b2cca7b7-7b68-41f8-9820-4167d3cf11b1 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:18:02.272600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b2cca7b7-7b68-41f8-9820-4167d3cf11b1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:02.273415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:02.330307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:02.368069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:02.385546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848af0cd-16c5-46bb-8b57-1a90ef14b9b4 None None] Network 982c1c24-1d92-4178-a8cd-06387ee8e77f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:18:02.408592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port b2cca7b7-7b68-41f8-9820-4167d3cf11b1, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b2cca7b7-7b68-41f8-9820-4167d3cf11b1,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:18:02.418236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:02.421412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:02.523469 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f102a5de-9219-44f4-85cc-4c5818aa0dbc None None] Provisioning for port 68f656e1-cbd5-45cb-b091-c5c21c543ba4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:18:02.540789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f102a5de-9219-44f4-85cc-4c5818aa0dbc None None] Provisioning complete for port 68f656e1-cbd5-45cb-b091-c5c21c543ba4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:02.541175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f102a5de-9219-44f4-85cc-4c5818aa0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:02.555658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=b2cca7b7-7b68-41f8-9820-4167d3cf11b1,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:02.583951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:02.696892 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:02.704756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:02.707643 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-82ee0ff3-b7fa-47be-896a-96c2d7ae4e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:02.721291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f102a5de-9219-44f4-85cc-4c5818aa0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:02.775643 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f102a5de-9219-44f4-85cc-4c5818aa0dbc None None] For port 68f656e1-cbd5-45cb-b091-c5c21c543ba4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=68f656e1-cbd5-45cb-b091-c5c21c543ba4,segment=NetworkSegment(941c877b-d1d4-4262-b887-cbf3983311d0),segment_id=941c877b-d1d4-4262-b887-cbf3983311d0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:18:02.781191 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f102a5de-9219-44f4-85cc-4c5818aa0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:02.786301 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:02.802909 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:02.804978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=0a1b3dd6-0c52-4677-8a47-e4d2122ab890,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:02.813827 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:02.841888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102a5de-9219-44f4-85cc-4c5818aa0dbc None None] Pushing event updated for resources: {'Port': ['ID=68f656e1-cbd5-45cb-b091-c5c21c543ba4,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:02.845665 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f102a5de-9219-44f4-85cc-4c5818aa0dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:02.938410 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 982c1c24-1d92-4178-a8cd-06387ee8e77f is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:18:02.939897 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:18:03.002770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-40f85b2b-7a3b-4402-a7e7-7f12b9ae859e None None] Provisioning for port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:18:03.007123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-40f85b2b-7a3b-4402-a7e7-7f12b9ae859e None None] Provisioning complete for port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:03.007585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-40f85b2b-7a3b-4402-a7e7-7f12b9ae859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:03.073797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-40f85b2b-7a3b-4402-a7e7-7f12b9ae859e None None] Port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:18:03.087583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-40f85b2b-7a3b-4402-a7e7-7f12b9ae859e None None] Provisioning complete for port 68f656e1-cbd5-45cb-b091-c5c21c543ba4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:03.088111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-40f85b2b-7a3b-4402-a7e7-7f12b9ae859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:03.107400 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:18:03.264443 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:18:03.270209 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "PUT /v2.0/routers/a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8823972 Jun 11 12:18:03.276832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Sync routers for ids ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:18:03.292208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Routers {'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:18:03.292383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:17:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:18:03.430675 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-8275efba-6550-4e6f-88c0-0b63b2803648 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165296363&fields=id&tenant_id=7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 267 time: 0.0441475 Jun 11 12:18:03.568385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-a56eb244-bfb6-4c36-9a2d-89335a28feeb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:03.569843 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-a56eb244-bfb6-4c36-9a2d-89335a28feeb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/networks?id=982c1c24-1d92-4178-a8cd-06387ee8e77f HTTP/1.1" status: 200 len: 797 time: 0.1320999 Jun 11 12:18:03.574866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-bfa749d2-3ecd-4dab-ace6-5194b05d389f None None] Provisioning complete for port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:03.575255 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-bfa749d2-3ecd-4dab-ace6-5194b05d389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:03.585876 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-6d9e4889-04ad-41c3-b44f-373b062a6913 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/quotas/7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 375 time: 0.0097487 Jun 11 12:18:03.632017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-bfa749d2-3ecd-4dab-ace6-5194b05d389f None None] Port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:18:03.644922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Set router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:18:03.666072 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-4505d1ad-a980-4293-82f1-873b90857fc3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743546 Jun 11 12:18:03.721678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-7168fbcb-cd17-4da1-b418-9128b351d67d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 12:18:03.722723 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-7168fbcb-cd17-4da1-b418-9128b351d67d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445266 Jun 11 12:18:03.783171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-299db1fc-3962-41ed-ae53-cf828639837f None None] Provisioning complete for port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:03.783554 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-299db1fc-3962-41ed-ae53-cf828639837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:03.840231 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-154d5dbc-a408-4721-ac66-fd290934bcd8 service neutron] 10.222.0.46 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112745 Jun 11 12:18:03.873125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-299db1fc-3962-41ed-ae53-cf828639837f None None] Port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:18:03.949081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0a1b3dd6-0c52-4677-8a47-e4d2122ab890', 'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:9b:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3ec21311-5c34-4413-9d20-73887549dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:18:01Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 2, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '3ec21311-5c34-4413-9d20-73887549dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:18:03.952438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Checking router: a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:18:03.952804 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Updating router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:18:03.969776 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-c151db9b-0b7d-4f66-aad9-ab8bbe527af5 service neutron] 10.222.0.46 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239045 Jun 11 12:18:03.979008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 68f656e1-cbd5-45cb-b091-c5c21c543ba4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:18:04.024943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:04.146295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 68f656e1-cbd5-45cb-b091-c5c21c543ba4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:04.146704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:04.155646 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d27bd1a8-caaa-46b2-b9ea-6b2c61efd539 req-9777c5e7-2225-4289-9954-2dbce711d562 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 210 time: 0.0378458 Jun 11 12:18:04.335163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b2cca7b7-7b68-41f8-9820-4167d3cf11b1 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:18:04.445698 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port b2cca7b7-7b68-41f8-9820-4167d3cf11b1 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:04.445973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:04.450716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:04.490475 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Transition to ACTIVE for port object 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:18:04.499268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:04.501599 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ab4ee1ec-c300-45a5-8918-b2fc19bc0ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:04.594243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a83d2-c546-4e35-bbf4-c273c1649f03 None None] Pushing event updated for resources: {'Port': ['ID=0a1b3dd6-0c52-4677-8a47-e4d2122ab890,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:04.622914 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fc0a83d2-c546-4e35-bbf4-c273c1649f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:04.699440 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Attempting to bind port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:18:04.699740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Attempting to bind port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:18:04.700110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Attempting to bind port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 on network 982c1c24-1d92-4178-a8cd-06387ee8e77f {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:18:04.705524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:18:04.705911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Checking segment: {'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:18:04.706874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:04.707305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Bound using segment: {'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:18:04.707782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Bound port: 0a1b3dd6-0c52-4677-8a47-e4d2122ab890, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:18:04.708168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:04.778825 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] For port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:18:04.781891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] For port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0a1b3dd6-0c52-4677-8a47-e4d2122ab890,segment=NetworkSegment(941c877b-d1d4-4262-b887-cbf3983311d0),segment_id=941c877b-d1d4-4262-b887-cbf3983311d0)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:18:04.790336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:04.794177 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:04.867524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Routers {'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:18:04.868169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:17:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:18:04.871258 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a83d2-c546-4e35-bbf4-c273c1649f03 None None] Pushing event updated for resources: {'Port': ['ID=0a1b3dd6-0c52-4677-8a47-e4d2122ab890,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:04.917302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fc0a83d2-c546-4e35-bbf4-c273c1649f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:05.020532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] Set router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:18:05.254699 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e487b3d9-56d0-4a86-a8c0-02b6261f503f req-05e5787d-be9b-4dc7-851b-0e3e91cee723 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 210 time: 0.0379429 Jun 11 12:18:05.287761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0a1b3dd6-0c52-4677-8a47-e4d2122ab890', 'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:9b:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3ec21311-5c34-4413-9d20-73887549dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:18:01Z', 'updated_at': '2021-06-11T12:18:04Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '3ec21311-5c34-4413-9d20-73887549dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:18:05.291391 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002b647-2fd9-4a5d-aa61-b8cb14bf83c3 None None] The sync data for ids ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'] in dv-neutron-786478-5-hyperv is: [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0a1b3dd6-0c52-4677-8a47-e4d2122ab890', 'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:9b:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3ec21311-5c34-4413-9d20-73887549dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:18:01Z', 'updated_at': '2021-06-11T12:18:04Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '3ec21311-5c34-4413-9d20-73887549dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:18:05.994248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:18:06.053771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:18:06.057871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:06.058256 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:06.148368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:06.184493 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0a1b3dd6-0c52-4677-8a47-e4d2122ab890,segment=NetworkSegment(941c877b-d1d4-4262-b887-cbf3983311d0),segment_id=941c877b-d1d4-4262-b887-cbf3983311d0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:18:06.191312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:06.193360 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-42fbe3dc-263e-4cf9-81b0-6b900d82d0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:06.251443 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=0a1b3dd6-0c52-4677-8a47-e4d2122ab890,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:06.254993 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:06.345428 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-87445117-cae8-4f6b-9c5c-f95bf058d658 req-f96d144c-108d-47c4-9055-62425d33060b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 210 time: 0.0344729 Jun 11 12:18:07.226001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-6f646aa1-87bc-4f6f-a102-40aa3ce02476 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:07.227993 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-6f646aa1-87bc-4f6f-a102-40aa3ce02476 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/networks?id=982c1c24-1d92-4178-a8cd-06387ee8e77f HTTP/1.1" status: 200 len: 797 time: 0.1323345 Jun 11 12:18:07.272909 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-81d8aed9-04eb-4dea-967d-e26f5fae9008 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 380 time: 0.0375702 Jun 11 12:18:07.281019 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'port': {'device_id': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'admin_state_up': True, 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'security_groups': ['f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:18:07.419770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:18:07.423537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:07.529045 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2b5b0f92-5e6b-4e0a-804a-9f969de3d4a6 req-4dd936c5-d533-4957-9d92-9711b0d5c0d9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 210 time: 0.0451133 Jun 11 12:18:07.599681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.20.0.13 (982c1c24-1d92-4178-a8cd-06387ee8e77f/3ec21311-5c34-4413-9d20-73887549dc49/76c2e035-644e-4ee6-9962-26d78f2f3508) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:18:07.766887 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:07.779771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Transition to ACTIVE for port object 76c2e035-644e-4ee6-9962-26d78f2f3508 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:18:07.812126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:07.816048 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-941e81cd-025d-4fea-8c4f-18ac801f9163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:07.869796 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 982c1c24-1d92-4178-a8cd-06387ee8e77f is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:18:07.873137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:18:07.876841 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:18:07.883750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=76c2e035-644e-4ee6-9962-26d78f2f3508,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:07.910498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:07.939153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:07.940154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:07.955477 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6780453 Jun 11 12:18:07.967830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Request body: {'port': {'device_id': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:18:07.981690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:18:08.037981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:08.038277 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:08.060804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:08.159583 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5f598165-5a41-4770-8a47-493730d7a792 None None] Provisioning for port 76c2e035-644e-4ee6-9962-26d78f2f3508 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:18:08.163333 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5f598165-5a41-4770-8a47-493730d7a792 None None] Provisioning complete for port 76c2e035-644e-4ee6-9962-26d78f2f3508 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:08.163719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5f598165-5a41-4770-8a47-493730d7a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:08.207036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5f598165-5a41-4770-8a47-493730d7a792 None None] Port 76c2e035-644e-4ee6-9962-26d78f2f3508 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:18:08.365164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c2e035-644e-4ee6-9962-26d78f2f3508 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:18:08.372262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:08.384032 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Transition to ACTIVE for port object 76c2e035-644e-4ee6-9962-26d78f2f3508 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:18:08.387417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:08.390222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:08.480313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Pushing event updated for resources: {'Port': ['ID=76c2e035-644e-4ee6-9962-26d78f2f3508,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:08.484832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:08.575603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Attempting to bind port 76c2e035-644e-4ee6-9962-26d78f2f3508 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:18:08.575953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Attempting to bind port 76c2e035-644e-4ee6-9962-26d78f2f3508 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:18:08.576293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Attempting to bind port 76c2e035-644e-4ee6-9962-26d78f2f3508 on network 982c1c24-1d92-4178-a8cd-06387ee8e77f {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:18:08.580878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Port 76c2e035-644e-4ee6-9962-26d78f2f3508 on network 982c1c24-1d92-4178-a8cd-06387ee8e77f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:18:08.581208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Attempting to bind port 76c2e035-644e-4ee6-9962-26d78f2f3508 on network 982c1c24-1d92-4178-a8cd-06387ee8e77f {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:18:08.588602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:18:08.588943 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Checking segment: {'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:18:08.589474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Bound using segment: {'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:18:08.589903 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Bound port: 76c2e035-644e-4ee6-9962-26d78f2f3508, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941c877b-d1d4-4262-b887-cbf3983311d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:18:08.590405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:08.663149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] For port 76c2e035-644e-4ee6-9962-26d78f2f3508, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:18:08.666043 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] For port 76c2e035-644e-4ee6-9962-26d78f2f3508, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=76c2e035-644e-4ee6-9962-26d78f2f3508,segment=NetworkSegment(941c877b-d1d4-4262-b887-cbf3983311d0),segment_id=941c877b-d1d4-4262-b887-cbf3983311d0)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:18:08.671881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:08.675063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:08.722214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:08.723365 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:08.724759 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] 10.222.0.25 "PUT /v2.0/ports/76c2e035-644e-4ee6-9962-26d78f2f3508 HTTP/1.1" status: 200 len: 1094 time: 0.7615840 Jun 11 12:18:08.725306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'tag': '76c2e035-644e-4ee6-9962-26d78f2f3508'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:18:08.727653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db997ec2-59a4-4709-9e6d-143ef32e1cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d85f9da-0c7e-4b08-b241-9fc5856759cb", "tag": "76c2e035-644e-4ee6-9962-26d78f2f3508"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:18:08.758620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Pushing event updated for resources: {'Port': ['ID=76c2e035-644e-4ee6-9962-26d78f2f3508,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:08.762709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:08.779366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4425ca5-6d4f-4777-9d0a-93637fa8aa5e x-openstack-request-id: req-b4425ca5-6d4f-4777-9d0a-93637fa8aa5e {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:18:08.779698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d85f9da-0c7e-4b08-b241-9fc5856759cb", "tag": "76c2e035-644e-4ee6-9962-26d78f2f3508", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:18:08.780011 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4425ca5-6d4f-4777-9d0a-93637fa8aa5e {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:18:08.780504 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'tag': '76c2e035-644e-4ee6-9962-26d78f2f3508', 'status': 'completed', 'code': 200} Jun 11 12:18:08.784123 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a77ee-0db7-4b4a-98cb-a92162769744 req-91c42fbe-9150-47ce-a319-5a41dc6bae18 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:08.786193 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b87a77ee-0db7-4b4a-98cb-a92162769744 req-91c42fbe-9150-47ce-a319-5a41dc6bae18 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 944 time: 0.0880506 Jun 11 12:18:08.832581 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-057af4e0-7443-4d2b-afc0-8714ba33435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:08.834097 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-057af4e0-7443-4d2b-afc0-8714ba33435e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 1097 time: 0.0660043 Jun 11 12:18:08.835323 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b87a77ee-0db7-4b4a-98cb-a92162769744 req-cf226aa6-20a4-4557-911b-402d1b1a6910 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Jun 11 12:18:08.895162 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-725125e1-1230-4e1d-b438-0257202df24c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c2e035-644e-4ee6-9962-26d78f2f3508 HTTP/1.1" status: 200 len: 217 time: 0.0531237 Jun 11 12:18:08.957641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-1b4e0085-87f6-4915-b962-0e663782c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:08.959147 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-1b4e0085-87f6-4915-b962-0e663782c55a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3ec21311-5c34-4413-9d20-73887549dc49 HTTP/1.1" status: 200 len: 835 time: 0.0573039 Jun 11 12:18:09.025121 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-b1a6a528-4b96-4ae3-80ab-1f542f2ae696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:09.026520 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-b1a6a528-4b96-4ae3-80ab-1f542f2ae696 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=982c1c24-1d92-4178-a8cd-06387ee8e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0611556 Jun 11 12:18:09.140442 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-6df36d43-f9ab-4d0d-8fdf-8e2f167167c9 service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073101 Jun 11 12:18:09.259678 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11fd7be2-2975-4d91-98a7-88d3205c751b req-3e381c03-ea49-4f3f-937c-45a898b562ad service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124742 Jun 11 12:18:09.364998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db997ec2-59a4-4709-9e6d-143ef32e1cb6 req-92b618de-f7a6-423b-abc8-a679d3236040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:09.366501 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-db997ec2-59a4-4709-9e6d-143ef32e1cb6 req-92b618de-f7a6-423b-abc8-a679d3236040 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 1097 time: 0.0581245 Jun 11 12:18:09.864738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db997ec2-59a4-4709-9e6d-143ef32e1cb6 req-cd06b7a9-5c7c-4af0-b843-01c902d9a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:09.866136 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-db997ec2-59a4-4709-9e6d-143ef32e1cb6 req-cd06b7a9-5c7c-4af0-b843-01c902d9a0ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=982c1c24-1d92-4178-a8cd-06387ee8e77f HTTP/1.1" status: 200 len: 899 time: 0.4934790 Jun 11 12:18:09.921868 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-db997ec2-59a4-4709-9e6d-143ef32e1cb6 req-138073f0-6b41-438a-8d78-b09ce6f3bb94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c2e035-644e-4ee6-9962-26d78f2f3508 HTTP/1.1" status: 200 len: 217 time: 0.0490067 Jun 11 12:18:10.015016 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db997ec2-59a4-4709-9e6d-143ef32e1cb6 req-692ef028-2740-489f-97bd-b9a9ee4ea12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:10.016417 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-db997ec2-59a4-4709-9e6d-143ef32e1cb6 req-692ef028-2740-489f-97bd-b9a9ee4ea12c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3ec21311-5c34-4413-9d20-73887549dc49 HTTP/1.1" status: 200 len: 835 time: 0.0876541 Jun 11 12:18:10.086268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f43b6-630c-4450-8819-fb759ad2f242 req-41510d90-ba56-406c-b14a-17e88db8ce93 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:10.087698 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033f43b6-630c-4450-8819-fb759ad2f242 req-41510d90-ba56-406c-b14a-17e88db8ce93 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 944 time: 0.1228943 Jun 11 12:18:10.122095 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db997ec2-59a4-4709-9e6d-143ef32e1cb6 req-ea05b761-0a35-438a-bbab-853da064e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:10.123443 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-db997ec2-59a4-4709-9e6d-143ef32e1cb6 req-ea05b761-0a35-438a-bbab-853da064e1f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=982c1c24-1d92-4178-a8cd-06387ee8e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0982025 Jun 11 12:18:10.143709 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-033f43b6-630c-4450-8819-fb759ad2f242 req-bbb8a04a-aa09-44f5-a5e2-b61a2b8c270d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500884 Jun 11 12:18:10.245452 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-db997ec2-59a4-4709-9e6d-143ef32e1cb6 req-9a1f0234-c40b-4608-9d77-0b6ca56c1bb6 service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136758 Jun 11 12:18:10.357088 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-db997ec2-59a4-4709-9e6d-143ef32e1cb6 req-a72a68c7-3443-4556-9ea6-93e7ac56e371 service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058908 Jun 11 12:18:10.984823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 76c2e035-644e-4ee6-9962-26d78f2f3508 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:18:11.102194 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 76c2e035-644e-4ee6-9962-26d78f2f3508, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=76c2e035-644e-4ee6-9962-26d78f2f3508,segment=NetworkSegment(941c877b-d1d4-4262-b887-cbf3983311d0),segment_id=941c877b-d1d4-4262-b887-cbf3983311d0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:18:11.114307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '76c2e035-644e-4ee6-9962-26d78f2f3508', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'port_id': '76c2e035-644e-4ee6-9962-26d78f2f3508', 'mac_address': 'fa:16:3e:78:4d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec21311-5c34-4413-9d20-73887549dc49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:18:11.156568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:11.170757 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c2e035-644e-4ee6-9962-26d78f2f3508 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:18:11.192201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 76c2e035-644e-4ee6-9962-26d78f2f3508, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=76c2e035-644e-4ee6-9962-26d78f2f3508,segment=NetworkSegment(941c877b-d1d4-4262-b887-cbf3983311d0),segment_id=941c877b-d1d4-4262-b887-cbf3983311d0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:18:11.196805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:11.198516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:11.252798 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=76c2e035-644e-4ee6-9962-26d78f2f3508,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:11.256480 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:11.325228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03584c0a-1fe3-47ab-a9e2-04a62d38ea51 req-26ba8cd7-048e-4852-b552-5d4684affec9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:11.326712 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-03584c0a-1fe3-47ab-a9e2-04a62d38ea51 req-26ba8cd7-048e-4852-b552-5d4684affec9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 945 time: 0.0713573 Jun 11 12:18:11.367850 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-03584c0a-1fe3-47ab-a9e2-04a62d38ea51 req-9ab7a9d1-d812-4478-aa24-6effcb5d3c1f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355074 Jun 11 12:18:11.401900 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['76c2e035-644e-4ee6-9962-26d78f2f3508'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:18:12.177312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-56132fb2-5f24-4012-a640-03603b2155d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:12.553837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c004494-423f-40ad-ae3f-692a6558529d req-35dbbbf2-1de3-4498-ac03-da52a4f230ba tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:12.555409 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6c004494-423f-40ad-ae3f-692a6558529d req-35dbbbf2-1de3-4498-ac03-da52a4f230ba tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 945 time: 0.0745909 Jun 11 12:18:12.597387 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6c004494-423f-40ad-ae3f-692a6558529d req-39415cf5-abe4-4f44-9560-8140605f2953 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363703 Jun 11 12:18:13.000181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 76c2e035-644e-4ee6-9962-26d78f2f3508 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:18:13.054783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 76c2e035-644e-4ee6-9962-26d78f2f3508 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:18:13.058166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 76c2e035-644e-4ee6-9962-26d78f2f3508 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:18:13.058562 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:13.144241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:13.168553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c2e035-644e-4ee6-9962-26d78f2f3508'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:18:13.170802 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a20b2b4-64b5-495e-a52c-f9eb88150dec" -d '{"events": [{"server_uuid": "6d85f9da-0c7e-4b08-b241-9fc5856759cb", "name": "network-vif-plugged", "status": "completed", "tag": "76c2e035-644e-4ee6-9962-26d78f2f3508"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:18:13.186245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 76c2e035-644e-4ee6-9962-26d78f2f3508, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=76c2e035-644e-4ee6-9962-26d78f2f3508,segment=NetworkSegment(941c877b-d1d4-4262-b887-cbf3983311d0),segment_id=941c877b-d1d4-4262-b887-cbf3983311d0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:18:13.190460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:13.192382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:13.218394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4986a231-3ec4-4d93-ba17-e9779e27a19d x-openstack-request-id: req-4986a231-3ec4-4d93-ba17-e9779e27a19d {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:18:13.218728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d85f9da-0c7e-4b08-b241-9fc5856759cb", "name": "network-vif-plugged", "status": "completed", "tag": "76c2e035-644e-4ee6-9962-26d78f2f3508", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:18:13.218998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4986a231-3ec4-4d93-ba17-e9779e27a19d {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:18:13.219396 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c2e035-644e-4ee6-9962-26d78f2f3508', 'code': 200} Jun 11 12:18:13.247895 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=76c2e035-644e-4ee6-9962-26d78f2f3508,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:13.250768 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:13.428141 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b7154-2b80-4d40-85e8-4ff81b0cb23c req-36f5a022-ac74-46ed-a361-eb0f78d4a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:13.429589 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a58b7154-2b80-4d40-85e8-4ff81b0cb23c req-36f5a022-ac74-46ed-a361-eb0f78d4a337 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 1099 time: 0.0571368 Jun 11 12:18:13.465424 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a58b7154-2b80-4d40-85e8-4ff81b0cb23c req-3ebc0ff7-9f0b-4f52-8dd0-7b07b2270b50 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297873 Jun 11 12:18:13.780979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd189b-afe9-4954-acfd-eaf1ccc71187 req-955e8445-19ac-4067-8670-12da35f62f8b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:13.782476 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e8dd189b-afe9-4954-acfd-eaf1ccc71187 req-955e8445-19ac-4067-8670-12da35f62f8b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0743303 Jun 11 12:18:13.823813 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e8dd189b-afe9-4954-acfd-eaf1ccc71187 req-d917194f-1756-41cc-9211-0874c1b48fd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357406 Jun 11 12:18:14.796986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:14.961431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-29346c43-13ae-43c3-a440-34e5237b0e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:15.001982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca05ed-c322-48f1-9635-35da3e3618f9 req-99a4551b-82a6-4548-b0ee-5bdd1dea76ae tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:15.003491 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-edca05ed-c322-48f1-9635-35da3e3618f9 req-99a4551b-82a6-4548-b0ee-5bdd1dea76ae tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0689435 Jun 11 12:18:15.051897 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-edca05ed-c322-48f1-9635-35da3e3618f9 req-6a564509-995a-4fd3-9b44-3ea9ac2ea1ef tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427303 Jun 11 12:18:15.230399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b34b1e-1586-4b02-b491-6984d76fd0fd req-029eeea6-4df8-482a-a00d-21efd385edbf tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:15.231882 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a0b34b1e-1586-4b02-b491-6984d76fd0fd req-029eeea6-4df8-482a-a00d-21efd385edbf tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0687375 Jun 11 12:18:15.274821 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a0b34b1e-1586-4b02-b491-6984d76fd0fd req-c6c35063-a785-4dd5-8ffc-db62cc519ad2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370004 Jun 11 12:18:15.297880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54574) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:18:15.398062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411dc6b6-a31a-4d67-9aaa-956644314603 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:15.399983 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-411dc6b6-a31a-4d67-9aaa-956644314603 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 1094 time: 0.1011105 Jun 11 12:18:15.402764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54578) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:18:15.407081 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '76c2e035-644e-4ee6-9962-26d78f2f3508', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:18:15.427639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:15.547087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:15.663613 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.26.6.253 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/aee54498-cd76-48d9-a21f-768140bc34f3) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:18:15.789828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:15.828308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:15.830293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-67e3d40f-2bbc-4f00-b016-6d61a4ccf6a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:15.882433 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:18:15.885279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:18:15.889382 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:18:15.917142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=aee54498-cd76-48d9-a21f-768140bc34f3,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:15.921597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:16.164437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:16.336966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:16.434078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:16.621868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:16.626336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:16.629246 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0652b63c-ca15-41da-97ec-6bfdcb878e9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:18:16.716474 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=aee54498-cd76-48d9-a21f-768140bc34f3,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:18:16.719162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:18:16.724816 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:16.865759 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Floating IP 7d321324-7eff-4f4d-ab92-9a8e46d60354 associated. External IP: 172.26.6.253, port: 76c2e035-644e-4ee6-9962-26d78f2f3508. Jun 11 12:18:17.148424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:18:17.290862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:18:17.300333 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e432ba8-36f2-459f-80f9-1ec8541e6f1d None None] Sync routers for ids ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:18:17.306010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:17.310463 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e432ba8-36f2-459f-80f9-1ec8541e6f1d None None] Routers {'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:18:17.311125 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5e432ba8-36f2-459f-80f9-1ec8541e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:18:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:18:17.347611 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9437654 Jun 11 12:18:17.348227 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'tag': '76c2e035-644e-4ee6-9962-26d78f2f3508'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:18:17.351348 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a86a38f-64d9-44db-8bd0-3309a8d0051f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d85f9da-0c7e-4b08-b241-9fc5856759cb", "tag": "76c2e035-644e-4ee6-9962-26d78f2f3508"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:18:17.387291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6585897b-6fec-4e93-95b6-a731fa3549ab x-openstack-request-id: req-6585897b-6fec-4e93-95b6-a731fa3549ab {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:18:17.387642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d85f9da-0c7e-4b08-b241-9fc5856759cb", "tag": "76c2e035-644e-4ee6-9962-26d78f2f3508", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:18:17.387975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6585897b-6fec-4e93-95b6-a731fa3549ab {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:18:17.388437 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'tag': '76c2e035-644e-4ee6-9962-26d78f2f3508', 'status': 'completed', 'code': 200} Jun 11 12:18:17.455212 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-5e432ba8-36f2-459f-80f9-1ec8541e6f1d None None] Set router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:18:17.473990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86a38f-64d9-44db-8bd0-3309a8d0051f req-15e98123-e7fd-4a32-aa1b-b82e8b798980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:17.475508 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a86a38f-64d9-44db-8bd0-3309a8d0051f req-15e98123-e7fd-4a32-aa1b-b82e8b798980 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 1099 time: 0.0643058 Jun 11 12:18:17.512042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2328f2-f792-40cf-972f-361a9df7dc30 req-f888eaab-b8d3-4da7-9abd-3493240e8095 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:17.514187 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9a2328f2-f792-40cf-972f-361a9df7dc30 req-f888eaab-b8d3-4da7-9abd-3493240e8095 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0715661 Jun 11 12:18:17.556630 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9a2328f2-f792-40cf-972f-361a9df7dc30 req-056ddde8-6004-4ce4-b166-6a9bb77933c1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361478 Jun 11 12:18:17.583084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54584) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:18:17.594590 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86a38f-64d9-44db-8bd0-3309a8d0051f req-70564bfb-939f-4e88-a244-b15154e30025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:17.596063 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a86a38f-64d9-44db-8bd0-3309a8d0051f req-70564bfb-939f-4e88-a244-b15154e30025 service neutron] 10.222.0.25 "GET /v2.0/networks?id=982c1c24-1d92-4178-a8cd-06387ee8e77f HTTP/1.1" status: 200 len: 899 time: 0.1148129 Jun 11 12:18:17.670869 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8ed89bf2-e613-46a6-b6d6-76612f684705 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/7d321324-7eff-4f4d-ab92-9a8e46d60354 HTTP/1.1" status: 200 len: 992 time: 0.0862224 Jun 11 12:18:17.683766 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a86a38f-64d9-44db-8bd0-3309a8d0051f req-4e523b3b-995f-4b18-bfa0-eeb4810e8bfe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c2e035-644e-4ee6-9962-26d78f2f3508 HTTP/1.1" status: 200 len: 1000 time: 0.0809715 Jun 11 12:18:17.739218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86a38f-64d9-44db-8bd0-3309a8d0051f req-b1e46778-9daa-4c2e-b116-216c77d4f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:17.740569 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a86a38f-64d9-44db-8bd0-3309a8d0051f req-b1e46778-9daa-4c2e-b116-216c77d4f390 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3ec21311-5c34-4413-9d20-73887549dc49 HTTP/1.1" status: 200 len: 835 time: 0.0509341 Jun 11 12:18:17.746542 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5e432ba8-36f2-459f-80f9-1ec8541e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '7d321324-7eff-4f4d-ab92-9a8e46d60354', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'port_id': '76c2e035-644e-4ee6-9962-26d78f2f3508', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'mac_address': 'fa:16:3e:78:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:18:16Z', 'updated_at': '2021-06-11T12:18:16Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1b3dd6-0c52-4677-8a47-e4d2122ab890', 'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:9b:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3ec21311-5c34-4413-9d20-73887549dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:18:01Z', 'updated_at': '2021-06-11T12:18:06Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '3ec21311-5c34-4413-9d20-73887549dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:18:17.749743 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e432ba8-36f2-459f-80f9-1ec8541e6f1d None None] Checking router: a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:18:17.758502 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e432ba8-36f2-459f-80f9-1ec8541e6f1d None None] Routers {'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:18:17.759132 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5e432ba8-36f2-459f-80f9-1ec8541e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:18:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:18:17.808511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86a38f-64d9-44db-8bd0-3309a8d0051f req-da78bd24-e65c-4de4-aa6b-698ccd7ac792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:17.809977 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a86a38f-64d9-44db-8bd0-3309a8d0051f req-da78bd24-e65c-4de4-aa6b-698ccd7ac792 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=982c1c24-1d92-4178-a8cd-06387ee8e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619683 Jun 11 12:18:17.905643 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-5e432ba8-36f2-459f-80f9-1ec8541e6f1d None None] Set router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:18:17.935495 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a86a38f-64d9-44db-8bd0-3309a8d0051f req-fd190b9c-517b-49c5-8a86-f3f7901b561b service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182370 Jun 11 12:18:17.966286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:18.211833 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-5e432ba8-36f2-459f-80f9-1ec8541e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '7d321324-7eff-4f4d-ab92-9a8e46d60354', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'port_id': '76c2e035-644e-4ee6-9962-26d78f2f3508', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'mac_address': 'fa:16:3e:78:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:18:16Z', 'updated_at': '2021-06-11T12:18:16Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1b3dd6-0c52-4677-8a47-e4d2122ab890', 'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:9b:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3ec21311-5c34-4413-9d20-73887549dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:18:01Z', 'updated_at': '2021-06-11T12:18:06Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '3ec21311-5c34-4413-9d20-73887549dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:18:18.215407 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e432ba8-36f2-459f-80f9-1ec8541e6f1d None None] The sync data for ids ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'] in dv-neutron-786478-5-hyperv is: [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '7d321324-7eff-4f4d-ab92-9a8e46d60354', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'port_id': '76c2e035-644e-4ee6-9962-26d78f2f3508', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'mac_address': 'fa:16:3e:78:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:18:16Z', 'updated_at': '2021-06-11T12:18:16Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1b3dd6-0c52-4677-8a47-e4d2122ab890', 'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:9b:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3ec21311-5c34-4413-9d20-73887549dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:18:01Z', 'updated_at': '2021-06-11T12:18:06Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '3ec21311-5c34-4413-9d20-73887549dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:18:18.411813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200cda22-1f4f-4508-b155-ba44adbfe198 None None] New status for floating IP 7d321324-7eff-4f4d-ab92-9a8e46d60354: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:18:18.467276 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a86a38f-64d9-44db-8bd0-3309a8d0051f req-6c9f0cf3-e094-43ac-bda7-a2cf3236f4de service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240443 Jun 11 12:18:18.673245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54586) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:18:18.752936 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2d9e2e98-1834-4569-8300-64965f799531 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/7d321324-7eff-4f4d-ab92-9a8e46d60354 HTTP/1.1" status: 200 len: 994 time: 0.0784183 Jun 11 12:18:25.860869 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:18:27.993478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:29.663764 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-1197faa1-f9ec-45f2-8da5-d7c4f3fe1dfd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604527 Jun 11 12:18:29.761176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-4f30014d-2a0d-496e-91d7-96c27960b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:29.762653 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-4f30014d-2a0d-496e-91d7-96c27960b8bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 1099 time: 0.0572906 Jun 11 12:18:29.891070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-850f7efc-3e67-4e75-a669-9c4660365255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:29.892426 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-850f7efc-3e67-4e75-a669-9c4660365255 service neutron] 10.222.0.25 "GET /v2.0/networks?id=982c1c24-1d92-4178-a8cd-06387ee8e77f HTTP/1.1" status: 200 len: 899 time: 0.1092658 Jun 11 12:18:29.978721 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-798fc168-7ea7-4032-b369-9b80f0856038 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c2e035-644e-4ee6-9962-26d78f2f3508 HTTP/1.1" status: 200 len: 1002 time: 0.0803323 Jun 11 12:18:30.034440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-4fed573b-165a-4b41-b7ac-51bc252cc95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:30.035877 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-4fed573b-165a-4b41-b7ac-51bc252cc95c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3ec21311-5c34-4413-9d20-73887549dc49 HTTP/1.1" status: 200 len: 835 time: 0.0513113 Jun 11 12:18:30.096512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-930a0a07-1698-4059-a34c-44794b7fe2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:30.097959 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-930a0a07-1698-4059-a34c-44794b7fe2f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=982c1c24-1d92-4178-a8cd-06387ee8e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560298 Jun 11 12:18:30.210971 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-25caa2b4-1760-48aa-b667-34853f600748 service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068091 Jun 11 12:18:30.325249 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-91104a9f-e7e8-413f-8367-c64e146a67a3 req-0cbd1fed-7735-4c62-b61f-56ba9dd12177 service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080644 Jun 11 12:18:42.178381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ef19a3bd-968f-43f3-a442-343eafaacb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:44.796361 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:44.963622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-03e0c6f1-ff29-413d-82d0-4e0e7cf0ac4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:46.166820 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:47.874740 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:50.285017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f55d0b-75be-4706-9905-32b0faf05647 req-741e00e7-da17-4b09-a305-d875dbae883b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:50.286400 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7f55d0b-75be-4706-9905-32b0faf05647 req-741e00e7-da17-4b09-a305-d875dbae883b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0696759 Jun 11 12:18:50.333488 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7f55d0b-75be-4706-9905-32b0faf05647 req-f4f4447f-e4ff-45bd-9a36-06ccab39925c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412712 Jun 11 12:18:51.517968 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d34238-a29e-4164-b767-a1914f85dc25 req-ec07cb15-0772-4a92-8f62-f359ef2a18d1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:51.519995 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f3d34238-a29e-4164-b767-a1914f85dc25 req-ec07cb15-0772-4a92-8f62-f359ef2a18d1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0730610 Jun 11 12:18:51.560324 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f3d34238-a29e-4164-b767-a1914f85dc25 req-73d693cc-023e-486d-a8ba-aa05b979ea94 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344961 Jun 11 12:18:52.752934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a8d02-cf9d-495f-a333-22511e38c737 req-d800a493-d5ae-465d-9566-7d6c7dcd0c3d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:52.754453 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-347a8d02-cf9d-495f-a333-22511e38c737 req-d800a493-d5ae-465d-9566-7d6c7dcd0c3d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0769541 Jun 11 12:18:52.798939 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-347a8d02-cf9d-495f-a333-22511e38c737 req-4b52b101-e9df-4908-9a8a-2f4bbb907826 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387912 Jun 11 12:18:53.980615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730d357-7863-4c6a-b698-b5e54f35dc22 req-0a8068e5-4653-45bb-9d95-3ffd0638045c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:53.982068 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a730d357-7863-4c6a-b698-b5e54f35dc22 req-0a8068e5-4653-45bb-9d95-3ffd0638045c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0679369 Jun 11 12:18:54.023065 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a730d357-7863-4c6a-b698-b5e54f35dc22 req-305e7074-64fe-4da6-ac03-fee931494f4b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354116 Jun 11 12:18:55.205305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9755621-9f2e-435f-99fd-96728f17232e req-e4b0686a-544f-4392-9f48-67118eb05d2f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:55.207331 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b9755621-9f2e-435f-99fd-96728f17232e req-e4b0686a-544f-4392-9f48-67118eb05d2f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0689793 Jun 11 12:18:55.250657 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b9755621-9f2e-435f-99fd-96728f17232e req-f5d946b0-b5f6-4cf7-88f4-dced5e2ec0ae tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376651 Jun 11 12:18:56.433112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01a0f-73eb-4bd4-a1da-db59b977fca2 req-b4e4968e-9130-4484-9fda-d678ffd18053 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:56.434574 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b2a01a0f-73eb-4bd4-a1da-db59b977fca2 req-b4e4968e-9130-4484-9fda-d678ffd18053 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0735328 Jun 11 12:18:56.475617 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b2a01a0f-73eb-4bd4-a1da-db59b977fca2 req-9748eafd-a744-4bf8-b644-86fb4e61208b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348282 Jun 11 12:18:57.651920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62108d-c2f9-4c3c-b83a-f7495111ea01 req-2b5b41c3-3bda-4e42-9c5c-82d7921674ed tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:57.653365 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a62108d-c2f9-4c3c-b83a-f7495111ea01 req-2b5b41c3-3bda-4e42-9c5c-82d7921674ed tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0684388 Jun 11 12:18:57.694381 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-7a62108d-c2f9-4c3c-b83a-f7495111ea01 req-d6e722ba-e70f-477e-8474-a8ac829c98b2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354116 Jun 11 12:18:57.980427 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:18:58.871946 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c504d-1a6a-40f8-837e-5a3295a671d9 req-0b0be65b-6db5-4d71-a484-fa7da5f5c0cb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:18:58.873303 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9f1c504d-1a6a-40f8-837e-5a3295a671d9 req-0b0be65b-6db5-4d71-a484-fa7da5f5c0cb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0678589 Jun 11 12:18:58.914561 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9f1c504d-1a6a-40f8-837e-5a3295a671d9 req-872c3331-58c4-46e0-999f-2d9f0d3eebc3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352054 Jun 11 12:19:00.092715 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bda66c-e555-4eff-90f5-7225b7ceeec7 req-c3a5e787-d695-48f3-a0d0-bc6bfb8651a2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:00.094147 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6bda66c-e555-4eff-90f5-7225b7ceeec7 req-c3a5e787-d695-48f3-a0d0-bc6bfb8651a2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0669188 Jun 11 12:19:00.139665 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b6bda66c-e555-4eff-90f5-7225b7ceeec7 req-96636a51-e265-4503-a483-7a0e7d4defc6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393658 Jun 11 12:19:01.320486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc151f13-f443-4dec-97ad-b10dc3f725ae req-86de9ea9-9126-4edb-beaa-cd406fa0d4e1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:01.321942 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bc151f13-f443-4dec-97ad-b10dc3f725ae req-86de9ea9-9126-4edb-beaa-cd406fa0d4e1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0720911 Jun 11 12:19:01.362839 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bc151f13-f443-4dec-97ad-b10dc3f725ae req-f9f66831-94a6-4f11-8b31-41a52372e374 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353396 Jun 11 12:19:02.542161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4a56-4f4e-4a66-a14d-c3f9ac88dfb7 req-9f9867eb-0858-45d2-8c20-294c39b259b0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:02.543668 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-77ff4a56-4f4e-4a66-a14d-c3f9ac88dfb7 req-9f9867eb-0858-45d2-8c20-294c39b259b0 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0691888 Jun 11 12:19:02.584758 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-77ff4a56-4f4e-4a66-a14d-c3f9ac88dfb7 req-baaafe5f-f75e-48c6-af59-e3edec98e9e5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347610 Jun 11 12:19:02.859343 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:19:03.764092 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bef9d-1c37-4f87-9ac4-8cfb41df7385 req-43c7935d-e41b-41d8-b499-1f1f5dd1d690 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:03.765523 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-688bef9d-1c37-4f87-9ac4-8cfb41df7385 req-43c7935d-e41b-41d8-b499-1f1f5dd1d690 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0676615 Jun 11 12:19:03.805652 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-688bef9d-1c37-4f87-9ac4-8cfb41df7385 req-aab3080a-7b95-4f81-a229-b484b4ee7daf tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345306 Jun 11 12:19:04.984273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6951b-789e-46ba-bac1-a3b5e034c351 req-173c5c19-84c6-4044-8780-f6804fefcae8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:04.985737 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4b6951b-789e-46ba-bac1-a3b5e034c351 req-173c5c19-84c6-4044-8780-f6804fefcae8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0704405 Jun 11 12:19:05.031101 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b4b6951b-789e-46ba-bac1-a3b5e034c351 req-00f7dea5-b343-4c6c-88bc-5f817ede8553 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391641 Jun 11 12:19:06.212037 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70954536-6a6c-43c3-8aa6-3a57e1b62c96 req-9b11e79b-959b-47fd-b4e2-2370aea2c186 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:06.213373 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-70954536-6a6c-43c3-8aa6-3a57e1b62c96 req-9b11e79b-959b-47fd-b4e2-2370aea2c186 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0711718 Jun 11 12:19:06.253926 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-70954536-6a6c-43c3-8aa6-3a57e1b62c96 req-46010138-f8e5-4737-8fa9-54cc02a94a8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349078 Jun 11 12:19:06.277286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54628) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:06.355699 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-6532a1a7-716a-4ff8-bf2f-c29b20bfbb10 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/7d321324-7eff-4f4d-ab92-9a8e46d60354 HTTP/1.1" status: 200 len: 994 time: 0.0772266 Jun 11 12:19:07.822692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fddc9-893f-4b33-b716-ae5dba769832 req-e56577c2-d515-412b-9fd5-24faef72b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:07.824160 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be7fddc9-893f-4b33-b716-ae5dba769832 req-e56577c2-d515-412b-9fd5-24faef72b279 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 1099 time: 0.1030951 Jun 11 12:19:07.847214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8be961-8c27-4021-ac82-e618530bb6cc req-7c3a764d-c29e-49c3-90ea-c79ea173b8df tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:07.848593 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af8be961-8c27-4021-ac82-e618530bb6cc req-7c3a764d-c29e-49c3-90ea-c79ea173b8df tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0971811 Jun 11 12:19:07.964607 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-af8be961-8c27-4021-ac82-e618530bb6cc req-b787a272-8fc6-4746-b6d9-3f4ed909d621 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036026 Jun 11 12:19:07.983337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fddc9-893f-4b33-b716-ae5dba769832 req-940b2077-6491-4467-ad43-2b05d63492aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:07.984777 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be7fddc9-893f-4b33-b716-ae5dba769832 req-940b2077-6491-4467-ad43-2b05d63492aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=982c1c24-1d92-4178-a8cd-06387ee8e77f HTTP/1.1" status: 200 len: 899 time: 0.1545932 Jun 11 12:19:08.073696 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be7fddc9-893f-4b33-b716-ae5dba769832 req-122c5b02-461b-4811-b42b-0dde25bdb54a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c2e035-644e-4ee6-9962-26d78f2f3508 HTTP/1.1" status: 200 len: 1002 time: 0.0815568 Jun 11 12:19:08.129255 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fddc9-893f-4b33-b716-ae5dba769832 req-9649e981-04fc-405e-b711-86f53ff4f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:08.130692 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be7fddc9-893f-4b33-b716-ae5dba769832 req-9649e981-04fc-405e-b711-86f53ff4f821 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3ec21311-5c34-4413-9d20-73887549dc49 HTTP/1.1" status: 200 len: 835 time: 0.0514174 Jun 11 12:19:08.196879 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fddc9-893f-4b33-b716-ae5dba769832 req-aa49838a-33f7-41a5-9c28-37ef18709208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:08.198362 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be7fddc9-893f-4b33-b716-ae5dba769832 req-aa49838a-33f7-41a5-9c28-37ef18709208 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=982c1c24-1d92-4178-a8cd-06387ee8e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0610094 Jun 11 12:19:08.307533 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be7fddc9-893f-4b33-b716-ae5dba769832 req-5fd6a1f0-a327-4a94-a8aa-af4d66e61090 service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029172 Jun 11 12:19:08.422352 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-be7fddc9-893f-4b33-b716-ae5dba769832 req-6eb93b1b-256d-4d65-895f-c320927a0da2 service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085191 Jun 11 12:19:09.448230 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb735b-bdac-4e77-9c11-32054b3f2501 req-933f1b36-3a43-49bd-ab47-4805241ba7f4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:09.449683 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dcbb735b-bdac-4e77-9c11-32054b3f2501 req-933f1b36-3a43-49bd-ab47-4805241ba7f4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.3674572 Jun 11 12:19:09.489675 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dcbb735b-bdac-4e77-9c11-32054b3f2501 req-70fac47a-0347-4264-9998-1947e39daa36 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336711 Jun 11 12:19:09.513952 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54638) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:09.592186 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-bb9b127b-2971-4c18-8174-8dbe3370c538 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/7d321324-7eff-4f4d-ab92-9a8e46d60354 HTTP/1.1" status: 200 len: 994 time: 0.0769200 Jun 11 12:19:12.179105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8c2848e0-d07d-4e46-bb70-80ee70200293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:14.796457 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:14.962892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f45714a9-b6f1-4ce1-a534-e786282bcd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:16.168546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:17.877744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:27.988736 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:30.663943 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-9bfc7fd4-d648-4af4-979b-fd252941dae5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0632217 Jun 11 12:19:30.765082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-0e11e13a-81fd-415a-9afa-a99a96b52ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:30.766580 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-0e11e13a-81fd-415a-9afa-a99a96b52ebf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 1099 time: 0.0597966 Jun 11 12:19:30.895895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-aa9cb8a8-fdc7-4fb6-8eb2-1f29fa07ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:30.897250 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-aa9cb8a8-fdc7-4fb6-8eb2-1f29fa07ccb9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=982c1c24-1d92-4178-a8cd-06387ee8e77f HTTP/1.1" status: 200 len: 899 time: 0.1106787 Jun 11 12:19:30.979504 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-da5c9233-8415-45bf-8e61-acd6038752f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c2e035-644e-4ee6-9962-26d78f2f3508 HTTP/1.1" status: 200 len: 1002 time: 0.0755632 Jun 11 12:19:31.039308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-3fca05bd-140b-43e8-8e8e-fed1cc51b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:31.040705 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-3fca05bd-140b-43e8-8e8e-fed1cc51b908 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3ec21311-5c34-4413-9d20-73887549dc49 HTTP/1.1" status: 200 len: 835 time: 0.0555103 Jun 11 12:19:31.103824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-c20a2b4b-f342-4100-86bd-2641a6038df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:31.105369 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-c20a2b4b-f342-4100-86bd-2641a6038df0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=982c1c24-1d92-4178-a8cd-06387ee8e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583608 Jun 11 12:19:31.219443 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-0445d9b0-5ba6-48a9-abd6-4d7ed5ab5193 service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071522 Jun 11 12:19:31.335559 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7cc6481-5b14-43ab-9a88-ab2df9b10f81 req-5c9a4246-54fe-418d-9425-ad9f57944b6c service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099715 Jun 11 12:19:39.858775 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:19:40.050214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54660) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:40.246042 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port aee54498-cd76-48d9-a21f-768140bc34f3 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:19:40.246304 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:40.345357 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:40.345693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:40.438776 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for aee54498-cd76-48d9-a21f-768140bc34f3 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:19:40.609404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:40.612222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-93d512e9-e38a-4b68-a8af-f9e3c3fdf50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:40.641363 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=aee54498-cd76-48d9-a21f-768140bc34f3,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:40.676992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.677385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.677771 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.678154 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.678926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.679311 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.679687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.680062 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.680436 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.680805 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.681176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.681550 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:40.685150 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:40.727930 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:40.728367 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Floating IP 7d321324-7eff-4f4d-ab92-9a8e46d60354 disassociated (deleted). External IP: 172.26.6.253, port: 76c2e035-644e-4ee6-9962-26d78f2f3508. Jun 11 12:19:41.004449 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:19:41.147116 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:19:41.151650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:41.156545 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f30d6-186f-4670-a457-b805f7de34bd None None] Sync routers for ids ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:19:41.165093 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f30d6-186f-4670-a457-b805f7de34bd None None] Routers {'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:19:41.165703 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-264f30d6-186f-4670-a457-b805f7de34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:19:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:41.195436 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a6beca07-bb73-4aeb-8056-b1b24e5f76ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/floatingips/7d321324-7eff-4f4d-ab92-9a8e46d60354 HTTP/1.1" status: 204 len: 168 time: 1.1441038 Jun 11 12:19:41.196145 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'tag': '76c2e035-644e-4ee6-9962-26d78f2f3508'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:19:41.198549 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d85f9da-0c7e-4b08-b241-9fc5856759cb", "tag": "76c2e035-644e-4ee6-9962-26d78f2f3508"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:19:41.237674 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f27832-34e5-4da8-83df-7dc6b71720b2 x-openstack-request-id: req-71f27832-34e5-4da8-83df-7dc6b71720b2 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:19:41.238035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d85f9da-0c7e-4b08-b241-9fc5856759cb", "tag": "76c2e035-644e-4ee6-9962-26d78f2f3508", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:19:41.238350 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71f27832-34e5-4da8-83df-7dc6b71720b2 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:19:41.238990 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'tag': '76c2e035-644e-4ee6-9962-26d78f2f3508', 'status': 'completed', 'code': 200} Jun 11 12:19:41.323758 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8 req-4a65bb92-a67e-42cf-886c-025de7960ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:41.325969 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8 req-4a65bb92-a67e-42cf-886c-025de7960ced service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 1099 time: 0.0641680 Jun 11 12:19:41.425387 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-264f30d6-186f-4670-a457-b805f7de34bd None None] Set router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:19:41.462735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8 req-f735bed8-87f6-4254-b146-657a0a602a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:41.464214 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8 req-f735bed8-87f6-4254-b146-657a0a602a03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=982c1c24-1d92-4178-a8cd-06387ee8e77f HTTP/1.1" status: 200 len: 899 time: 0.1318812 Jun 11 12:19:41.521037 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8 req-d67736f0-678c-4101-be1b-1bfc98efeb09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c2e035-644e-4ee6-9962-26d78f2f3508 HTTP/1.1" status: 200 len: 217 time: 0.0499544 Jun 11 12:19:41.622733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8 req-2fcf991f-759d-4a3c-8106-32320a6cdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:41.624199 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8 req-2fcf991f-759d-4a3c-8106-32320a6cdf17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3ec21311-5c34-4413-9d20-73887549dc49 HTTP/1.1" status: 200 len: 835 time: 0.0669394 Jun 11 12:19:41.647358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4d502-d9e5-4323-9de9-c388b164185e req-daead0c3-f1b2-4e7e-8676-a8dc1e83d293 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:41.649614 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cd4d502-d9e5-4323-9de9-c388b164185e req-daead0c3-f1b2-4e7e-8676-a8dc1e83d293 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.1311235 Jun 11 12:19:41.688365 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-264f30d6-186f-4670-a457-b805f7de34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0a1b3dd6-0c52-4677-8a47-e4d2122ab890', 'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:9b:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3ec21311-5c34-4413-9d20-73887549dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:18:01Z', 'updated_at': '2021-06-11T12:18:06Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '3ec21311-5c34-4413-9d20-73887549dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:41.691754 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f30d6-186f-4670-a457-b805f7de34bd None None] Checking router: a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:19:41.699753 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f30d6-186f-4670-a457-b805f7de34bd None None] Routers {'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:19:41.700360 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-264f30d6-186f-4670-a457-b805f7de34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:19:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:41.725335 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cd4d502-d9e5-4323-9de9-c388b164185e req-43212d0d-d8fa-41f8-89ac-f56aa3f56447 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541196 Jun 11 12:19:41.735245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8 req-407ec883-fab9-43d4-ad9c-985a30fc4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:41.736727 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8 req-407ec883-fab9-43d4-ad9c-985a30fc4150 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=982c1c24-1d92-4178-a8cd-06387ee8e77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1047258 Jun 11 12:19:41.838872 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-264f30d6-186f-4670-a457-b805f7de34bd None None] Set router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:19:41.850360 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8 req-ad8c7b3c-83d1-438c-ab8d-af931c7c96ef service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067057 Jun 11 12:19:41.967815 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a9f61719-6904-46cf-a941-ed0fdbe6a0b8 req-50852ed4-fbdc-4dfe-b01b-64abc4291e6a service neutron] 10.222.0.25 "GET /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106191 Jun 11 12:19:42.092865 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-264f30d6-186f-4670-a457-b805f7de34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0a1b3dd6-0c52-4677-8a47-e4d2122ab890', 'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:9b:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3ec21311-5c34-4413-9d20-73887549dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:18:01Z', 'updated_at': '2021-06-11T12:18:06Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '3ec21311-5c34-4413-9d20-73887549dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:42.096261 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f30d6-186f-4670-a457-b805f7de34bd None None] The sync data for ids ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'] in dv-neutron-786478-5-hyperv is: [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '0a1b3dd6-0c52-4677-8a47-e4d2122ab890', 'name': '', 'network_id': '982c1c24-1d92-4178-a8cd-06387ee8e77f', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:9b:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3ec21311-5c34-4413-9d20-73887549dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:18:01Z', 'updated_at': '2021-06-11T12:18:06Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': '3ec21311-5c34-4413-9d20-73887549dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:19:42.179319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-78b80f56-3287-4d29-b528-40cce82f1033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:42.292422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abfbe63-5d1e-497f-ac26-8b3ce41063ab None None] New status for floating IP 7d321324-7eff-4f4d-ab92-9a8e46d60354: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:19:42.907854 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbc581-a270-44b3-a0a2-171470bb7d0c req-7935ec32-2c11-40e8-9bff-2a3dbc9ec8ae tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:42.909318 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-50cbc581-a270-44b3-a0a2-171470bb7d0c req-7935ec32-2c11-40e8-9bff-2a3dbc9ec8ae tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0696650 Jun 11 12:19:42.954200 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-50cbc581-a270-44b3-a0a2-171470bb7d0c req-6fcab655-5b83-4ff9-accb-f4e7fb8f2ae3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392139 Jun 11 12:19:43.058116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d46d-cb8a-4639-afbb-61c3f779447b req-bfd86c11-13d4-4083-a5bc-4da44716c0eb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:43.059563 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-35c6d46d-cb8a-4639-afbb-61c3f779447b req-bfd86c11-13d4-4083-a5bc-4da44716c0eb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 946 time: 0.0732596 Jun 11 12:19:43.167422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-35c6d46d-cb8a-4639-afbb-61c3f779447b req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 76c2e035-644e-4ee6-9962-26d78f2f3508 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:19:43.167765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-35c6d46d-cb8a-4639-afbb-61c3f779447b req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:43.284833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-35c6d46d-cb8a-4639-afbb-61c3f779447b req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port 76c2e035-644e-4ee6-9962-26d78f2f3508, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=76c2e035-644e-4ee6-9962-26d78f2f3508,segment=NetworkSegment(941c877b-d1d4-4262-b887-cbf3983311d0),segment_id=941c877b-d1d4-4262-b887-cbf3983311d0)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:19:43.285203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-35c6d46d-cb8a-4639-afbb-61c3f779447b req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:43.377240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-35c6d46d-cb8a-4639-afbb-61c3f779447b req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 76c2e035-644e-4ee6-9962-26d78f2f3508 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:19:43.527109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-35c6d46d-cb8a-4639-afbb-61c3f779447b req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:43.531039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:43.559281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=76c2e035-644e-4ee6-9962-26d78f2f3508,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:43.569198 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.569593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.569978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.570357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.570750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.571126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.571494 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.572176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.572279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.572568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.572934 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.573299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:43.579416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:43.630278 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c6d46d-cb8a-4639-afbb-61c3f779447b req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] No DVR routers for this DVR port 76c2e035-644e-4ee6-9962-26d78f2f3508 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:19:43.632672 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-35c6d46d-cb8a-4639-afbb-61c3f779447b req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:43.634625 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-35c6d46d-cb8a-4639-afbb-61c3f779447b req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "DELETE /v2.0/ports/76c2e035-644e-4ee6-9962-26d78f2f3508 HTTP/1.1" status: 204 len: 173 time: 0.5697248 Jun 11 12:19:43.635157 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'name': 'network-vif-deleted', 'tag': '76c2e035-644e-4ee6-9962-26d78f2f3508'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:19:43.637434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d03cae-c3b4-43c3-9756-7d510d47359c" -d '{"events": [{"server_uuid": "6d85f9da-0c7e-4b08-b241-9fc5856759cb", "name": "network-vif-deleted", "tag": "76c2e035-644e-4ee6-9962-26d78f2f3508"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:19:43.717360 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b98bd6e-58f4-4452-9650-daf18173ece4 x-openstack-request-id: req-4b98bd6e-58f4-4452-9650-daf18173ece4 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:19:43.717889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d85f9da-0c7e-4b08-b241-9fc5856759cb", "name": "network-vif-deleted", "tag": "76c2e035-644e-4ee6-9962-26d78f2f3508", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:19:43.717995 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b98bd6e-58f4-4452-9650-daf18173ece4 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:19:43.718432 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d85f9da-0c7e-4b08-b241-9fc5856759cb', 'name': 'network-vif-deleted', 'tag': '76c2e035-644e-4ee6-9962-26d78f2f3508', 'status': 'completed', 'code': 200} Jun 11 12:19:44.119873 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bb243ef1-8549-4d8f-8d20-d207f95d4952 req-b735f51e-b755-48a9-bff0-30f05d619065 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d85f9da-0c7e-4b08-b241-9fc5856759cb HTTP/1.1" status: 200 len: 210 time: 0.0372512 Jun 11 12:19:44.797366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:44.963523 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c419f84d-df48-4645-ab0e-931979c25032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:45.215073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54678) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:45.671058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:45.993228 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:19:45.993578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:46.104033 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port 0a1b3dd6-0c52-4677-8a47-e4d2122ab890, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=0a1b3dd6-0c52-4677-8a47-e4d2122ab890,segment=NetworkSegment(941c877b-d1d4-4262-b887-cbf3983311d0),segment_id=941c877b-d1d4-4262-b887-cbf3983311d0)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:19:46.104394 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:46.171157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:46.198297 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:19:46.423900 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:46.426564 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e7a9ca67-0517-42f2-b350-26096f667d90 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:46.456201 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=0a1b3dd6-0c52-4677-8a47-e4d2122ab890,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:46.464077 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:46.975955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:47.261904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:19:47.341346 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 76c2e035-644e-4ee6-9962-26d78f2f3508 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:19:47.369297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 76c2e035-644e-4ee6-9962-26d78f2f3508 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:19:47.369656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 76c2e035-644e-4ee6-9962-26d78f2f3508 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:19:47.408252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:19:47.413487 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "PUT /v2.0/routers/a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1974099 Jun 11 12:19:47.416207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54680) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:47.417175 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b2c7c5-7856-43ac-8c26-f0c9855568b5 None None] Sync routers for ids ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:19:47.426958 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b2c7c5-7856-43ac-8c26-f0c9855568b5 None None] Routers {'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:19:47.427568 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-57b2c7c5-7856-43ac-8c26-f0c9855568b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:19:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:47.473730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdc8b24-01ef-49ce-b97f-0e2852f6ef8b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting subnet 3ec21311-5c34-4413-9d20-73887549dc49 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:19:47.476818 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8b24-01ef-49ce-b97f-0e2852f6ef8b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:47.528231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8b24-01ef-49ce-b97f-0e2852f6ef8b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:47.568264 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-57b2c7c5-7856-43ac-8c26-f0c9855568b5 None None] Set router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:19:47.623276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8b24-01ef-49ce-b97f-0e2852f6ef8b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:47.693675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8b24-01ef-49ce-b97f-0e2852f6ef8b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:47.695732 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d24d9856-2d70-4fda-bbad-82d52c4965a5 tempest-RoutersIpV6Test-1224385695 tempest-RoutersIpV6Test-1224385695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:47.727986 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc8b24-01ef-49ce-b97f-0e2852f6ef8b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec21311-5c34-4413-9d20-73887549dc49,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:47.731074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fcdc8b24-01ef-49ce-b97f-0e2852f6ef8b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:47.732071 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8b24-01ef-49ce-b97f-0e2852f6ef8b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:47.736772 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54682) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:47.739652 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fcdc8b24-01ef-49ce-b97f-0e2852f6ef8b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/subnets/3ec21311-5c34-4413-9d20-73887549dc49 HTTP/1.1" status: 204 len: 168 time: 0.3219156 Jun 11 12:19:47.740840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f751e94-1627-4afa-a6da-853426971743 None None] Network 982c1c24-1d92-4178-a8cd-06387ee8e77f requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:19:47.802168 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-57b2c7c5-7856-43ac-8c26-f0c9855568b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:19:46Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:47.805572 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b2c7c5-7856-43ac-8c26-f0c9855568b5 None None] Checking router: a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:19:47.813443 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b2c7c5-7856-43ac-8c26-f0c9855568b5 None None] Routers {'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:19:47.814049 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-57b2c7c5-7856-43ac-8c26-f0c9855568b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:19:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:47.887010 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:47.899305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:47.985023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759daca8-d059-4d35-b245-94daae268950 None None] DHCP port deletion for 982c1c24-1d92-4178-a8cd-06387ee8e77f request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:19:48.040302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:48.056621 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-759daca8-d059-4d35-b245-94daae268950 None None] Deleting port 68f656e1-cbd5-45cb-b091-c5c21c543ba4 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:19:48.057026 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:48.068566 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-57b2c7c5-7856-43ac-8c26-f0c9855568b5 None None] Set router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:19:48.106038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port b2cca7b7-7b68-41f8-9820-4167d3cf11b1 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:19:48.106394 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:48.144202 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 68f656e1-cbd5-45cb-b091-c5c21c543ba4 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:19:48.192718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-759daca8-d059-4d35-b245-94daae268950 None None] For port 68f656e1-cbd5-45cb-b091-c5c21c543ba4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=68f656e1-cbd5-45cb-b091-c5c21c543ba4,segment=NetworkSegment(941c877b-d1d4-4262-b887-cbf3983311d0),segment_id=941c877b-d1d4-4262-b887-cbf3983311d0)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:19:48.193120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:48.218508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port b2cca7b7-7b68-41f8-9820-4167d3cf11b1, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=b2cca7b7-7b68-41f8-9820-4167d3cf11b1,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:19:48.218946 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:48.291042 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-759daca8-d059-4d35-b245-94daae268950 None None] Calling delete_port for 68f656e1-cbd5-45cb-b091-c5c21c543ba4 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:19:48.315941 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-57b2c7c5-7856-43ac-8c26-f0c9855568b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:19:46Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:48.316740 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for b2cca7b7-7b68-41f8-9820-4167d3cf11b1 owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:19:48.319566 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b2c7c5-7856-43ac-8c26-f0c9855568b5 None None] The sync data for ids ['a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff'] in dv-neutron-786478-5-hyperv is: [{'id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077619260', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:17:57Z', 'updated_at': '2021-06-11T12:19:46Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': 'b2cca7b7-7b68-41f8-9820-4167d3cf11b1', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:17:58Z', 'updated_at': '2021-06-11T12:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:19:48.410794 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:48.443651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:48.446745 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:48.500185 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759daca8-d059-4d35-b245-94daae268950 None None] Pushing event deleted for resources: {'Port': ['ID=68f656e1-cbd5-45cb-b091-c5c21c543ba4,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:48.502371 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759daca8-d059-4d35-b245-94daae268950 None None] No DVR routers for this DVR port 68f656e1-cbd5-45cb-b091-c5c21c543ba4 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:19:48.511945 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.512659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.513008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.513395 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.513682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.514047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.514342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.514707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.515047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.515355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.515680 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.516005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759daca8-d059-4d35-b245-94daae268950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:48.519410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-759daca8-d059-4d35-b245-94daae268950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:48.533145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:48.536839 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:48.564654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=b2cca7b7-7b68-41f8-9820-4167d3cf11b1,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:48.569318 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:49.034688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.164679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.166675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.225712 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.226223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Fanout notify agent at l3_agent the message router_deleted on router a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:19:49.232986 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.234081 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-3bfb6cac-f76a-4bb9-a1ac-4d72281b3d42 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/routers/a2f0a0fe-1205-4ad0-87da-5c35c1ecf1ff HTTP/1.1" status: 204 len: 168 time: 1.4963200 Jun 11 12:19:49.236821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54684) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:49.343622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.459399 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.469875 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982c1c24-1d92-4178-a8cd-06387ee8e77f']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:49.481033 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941c877b-d1d4-4262-b887-cbf3983311d0') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:49.481331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941c877b-d1d4-4262-b887-cbf3983311d0') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:49.491194 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.505633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.511545 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:19:49.511953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:19:49.514891 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:19:49.591813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.596503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3553e32a-1a88-4d2a-ae42-b55321b694c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:49.600901 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.602699 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/networks/982c1c24-1d92-4178-a8cd-06387ee8e77f HTTP/1.1" status: 204 len: 168 time: 0.3649263 Jun 11 12:19:49.605510 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54686) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:49.621793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Network': ['ID=982c1c24-1d92-4178-a8cd-06387ee8e77f,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:49.624284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:49.673095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ebda497c-bb96-4562-ba97-671544c1cfbd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.701709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ebda497c-bb96-4562-ba97-671544c1cfbd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.763369 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ebda497c-bb96-4562-ba97-671544c1cfbd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.765974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ebda497c-bb96-4562-ba97-671544c1cfbd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:49.767226 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ebda497c-bb96-4562-ba97-671544c1cfbd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/security-groups/f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e HTTP/1.1" status: 204 len: 168 time: 0.1607265 Jun 11 12:19:49.768175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9fe43a63-9e32-416f-8fc0-4d7ba5a69d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:49.778777 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda497c-bb96-4562-ba97-671544c1cfbd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d69a2f-29c4-4df6-8cf8-6bbb6da4e25e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:49.780846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ebda497c-bb96-4562-ba97-671544c1cfbd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:50.025433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:19:50.051284 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:19:50.051931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 0a1b3dd6-0c52-4677-8a47-e4d2122ab890 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:19:50.052415 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b2cca7b7-7b68-41f8-9820-4167d3cf11b1 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:19:50.075568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: b2cca7b7-7b68-41f8-9820-4167d3cf11b1 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:19:50.076023 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device b2cca7b7-7b68-41f8-9820-4167d3cf11b1 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:19:50.123673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54692) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:50.128391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-22bd7eab-4ec5-4979-96fa-6809a08e32be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327926798', 'description': 'tempest-secgroup-smoke-327926798 description', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:19:50.152259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-22bd7eab-4ec5-4979-96fa-6809a08e32be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.252483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-22bd7eab-4ec5-4979-96fa-6809a08e32be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.256976 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-22bd7eab-4ec5-4979-96fa-6809a08e32be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.259397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7cea08be-dfff-4c52-8012-11b0a3e7ef4b tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:50.288212 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-22bd7eab-4ec5-4979-96fa-6809a08e32be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.289367 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-22bd7eab-4ec5-4979-96fa-6809a08e32be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1646495 Jun 11 12:19:50.291329 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd7eab-4ec5-4979-96fa-6809a08e32be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a945f73-7462-4586-943f-b9482f57f217,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:50.292344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54694) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:50.294160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-22bd7eab-4ec5-4979-96fa-6809a08e32be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:50.305490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-dec36dfc-10ff-4c0c-8a12-d7e56b677655 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '9a945f73-7462-4586-943f-b9482f57f217', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:19:50.332536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dec36dfc-10ff-4c0c-8a12-d7e56b677655 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.393583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dec36dfc-10ff-4c0c-8a12-d7e56b677655 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.397210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dec36dfc-10ff-4c0c-8a12-d7e56b677655 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.399385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6a2a1ec5-f9d7-4bf3-b7a7-7cce343d5ed0 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:50.417693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec36dfc-10ff-4c0c-8a12-d7e56b677655 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0377d8-6cb6-47f7-aecc-af0b1189777a,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:50.420812 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dec36dfc-10ff-4c0c-8a12-d7e56b677655 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:50.423304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dec36dfc-10ff-4c0c-8a12-d7e56b677655 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.424874 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dec36dfc-10ff-4c0c-8a12-d7e56b677655 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311069 Jun 11 12:19:50.428002 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54696) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:50.432528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-700bce3d-5298-4b29-afd5-4394ff88b759 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '9a945f73-7462-4586-943f-b9482f57f217', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:19:50.458006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-700bce3d-5298-4b29-afd5-4394ff88b759 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.524108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-700bce3d-5298-4b29-afd5-4394ff88b759 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.527947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-700bce3d-5298-4b29-afd5-4394ff88b759 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.532472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-507046d6-0560-44c0-a997-b06fdb33f6e5 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:50.551042 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bce3d-5298-4b29-afd5-4394ff88b759 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4456e5-0155-4e7d-9e31-c1820d1ed4c1,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:50.556491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-700bce3d-5298-4b29-afd5-4394ff88b759 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:50.564713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-700bce3d-5298-4b29-afd5-4394ff88b759 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.568678 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-700bce3d-5298-4b29-afd5-4394ff88b759 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372175 Jun 11 12:19:50.568877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54698) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:50.575531 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-250c153a-121b-4703-8e38-2a5547022fad tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '9a945f73-7462-4586-943f-b9482f57f217', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:19:50.606035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-250c153a-121b-4703-8e38-2a5547022fad tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.667890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-250c153a-121b-4703-8e38-2a5547022fad tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.671643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-250c153a-121b-4703-8e38-2a5547022fad tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.673857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fe538e41-4167-49eb-85f8-299363e3755c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:50.695364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c153a-121b-4703-8e38-2a5547022fad tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2d5728-ebcd-4256-a2f2-83d93210dc66,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:50.698245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-250c153a-121b-4703-8e38-2a5547022fad tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:50.701029 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-250c153a-121b-4703-8e38-2a5547022fad tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.702243 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-250c153a-121b-4703-8e38-2a5547022fad tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322930 Jun 11 12:19:50.704754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54700) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:50.709836 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-75559777-1f81-4514-b6e8-783b5d2437e5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '9a945f73-7462-4586-943f-b9482f57f217', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:19:50.735386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-75559777-1f81-4514-b6e8-783b5d2437e5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.798070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-75559777-1f81-4514-b6e8-783b5d2437e5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.802699 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-75559777-1f81-4514-b6e8-783b5d2437e5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.804983 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ff97bb29-8e42-420f-a5f0-bc0d7e444391 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:50.821314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75559777-1f81-4514-b6e8-783b5d2437e5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac884600-9f44-466b-83ef-b0b39781a679,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:50.825470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-75559777-1f81-4514-b6e8-783b5d2437e5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:50.830927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-75559777-1f81-4514-b6e8-783b5d2437e5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.832070 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-75559777-1f81-4514-b6e8-783b5d2437e5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263652 Jun 11 12:19:50.834722 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54702) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:50.839021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4cfcd958-f3bd-4e63-83fc-36d5bf4220d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '9a945f73-7462-4586-943f-b9482f57f217', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:19:50.866703 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-4cfcd958-f3bd-4e63-83fc-36d5bf4220d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Project 7622f0fbdf77412a8547dcfd863ad52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:19:50.871611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cfcd958-f3bd-4e63-83fc-36d5bf4220d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.937548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cfcd958-f3bd-4e63-83fc-36d5bf4220d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.941391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cfcd958-f3bd-4e63-83fc-36d5bf4220d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.946941 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:50.964770 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcd958-f3bd-4e63-83fc-36d5bf4220d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89d53e3-3094-4e61-87af-59399fec0042,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:50.968066 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4cfcd958-f3bd-4e63-83fc-36d5bf4220d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:50.972872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cfcd958-f3bd-4e63-83fc-36d5bf4220d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:50.974154 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4cfcd958-f3bd-4e63-83fc-36d5bf4220d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385384 Jun 11 12:19:50.976797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54704) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:50.981504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-99c70cb8-e032-41e2-a324-64a032dd88a6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'security_group_rule': {'security_group_id': '9a945f73-7462-4586-943f-b9482f57f217', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:19:51.003031 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-99c70cb8-e032-41e2-a324-64a032dd88a6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Project 7622f0fbdf77412a8547dcfd863ad52a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:19:51.008253 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-99c70cb8-e032-41e2-a324-64a032dd88a6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.074419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-99c70cb8-e032-41e2-a324-64a032dd88a6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.077775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-99c70cb8-e032-41e2-a324-64a032dd88a6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.079578 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-74b5fbec-e785-4a57-ace2-2791c8dcb78a tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:51.099020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c70cb8-e032-41e2-a324-64a032dd88a6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425c11e2-27f3-42fe-8e40-a676a60b84b5,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:51.101964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-99c70cb8-e032-41e2-a324-64a032dd88a6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:51.104730 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-99c70cb8-e032-41e2-a324-64a032dd88a6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.105943 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-99c70cb8-e032-41e2-a324-64a032dd88a6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282530 Jun 11 12:19:51.108709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54706) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:51.113473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'network': {'name': 'tempest-network-smoke--1464900444', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'port_security_enabled': True}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:19:51.133650 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:19:51.136944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.162512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:19:51.171853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.172207 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Added segment 55f8c46d-52c6-43e2-9013-39f89d39031a of type vlan for network 8de77e12-757b-4616-95e9-966a5db1bba2 Jun 11 12:19:51.227427 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.255304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.261024 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:51.261606 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.264653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a71ca246-4583-4d13-8a95-7c4c6bc927af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:51.300543 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1908615 Jun 11 12:19:51.303828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54708) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:51.308337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'admin_state_up': True, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:19:51.367413 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Network': ['ID=8de77e12-757b-4616-95e9-966a5db1bba2,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:51.371844 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:51.377186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 8de77e12-757b-4616-95e9-966a5db1bba2 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:19:51.381551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.382703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.446850 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.653686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.902676 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:51.926848 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:52.044601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.26.6.127 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/8ab5f6ec-5d84-49cf-bab8-7f32df692166) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:19:52.170594 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:52.209064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:52.211726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5ed8ded7-587f-4eb4-8e99-a62d38a21401 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:52.254350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:19:52.257753 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:19:52.261143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:19:52.266500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=8ab5f6ec-5d84-49cf-bab8-7f32df692166,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:52.291067 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:52.609860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:52.905439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:53.484181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 55eda002-2a70-485c-96d3-5742fafdee38 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:19:53.631704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:19:53.642075 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Sync routers for ids ['55eda002-2a70-485c-96d3-5742fafdee38'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:19:53.651210 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Routers {'55eda002-2a70-485c-96d3-5742fafdee38'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:19:53.651743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:53.651984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:19:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['55eda002-2a70-485c-96d3-5742fafdee38'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:53.653050 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3482730 Jun 11 12:19:53.656689 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54710) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:53.692540 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-c382a72a-28f1-4b8e-aad1-ef2fcec8ce52 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7622f0fbdf77412a8547dcfd863ad52a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345383 Jun 11 12:19:53.694829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54712) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:53.799615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Set router 55eda002-2a70-485c-96d3-5742fafdee38 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:19:53.811416 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76300aa2-7f08-477a-9545-ca0e29a45918 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:53.815508 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-76300aa2-7f08-477a-9545-ca0e29a45918 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1171756 Jun 11 12:19:53.815710 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54714) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:53.860099 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-72c90682-1b62-43c1-9a5b-ef7aa2964011 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=0c8fd1df-b796-42f8-9c08-19638d729044&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431800 Jun 11 12:19:53.863107 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54716) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:53.868007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-71603892', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:19:53.984510 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:19:53.988123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:54.197741 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:52Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:54.200938 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Checking router: 55eda002-2a70-485c-96d3-5742fafdee38 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:19:54.201319 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Updating router 55eda002-2a70-485c-96d3-5742fafdee38 port 8ab5f6ec-5d84-49cf-bab8-7f32df692166 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:19:54.218391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:54.220639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fe553c8d-9486-4671-a532-de62a67a8bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:54.243003 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:54.289298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Subnet': ['ID=b9b7f610-b4ef-46c0-aa33-d922fe814185,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:54.293371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:54.299060 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Checking segment: {'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:19:54.299432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network hostable DHCP agents. Network: 8de77e12-757b-4616-95e9-966a5db1bba2, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:19:54.316172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 8de77e12-757b-4616-95e9-966a5db1bba2 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:19:54.325406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 8de77e12-757b-4616-95e9-966a5db1bba2) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:19:54.330030 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:54.331396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:54.336190 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc7daa3-45e7-48e4-9997-fac98af479ca None None] Network 8de77e12-757b-4616-95e9-966a5db1bba2 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:19:54.345318 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0ca578f9-c66d-44ee-9165-431fd633030c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4812312 Jun 11 12:19:54.348148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54718) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:19:54.630518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-8de77e12-757b-4616-95e9-966a5db1bba2', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ips': [{'subnet_id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:19:54.631367 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:54.694768 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:54.763195 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Transition to ACTIVE for port object 8ab5f6ec-5d84-49cf-bab8-7f32df692166 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:19:54.773500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:54.778462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-e51877ed-ff06-45b2-8f72-3cdfd687fcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:54.869253 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Attempting to bind port 8ab5f6ec-5d84-49cf-bab8-7f32df692166 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:19:54.869557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Attempting to bind port 8ab5f6ec-5d84-49cf-bab8-7f32df692166 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:19:54.869939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Attempting to bind port 8ab5f6ec-5d84-49cf-bab8-7f32df692166 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:19:54.888992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ed368-eb2a-4b5d-a313-0eb9cda06c45 None None] Pushing event updated for resources: {'Port': ['ID=8ab5f6ec-5d84-49cf-bab8-7f32df692166,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:54.891958 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:19:54.892350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:19:54.892770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:54.893168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:19:54.893656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Bound port: 8ab5f6ec-5d84-49cf-bab8-7f32df692166, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:19:54.894045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:54.898318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5e6ed368-eb2a-4b5d-a313-0eb9cda06c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:54.899710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Allocated IP 172.20.0.2 (8de77e12-757b-4616-95e9-966a5db1bba2/b9b7f610-b4ef-46c0-aa33-d922fe814185/3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:19:54.930078 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:54.997338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] For port 8ab5f6ec-5d84-49cf-bab8-7f32df692166, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:19:55.057770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] For port 8ab5f6ec-5d84-49cf-bab8-7f32df692166, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8ab5f6ec-5d84-49cf-bab8-7f32df692166,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:19:55.064902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:55.068890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:55.173628 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Routers {'55eda002-2a70-485c-96d3-5742fafdee38'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:19:55.174182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:19:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['55eda002-2a70-485c-96d3-5742fafdee38'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:55.275529 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ed368-eb2a-4b5d-a313-0eb9cda06c45 None None] Pushing event updated for resources: {'Port': ['ID=8ab5f6ec-5d84-49cf-bab8-7f32df692166,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:55.278809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5e6ed368-eb2a-4b5d-a313-0eb9cda06c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:55.310804 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:55.324376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Transition to ACTIVE for port object 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:19:55.366438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Transition to ACTIVE for port object 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:19:55.371629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] Set router 55eda002-2a70-485c-96d3-5742fafdee38 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:19:55.374843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:55.413963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:55.430806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.20.0.1 (8de77e12-757b-4616-95e9-966a5db1bba2/b9b7f610-b4ef-46c0-aa33-d922fe814185/31370e66-99e6-4b33-baea-dddb06483f2c) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:19:55.517220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Network 8de77e12-757b-4616-95e9-966a5db1bba2 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:19:55.523704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:19:55.525975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:19:55.539730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Pushing event updated for resources: {'Port': ['ID=3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:55.542274 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:55.574049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:55.587147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Transition to ACTIVE for port object 31370e66-99e6-4b33-baea-dddb06483f2c will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:19:55.630349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:55.633215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-df78489c-a531-4b43-b717-4d472f7e95ea tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:55.678271 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 8de77e12-757b-4616-95e9-966a5db1bba2 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:19:55.680730 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Attempting to bind port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:19:55.681168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Attempting to bind port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:19:55.681483 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Attempting to bind port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f on network 8de77e12-757b-4616-95e9-966a5db1bba2 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:19:55.685140 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:19:55.688950 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:19:55.690081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:19:55.690465 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Checking segment: {'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:19:55.690898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:55.691298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Bound using segment: {'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:19:55.691773 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Bound port: 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:19:55.692658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:55.725993 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=31370e66-99e6-4b33-baea-dddb06483f2c,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:55.730225 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:55.748665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:55.798109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] For port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:19:55.802212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] For port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f,segment=NetworkSegment(55f8c46d-52c6-43e2-9013-39f89d39031a),segment_id=55f8c46d-52c6-43e2-9013-39f89d39031a)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:19:55.807580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:55.810160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2c8819c3-5cce-4a12-8434-95ad89b61efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:55.812518 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:52Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:55.850990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac1e9a-55f5-48ee-a326-7f556501d35f None None] The sync data for ids ['55eda002-2a70-485c-96d3-5742fafdee38'] in dv-neutron-786478-5-hyperv is: [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:52Z', 'revision_number': 3, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:19:55.880543 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Pushing event updated for resources: {'Port': ['ID=3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:55.884965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:55.938422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:56.342492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:56.347265 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:56.352858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:56.440655 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:56.443114 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=31370e66-99e6-4b33-baea-dddb06483f2c,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:56.446402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:56.575827 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 8de77e12-757b-4616-95e9-966a5db1bba2 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:19:56.577407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:19:56.745618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 55eda002-2a70-485c-96d3-5742fafdee38 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:19:56.845318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b8ce2-7d2f-4cca-98d7-7870e158c1f6 None None] Network 8de77e12-757b-4616-95e9-966a5db1bba2 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:19:56.893637 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:19:56.899428 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "PUT /v2.0/routers/55eda002-2a70-485c-96d3-5742fafdee38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5502219 Jun 11 12:19:56.952858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f90372b4-2789-4050-acee-85bf98b23822 None None] Provisioning for port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:19:57.046255 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-d382273d-6edc-443f-9988-f8ba141dd42b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327926798&fields=id&tenant_id=7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 267 time: 0.0397484 Jun 11 12:19:57.193451 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-1a56549d-dc43-4bd7-9bd8-d2948dd13bfc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:57.194929 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-1a56549d-dc43-4bd7-9bd8-d2948dd13bfc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/networks?id=8de77e12-757b-4616-95e9-966a5db1bba2 HTTP/1.1" status: 200 len: 797 time: 0.1421218 Jun 11 12:19:57.213018 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-71adbba2-3e38-4bfb-ab90-3e095d5a46fc tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/quotas/7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 375 time: 0.0111752 Jun 11 12:19:57.290744 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-1e30d810-5c5f-48c9-9db1-bcef1d20565c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720031 Jun 11 12:19:57.413459 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Sync routers for ids ['55eda002-2a70-485c-96d3-5742fafdee38'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:19:57.422930 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Routers {'55eda002-2a70-485c-96d3-5742fafdee38'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:19:57.423557 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:19:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['55eda002-2a70-485c-96d3-5742fafdee38'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:57.464127 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-cb16f034-2d48-4635-975f-0675f228d44d service neutron] 10.222.0.46 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613233 Jun 11 12:19:57.496352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6310231d-fcf5-4a0e-abb4-f68d51e2941d None None] Provisioning for port 31370e66-99e6-4b33-baea-dddb06483f2c completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:19:57.500963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-6310231d-fcf5-4a0e-abb4-f68d51e2941d None None] Provisioning complete for port 31370e66-99e6-4b33-baea-dddb06483f2c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:19:57.501584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6310231d-fcf5-4a0e-abb4-f68d51e2941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:57.552436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-6310231d-fcf5-4a0e-abb4-f68d51e2941d None None] Port 31370e66-99e6-4b33-baea-dddb06483f2c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:19:57.576362 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Set router 55eda002-2a70-485c-96d3-5742fafdee38 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:19:57.611180 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-d037ecfe-9046-45a5-a27a-0f86392163e2 service neutron] 10.222.0.46 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395984 Jun 11 12:19:57.673658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1f3aaad7-9872-479e-8056-3cd357359b88 None None] Provisioning complete for port 31370e66-99e6-4b33-baea-dddb06483f2c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:19:57.674157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f3aaad7-9872-479e-8056-3cd357359b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:57.744759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-1f3aaad7-9872-479e-8056-3cd357359b88 None None] Port 31370e66-99e6-4b33-baea-dddb06483f2c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:19:57.828797 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-decb922e-b659-48db-95bf-c574a71c6dd7 req-e2c1c6cf-b61c-44ab-ad4c-7eec97ee7dc2 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 210 time: 0.0535610 Jun 11 12:19:57.896155 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:55Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '31370e66-99e6-4b33-baea-dddb06483f2c', 'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:02:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:55Z', 'updated_at': '2021-06-11T12:19:56Z', 'revision_number': 2, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:57.899764 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Checking router: 55eda002-2a70-485c-96d3-5742fafdee38 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:19:57.900171 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Updating router 55eda002-2a70-485c-96d3-5742fafdee38 port 31370e66-99e6-4b33-baea-dddb06483f2c binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:19:57.943765 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.000309 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-3782c122-b81b-4925-a5ec-530cd64ceaf1 None None] Provisioning complete for port 31370e66-99e6-4b33-baea-dddb06483f2c triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:19:58.001304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3782c122-b81b-4925-a5ec-530cd64ceaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.033646 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.055442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-3782c122-b81b-4925-a5ec-530cd64ceaf1 None None] Port 31370e66-99e6-4b33-baea-dddb06483f2c cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:19:58.132585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8ab5f6ec-5d84-49cf-bab8-7f32df692166 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:19:58.202981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 8ab5f6ec-5d84-49cf-bab8-7f32df692166 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:19:58.207104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 8ab5f6ec-5d84-49cf-bab8-7f32df692166 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:19:58.207496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.306044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.327896 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 8ab5f6ec-5d84-49cf-bab8-7f32df692166, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8ab5f6ec-5d84-49cf-bab8-7f32df692166,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:19:58.331783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.333286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:19:58.336017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:58.342878 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.353721 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Transition to ACTIVE for port object 31370e66-99e6-4b33-baea-dddb06483f2c will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:19:58.360251 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.362297 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-fdace4fc-81c0-49e9-bf61-cc012bdbbfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:58.440163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=8ab5f6ec-5d84-49cf-bab8-7f32df692166,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:58.451551 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:58.460513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:19:58.461644 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Pushing event updated for resources: {'Port': ['ID=31370e66-99e6-4b33-baea-dddb06483f2c,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:58.464861 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:19:58.465306 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.496294 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.496646 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.497198 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.497535 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.498053 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.498391 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.498750 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.499084 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.499416 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.499745 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.500071 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.500397 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:19:58.505651 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:58.543774 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Attempting to bind port 31370e66-99e6-4b33-baea-dddb06483f2c on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:19:58.544165 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Attempting to bind port 31370e66-99e6-4b33-baea-dddb06483f2c by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:19:58.544538 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Attempting to bind port 31370e66-99e6-4b33-baea-dddb06483f2c on network 8de77e12-757b-4616-95e9-966a5db1bba2 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:19:58.549807 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:19:58.550195 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Checking segment: {'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:19:58.550644 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.551054 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Bound using segment: {'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:19:58.552226 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Bound port: 31370e66-99e6-4b33-baea-dddb06483f2c, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:19:58.552674 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.576956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.621329 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f,segment=NetworkSegment(55f8c46d-52c6-43e2-9013-39f89d39031a),segment_id=55f8c46d-52c6-43e2-9013-39f89d39031a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:19:58.626900 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.633482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2c8819c3-5cce-4a12-8434-95ad89b61efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:58.643921 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] For port 31370e66-99e6-4b33-baea-dddb06483f2c, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:19:58.647497 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] For port 31370e66-99e6-4b33-baea-dddb06483f2c, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=31370e66-99e6-4b33-baea-dddb06483f2c,segment=NetworkSegment(55f8c46d-52c6-43e2-9013-39f89d39031a),segment_id=55f8c46d-52c6-43e2-9013-39f89d39031a)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:19:58.653140 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:58.655147 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-96098d56-99a8-455c-b6a8-8fe493982dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:58.704687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:58.711439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:58.712940 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Routers {'55eda002-2a70-485c-96d3-5742fafdee38'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:19:58.713473 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:19:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['55eda002-2a70-485c-96d3-5742fafdee38'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:58.949880 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Pushing event updated for resources: {'Port': ['ID=31370e66-99e6-4b33-baea-dddb06483f2c,revision_number=4']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:58.953608 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:58.983989 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] Set router 55eda002-2a70-485c-96d3-5742fafdee38 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:19:59.019093 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ef2a48c1-84a2-47f5-bc86-c877fe890ce7 req-497abdc7-7c11-4fe7-a394-caa358c5bb95 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 210 time: 0.0340500 Jun 11 12:19:59.106353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-7084ac92-69b7-4e88-9834-873ab7c19200 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:59.107943 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-7084ac92-69b7-4e88-9834-873ab7c19200 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/networks?id=8de77e12-757b-4616-95e9-966a5db1bba2 HTTP/1.1" status: 200 len: 797 time: 0.1699324 Jun 11 12:19:59.155868 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-c8b9d731-8fb4-4935-8a96-775e038f3ee3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7622f0fbdf77412a8547dcfd863ad52a HTTP/1.1" status: 200 len: 379 time: 0.0397310 Jun 11 12:19:59.166217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'port': {'device_id': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'admin_state_up': True, 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'security_groups': ['9a945f73-7462-4586-943f-b9482f57f217']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:19:59.263891 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:55Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '31370e66-99e6-4b33-baea-dddb06483f2c', 'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:02:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:55Z', 'updated_at': '2021-06-11T12:19:58Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:19:59.267326 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98f48-556b-48f0-be22-c4224847dc17 None None] The sync data for ids ['55eda002-2a70-485c-96d3-5742fafdee38'] in dv-neutron-786478-5-hyperv is: [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:55Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '31370e66-99e6-4b33-baea-dddb06483f2c', 'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:02:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:55Z', 'updated_at': '2021-06-11T12:19:58Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:19:59.351693 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Made reservation on behalf of 7622f0fbdf77412a8547dcfd863ad52a for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:19:59.355419 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:59.505732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.20.0.9 (8de77e12-757b-4616-95e9-966a5db1bba2/b9b7f610-b4ef-46c0-aa33-d922fe814185/7074d54a-9723-4b95-b5f3-d20f90f35071) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:19:59.684380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:59.697668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Transition to ACTIVE for port object 7074d54a-9723-4b95-b5f3-d20f90f35071 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:19:59.734109 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:59.738276 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5b9e1219-25e4-4a0a-8779-345c621dafb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:19:59.793623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 8de77e12-757b-4616-95e9-966a5db1bba2 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:19:59.797149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:19:59.801059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:19:59.832987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=7074d54a-9723-4b95-b5f3-d20f90f35071,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:19:59.838314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:19:59.864277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:19:59.865342 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:19:59.883276 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7225926 Jun 11 12:19:59.896802 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Request body: {'port': {'device_id': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:20:00.006733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:00.059534 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-23bdf12e-7187-4940-bf5a-576ae189f5b6 None None] Provisioning for port 7074d54a-9723-4b95-b5f3-d20f90f35071 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:20:00.066493 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-23bdf12e-7187-4940-bf5a-576ae189f5b6 None None] Provisioning complete for port 7074d54a-9723-4b95-b5f3-d20f90f35071 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:20:00.067292 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-23bdf12e-7187-4940-bf5a-576ae189f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:00.124124 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-23bdf12e-7187-4940-bf5a-576ae189f5b6 None None] Port 7074d54a-9723-4b95-b5f3-d20f90f35071 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:20:00.171141 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8ab5f6ec-5d84-49cf-bab8-7f32df692166 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:20:00.227596 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 8ab5f6ec-5d84-49cf-bab8-7f32df692166 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:20:00.228651 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:00.336219 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:20:00.391298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:20:00.391696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:00.489248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 31370e66-99e6-4b33-baea-dddb06483f2c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:20:00.543753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 31370e66-99e6-4b33-baea-dddb06483f2c completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:20:00.547819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 31370e66-99e6-4b33-baea-dddb06483f2c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:20:00.548199 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:00.643712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:00.682418 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 31370e66-99e6-4b33-baea-dddb06483f2c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=31370e66-99e6-4b33-baea-dddb06483f2c,segment=NetworkSegment(55f8c46d-52c6-43e2-9013-39f89d39031a),segment_id=55f8c46d-52c6-43e2-9013-39f89d39031a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:20:00.687108 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:00.689022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:00.743874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=31370e66-99e6-4b33-baea-dddb06483f2c,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:00.746858 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:00.747336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5b43c-d13c-4e9d-a028-a9c2d59fd192 req-2d00cf83-01fa-4878-8024-d63de062d426 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:00.748797 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-56a5b43c-d13c-4e9d-a028-a9c2d59fd192 req-2d00cf83-01fa-4878-8024-d63de062d426 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 931 time: 0.5836856 Jun 11 12:20:00.821436 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-56a5b43c-d13c-4e9d-a028-a9c2d59fd192 req-fc63a4bc-0564-4f55-b034-c3225c0d2c5a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646925 Jun 11 12:20:00.864429 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7074d54a-9723-4b95-b5f3-d20f90f35071 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:20:00.871612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:00.883531 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Transition to ACTIVE for port object 7074d54a-9723-4b95-b5f3-d20f90f35071 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:20:00.887459 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:00.890218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:01.010976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7074d54a-9723-4b95-b5f3-d20f90f35071,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:01.037708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:01.075434 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Attempting to bind port 7074d54a-9723-4b95-b5f3-d20f90f35071 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:20:01.075777 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Attempting to bind port 7074d54a-9723-4b95-b5f3-d20f90f35071 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:20:01.076111 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Attempting to bind port 7074d54a-9723-4b95-b5f3-d20f90f35071 on network 8de77e12-757b-4616-95e9-966a5db1bba2 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:20:01.080405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Port 7074d54a-9723-4b95-b5f3-d20f90f35071 on network 8de77e12-757b-4616-95e9-966a5db1bba2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:20:01.080729 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Attempting to bind port 7074d54a-9723-4b95-b5f3-d20f90f35071 on network 8de77e12-757b-4616-95e9-966a5db1bba2 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:20:01.085974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:20:01.086316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Checking segment: {'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:20:01.086742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Bound using segment: {'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:20:01.087168 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Bound port: 7074d54a-9723-4b95-b5f3-d20f90f35071, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f8c46d-52c6-43e2-9013-39f89d39031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:20:01.087517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:01.159344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] For port 7074d54a-9723-4b95-b5f3-d20f90f35071, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:20:01.162264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] For port 7074d54a-9723-4b95-b5f3-d20f90f35071, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7074d54a-9723-4b95-b5f3-d20f90f35071,segment=NetworkSegment(55f8c46d-52c6-43e2-9013-39f89d39031a),segment_id=55f8c46d-52c6-43e2-9013-39f89d39031a)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:20:01.167503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:01.169461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3473ff6b-f33a-41de-b546-d3e89b8e527e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:01.211381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:01.211975 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:01.213379 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] 10.222.0.25 "PUT /v2.0/ports/7074d54a-9723-4b95-b5f3-d20f90f35071 HTTP/1.1" status: 200 len: 1093 time: 1.3217475 Jun 11 12:20:01.213914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'tag': '7074d54a-9723-4b95-b5f3-d20f90f35071'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:20:01.216270 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ec92a8-710e-4136-abde-8006d21b0d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "665e72c4-746b-4cc5-b0c5-6add6968fdab", "tag": "7074d54a-9723-4b95-b5f3-d20f90f35071"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:20:01.245562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7074d54a-9723-4b95-b5f3-d20f90f35071,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:01.249173 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:01.290001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ece17b-fc6d-429b-994a-7626828ed02b x-openstack-request-id: req-13ece17b-fc6d-429b-994a-7626828ed02b {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:20:01.290359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665e72c4-746b-4cc5-b0c5-6add6968fdab", "tag": "7074d54a-9723-4b95-b5f3-d20f90f35071", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:20:01.290908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13ece17b-fc6d-429b-994a-7626828ed02b {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:20:01.291365 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'tag': '7074d54a-9723-4b95-b5f3-d20f90f35071', 'status': 'completed', 'code': 200} Jun 11 12:20:01.325867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-be3daadf-2737-44ae-ab33-2181d2dfe644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:01.327424 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-be3daadf-2737-44ae-ab33-2181d2dfe644 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 1096 time: 0.0715203 Jun 11 12:20:01.382772 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-3a50abbc-2229-4cbe-90c4-4f095bd0deee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7074d54a-9723-4b95-b5f3-d20f90f35071 HTTP/1.1" status: 200 len: 217 time: 0.0486729 Jun 11 12:20:01.441171 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-58547eed-eb9d-4265-b99b-123c3e771c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:01.443187 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-58547eed-eb9d-4265-b99b-123c3e771c97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9b7f610-b4ef-46c0-aa33-d922fe814185 HTTP/1.1" status: 200 len: 833 time: 0.0540044 Jun 11 12:20:01.510396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-715d60c0-7bf1-4241-b424-68ad2abd16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:01.511827 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-715d60c0-7bf1-4241-b424-68ad2abd16b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8de77e12-757b-4616-95e9-966a5db1bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618856 Jun 11 12:20:01.627915 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-78741980-a00d-44f0-97dd-668dd8d79372 service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094847 Jun 11 12:20:01.745898 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cbf9381-c45c-401e-9569-a73ae1adc26b req-9faea613-9c66-48c8-81ec-0ddab2a9e772 service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110468 Jun 11 12:20:01.859101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec92a8-710e-4136-abde-8006d21b0d7a req-23e3b71c-53bb-4060-a898-1b3a34ad20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:01.860670 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33ec92a8-710e-4136-abde-8006d21b0d7a req-23e3b71c-53bb-4060-a898-1b3a34ad20b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 1096 time: 0.0666659 Jun 11 12:20:02.018611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec92a8-710e-4136-abde-8006d21b0d7a req-79034e7d-00ee-4eb4-abbf-e0a1c473023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:02.020573 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33ec92a8-710e-4136-abde-8006d21b0d7a req-79034e7d-00ee-4eb4-abbf-e0a1c473023e service neutron] 10.222.0.25 "GET /v2.0/networks?id=8de77e12-757b-4616-95e9-966a5db1bba2 HTTP/1.1" status: 200 len: 899 time: 0.1530464 Jun 11 12:20:02.035398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 31370e66-99e6-4b33-baea-dddb06483f2c up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:20:02.089355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca5166-8b7f-4515-8d08-69459b1c7978 req-a48bb58c-c1c8-40bb-ab0d-465e1ba50fe7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:02.089920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 31370e66-99e6-4b33-baea-dddb06483f2c triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:20:02.090314 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:02.090817 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67ca5166-8b7f-4515-8d08-69459b1c7978 req-a48bb58c-c1c8-40bb-ab0d-465e1ba50fe7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 943 time: 0.1475601 Jun 11 12:20:02.092032 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33ec92a8-710e-4136-abde-8006d21b0d7a req-fd00bca3-3be4-4e12-98c1-8aabd9114a4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7074d54a-9723-4b95-b5f3-d20f90f35071 HTTP/1.1" status: 200 len: 217 time: 0.0636508 Jun 11 12:20:02.173541 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67ca5166-8b7f-4515-8d08-69459b1c7978 req-46f02de8-a772-45b3-80c8-56ba56d513b3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767419 Jun 11 12:20:02.177105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec92a8-710e-4136-abde-8006d21b0d7a req-25e5b392-2e26-4f93-a776-5cb5816fd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:02.179625 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33ec92a8-710e-4136-abde-8006d21b0d7a req-25e5b392-2e26-4f93-a776-5cb5816fd205 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9b7f610-b4ef-46c0-aa33-d922fe814185 HTTP/1.1" status: 200 len: 833 time: 0.0762146 Jun 11 12:20:02.244014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec92a8-710e-4136-abde-8006d21b0d7a req-65efb661-9996-407e-99a2-ab32a5c9ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:02.245422 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33ec92a8-710e-4136-abde-8006d21b0d7a req-65efb661-9996-407e-99a2-ab32a5c9ca48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8de77e12-757b-4616-95e9-966a5db1bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582438 Jun 11 12:20:02.361993 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33ec92a8-710e-4136-abde-8006d21b0d7a req-ed929edd-1bbe-4f82-b84a-1b3e72346211 service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096103 Jun 11 12:20:02.484779 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33ec92a8-710e-4136-abde-8006d21b0d7a req-822a8216-72f7-447c-acad-c975f63795bc service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147103 Jun 11 12:20:03.351516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44934b6f-45d5-421e-b809-119a8e6072c8 req-0b09ab34-e794-457d-a12e-94f21d49acdd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:03.353181 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-44934b6f-45d5-421e-b809-119a8e6072c8 req-0b09ab34-e794-457d-a12e-94f21d49acdd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 943 time: 0.0681787 Jun 11 12:20:03.397597 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-44934b6f-45d5-421e-b809-119a8e6072c8 req-b9e7026f-083a-4426-a427-694f32512718 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Jun 11 12:20:04.573364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf53005-136e-4383-923c-89f503fa9a6f req-5c60be7c-b8f2-453c-af57-39a4c02a5d61 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:04.574822 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bcf53005-136e-4383-923c-89f503fa9a6f req-5c60be7c-b8f2-453c-af57-39a4c02a5d61 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 943 time: 0.0689459 Jun 11 12:20:04.624054 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bcf53005-136e-4383-923c-89f503fa9a6f req-288030d6-bf6e-49ab-9290-ba922cd83cd8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436804 Jun 11 12:20:05.387998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 7074d54a-9723-4b95-b5f3-d20f90f35071 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:20:05.503888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 7074d54a-9723-4b95-b5f3-d20f90f35071, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7074d54a-9723-4b95-b5f3-d20f90f35071,segment=NetworkSegment(55f8c46d-52c6-43e2-9013-39f89d39031a),segment_id=55f8c46d-52c6-43e2-9013-39f89d39031a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:20:05.515318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '7074d54a-9723-4b95-b5f3-d20f90f35071', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'port_id': '7074d54a-9723-4b95-b5f3-d20f90f35071', 'mac_address': 'fa:16:3e:a1:9f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:20:05.560648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:05.574477 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7074d54a-9723-4b95-b5f3-d20f90f35071 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:20:05.594172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 7074d54a-9723-4b95-b5f3-d20f90f35071, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7074d54a-9723-4b95-b5f3-d20f90f35071,segment=NetworkSegment(55f8c46d-52c6-43e2-9013-39f89d39031a),segment_id=55f8c46d-52c6-43e2-9013-39f89d39031a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:20:05.601955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:05.603869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-653ed9be-b629-437d-afb1-6add5afef5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:05.655762 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=7074d54a-9723-4b95-b5f3-d20f90f35071,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:05.663441 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:05.813540 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0c56c-77d0-4192-8d29-34cb6ee515a7 req-e6a84847-2abb-47a3-a21e-75dab3f085e4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:05.816777 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-eca0c56c-77d0-4192-8d29-34cb6ee515a7 req-e6a84847-2abb-47a3-a21e-75dab3f085e4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 944 time: 0.0713556 Jun 11 12:20:05.834892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['7074d54a-9723-4b95-b5f3-d20f90f35071'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:20:05.856594 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-eca0c56c-77d0-4192-8d29-34cb6ee515a7 req-ba24e837-89ce-4b7c-9b53-1e07c54f835e tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359964 Jun 11 12:20:07.198390 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f80676-eba6-4deb-b7ff-3a5b7060dda1 req-52c2a5d6-92d6-40f0-87b1-41249aaeff8d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:07.199903 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-17f80676-eba6-4deb-b7ff-3a5b7060dda1 req-52c2a5d6-92d6-40f0-87b1-41249aaeff8d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 944 time: 0.0696063 Jun 11 12:20:07.241587 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-17f80676-eba6-4deb-b7ff-3a5b7060dda1 req-7eaba7d3-b248-4f46-8406-d66e70c0e1ca tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359526 Jun 11 12:20:07.403188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 7074d54a-9723-4b95-b5f3-d20f90f35071 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:20:07.458976 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 7074d54a-9723-4b95-b5f3-d20f90f35071 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:20:07.462339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 7074d54a-9723-4b95-b5f3-d20f90f35071 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:20:07.462746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:07.547488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:07.570359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7074d54a-9723-4b95-b5f3-d20f90f35071'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:20:07.572624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e6613c-d28c-4fd1-ba50-7328983a4cac" -d '{"events": [{"server_uuid": "665e72c4-746b-4cc5-b0c5-6add6968fdab", "name": "network-vif-plugged", "status": "completed", "tag": "7074d54a-9723-4b95-b5f3-d20f90f35071"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:20:07.586636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 7074d54a-9723-4b95-b5f3-d20f90f35071, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7074d54a-9723-4b95-b5f3-d20f90f35071,segment=NetworkSegment(55f8c46d-52c6-43e2-9013-39f89d39031a),segment_id=55f8c46d-52c6-43e2-9013-39f89d39031a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:20:07.591789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:07.593694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:07.650664 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=7074d54a-9723-4b95-b5f3-d20f90f35071,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:07.654307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:07.655969 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf9c7e0-31c5-4029-966a-b64706a33774 x-openstack-request-id: req-3bf9c7e0-31c5-4029-966a-b64706a33774 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:20:07.656269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665e72c4-746b-4cc5-b0c5-6add6968fdab", "name": "network-vif-plugged", "status": "completed", "tag": "7074d54a-9723-4b95-b5f3-d20f90f35071", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:20:07.656533 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3bf9c7e0-31c5-4029-966a-b64706a33774 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:20:07.656930 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7074d54a-9723-4b95-b5f3-d20f90f35071', 'code': 200} Jun 11 12:20:07.873944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e43af-9a97-4b2a-9632-863f7aaac111 req-dc3e3e78-5e5d-4312-bae5-434ca5990c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:07.875439 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b90e43af-9a97-4b2a-9632-863f7aaac111 req-dc3e3e78-5e5d-4312-bae5-434ca5990c27 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 1098 time: 0.0562725 Jun 11 12:20:07.911550 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b90e43af-9a97-4b2a-9632-863f7aaac111 req-07b77a3e-9639-404d-ba13-a847f5873b5c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302527 Jun 11 12:20:08.421908 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f81fc5-2f8b-40cf-802e-282677213e10 req-970a1a09-26f7-44e0-b694-c10f00c141e3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:08.423396 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67f81fc5-2f8b-40cf-802e-282677213e10 req-970a1a09-26f7-44e0-b694-c10f00c141e3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0744464 Jun 11 12:20:08.464061 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-67f81fc5-2f8b-40cf-802e-282677213e10 req-42716c3b-cdf8-43d2-ad18-4a7c0c255a33 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343187 Jun 11 12:20:09.643022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdda2c-9759-49d1-897f-a86c505f5d9d req-f4733411-7013-442b-83f3-37509e4c80eb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:09.644400 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fecdda2c-9759-49d1-897f-a86c505f5d9d req-f4733411-7013-442b-83f3-37509e4c80eb tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0702600 Jun 11 12:20:09.689918 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fecdda2c-9759-49d1-897f-a86c505f5d9d req-97a51562-c2d5-4f06-8298-36a01b40e9d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395610 Jun 11 12:20:09.868222 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357856e1-7b1a-48aa-9bb3-9f4d83db417b req-a67c7218-2723-44e3-ac22-466b9d138dcf tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:09.869668 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-357856e1-7b1a-48aa-9bb3-9f4d83db417b req-a67c7218-2723-44e3-ac22-466b9d138dcf tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0678539 Jun 11 12:20:09.911478 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-357856e1-7b1a-48aa-9bb3-9f4d83db417b req-2e42b20a-94d1-4788-bd21-e524b771aa3e tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353472 Jun 11 12:20:09.935093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54794) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:09.997217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba55ddb-615d-4758-8a25-1b72f4f0d232 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:09.998745 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7ba55ddb-615d-4758-8a25-1b72f4f0d232 tempest-TestNetworkAdvancedServerOps-642828386 tempest-TestNetworkAdvancedServerOps-642828386-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 1093 time: 0.0626397 Jun 11 12:20:10.001486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54796) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:10.006020 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '7074d54a-9723-4b95-b5f3-d20f90f35071', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:20:10.027181 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:10.148315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:10.262595 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Allocated IP 172.26.6.93 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/fce4be07-0322-40ff-ab40-42d26ca3d993) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:20:10.389132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:10.427895 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:10.430638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1510b52e-ac2a-4b08-821e-733c82163c71 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:10.477570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:20:10.480408 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:20:10.483965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:20:10.516147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=fce4be07-0322-40ff-ab40-42d26ca3d993,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:10.523774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:10.931681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:11.022337 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:11.198747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:11.203049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:11.205743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:11.290115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event updated for resources: {'Port': ['ID=fce4be07-0322-40ff-ab40-42d26ca3d993,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:11.292787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:11.299189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:11.440307 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Floating IP 64a44593-b80b-42ce-ba3f-60e043ea2de6 associated. External IP: 172.26.6.93, port: 7074d54a-9723-4b95-b5f3-d20f90f35071. Jun 11 12:20:11.729011 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 55eda002-2a70-485c-96d3-5742fafdee38 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:20:12.183331 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-72fb4fa7-c98e-47e4-b335-5a5f980775cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:12.273563 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:20:12.282789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732f5f92-4657-46fe-940f-053f0c251a41 None None] Sync routers for ids ['55eda002-2a70-485c-96d3-5742fafdee38'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:20:12.290351 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:12.292362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f5f92-4657-46fe-940f-053f0c251a41 None None] Routers {'55eda002-2a70-485c-96d3-5742fafdee38'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:20:12.293007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-732f5f92-4657-46fe-940f-053f0c251a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:19:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['55eda002-2a70-485c-96d3-5742fafdee38'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:12.331670 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3291335 Jun 11 12:20:12.332500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'tag': '7074d54a-9723-4b95-b5f3-d20f90f35071'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:20:12.334959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "665e72c4-746b-4cc5-b0c5-6add6968fdab", "tag": "7074d54a-9723-4b95-b5f3-d20f90f35071"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:20:12.375435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9013403-9699-4496-8b66-2f64eedabf23 x-openstack-request-id: req-f9013403-9699-4496-8b66-2f64eedabf23 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:20:12.375790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665e72c4-746b-4cc5-b0c5-6add6968fdab", "tag": "7074d54a-9723-4b95-b5f3-d20f90f35071", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:20:12.376106 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9013403-9699-4496-8b66-2f64eedabf23 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:20:12.376567 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'tag': '7074d54a-9723-4b95-b5f3-d20f90f35071', 'status': 'completed', 'code': 200} Jun 11 12:20:12.438570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-732f5f92-4657-46fe-940f-053f0c251a41 None None] Set router 55eda002-2a70-485c-96d3-5742fafdee38 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:20:12.462160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0 req-97321075-72cb-4c90-a529-94af7f9aae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:12.463673 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0 req-97321075-72cb-4c90-a529-94af7f9aae62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 1098 time: 0.0643077 Jun 11 12:20:12.496061 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85d7eb-4554-4b53-9949-e5b3575983b9 req-a202ddb3-93b9-443c-8d31-23500a9bd131 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:12.498205 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5a85d7eb-4554-4b53-9949-e5b3575983b9 req-a202ddb3-93b9-443c-8d31-23500a9bd131 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0711241 Jun 11 12:20:12.542393 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5a85d7eb-4554-4b53-9949-e5b3575983b9 req-8947d7d1-7d41-4df4-bc73-cf2132252549 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377002 Jun 11 12:20:12.566978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54802) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:12.582912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0 req-d79ed68d-b98c-4697-8337-340d9456f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:12.588279 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0 req-d79ed68d-b98c-4697-8337-340d9456f4f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8de77e12-757b-4616-95e9-966a5db1bba2 HTTP/1.1" status: 200 len: 899 time: 0.1149497 Jun 11 12:20:12.651068 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b1d2b3f5-6e2d-4b87-8b87-cb5149a1772e tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/64a44593-b80b-42ce-ba3f-60e043ea2de6 HTTP/1.1" status: 200 len: 990 time: 0.0827372 Jun 11 12:20:12.676967 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0 req-1ae204a8-c784-4bdc-89ab-101f0c46e4b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7074d54a-9723-4b95-b5f3-d20f90f35071 HTTP/1.1" status: 200 len: 998 time: 0.0854836 Jun 11 12:20:12.727365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-732f5f92-4657-46fe-940f-053f0c251a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:55Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '64a44593-b80b-42ce-ba3f-60e043ea2de6', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'port_id': '7074d54a-9723-4b95-b5f3-d20f90f35071', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'mac_address': 'fa:16:3e:a1:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:20:10Z', 'updated_at': '2021-06-11T12:20:10Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31370e66-99e6-4b33-baea-dddb06483f2c', 'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:02:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:55Z', 'updated_at': '2021-06-11T12:20:00Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:12.730624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732f5f92-4657-46fe-940f-053f0c251a41 None None] Checking router: 55eda002-2a70-485c-96d3-5742fafdee38 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:20:12.734063 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0 req-831bef06-f81c-410a-b417-798aef548e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:12.735540 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0 req-831bef06-f81c-410a-b417-798aef548e5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9b7f610-b4ef-46c0-aa33-d922fe814185 HTTP/1.1" status: 200 len: 833 time: 0.0527332 Jun 11 12:20:12.738601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f5f92-4657-46fe-940f-053f0c251a41 None None] Routers {'55eda002-2a70-485c-96d3-5742fafdee38'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:20:12.739205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-732f5f92-4657-46fe-940f-053f0c251a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:19:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['55eda002-2a70-485c-96d3-5742fafdee38'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:12.803364 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0 req-8d139854-2618-4098-ad5f-2810beb5f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:12.804979 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0 req-8d139854-2618-4098-ad5f-2810beb5f468 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8de77e12-757b-4616-95e9-966a5db1bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0639074 Jun 11 12:20:12.925042 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0 req-1d9acf8c-a8c1-4989-9506-77f5d1dfef22 service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137402 Jun 11 12:20:13.038560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-732f5f92-4657-46fe-940f-053f0c251a41 None None] Set router 55eda002-2a70-485c-96d3-5742fafdee38 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:20:13.040749 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bb50fd0b-4dc4-4cc5-a6c3-d670f85e5ca0 req-a6ffc462-c454-43c6-82d6-ed3ba64b3de9 service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089048 Jun 11 12:20:13.311884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-732f5f92-4657-46fe-940f-053f0c251a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:55Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '64a44593-b80b-42ce-ba3f-60e043ea2de6', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'port_id': '7074d54a-9723-4b95-b5f3-d20f90f35071', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'mac_address': 'fa:16:3e:a1:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:20:10Z', 'updated_at': '2021-06-11T12:20:10Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31370e66-99e6-4b33-baea-dddb06483f2c', 'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:02:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:55Z', 'updated_at': '2021-06-11T12:20:00Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:13.315260 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732f5f92-4657-46fe-940f-053f0c251a41 None None] The sync data for ids ['55eda002-2a70-485c-96d3-5742fafdee38'] in dv-neutron-786478-5-hyperv is: [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:55Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '64a44593-b80b-42ce-ba3f-60e043ea2de6', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'port_id': '7074d54a-9723-4b95-b5f3-d20f90f35071', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'mac_address': 'fa:16:3e:a1:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:20:10Z', 'updated_at': '2021-06-11T12:20:10Z', 'revision_number': 0, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31370e66-99e6-4b33-baea-dddb06483f2c', 'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:02:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:55Z', 'updated_at': '2021-06-11T12:20:00Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:20:13.487284 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a87ae4-3ca4-45d4-a783-b8d0f1d11c55 None None] New status for floating IP 64a44593-b80b-42ce-ba3f-60e043ea2de6: ACTIVE {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:20:13.654739 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54804) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:13.738053 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1c38c86f-0a92-401c-82d3-418d85ffc912 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/64a44593-b80b-42ce-ba3f-60e043ea2de6 HTTP/1.1" status: 200 len: 990 time: 0.0820823 Jun 11 12:20:14.742374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54806) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:14.799263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:14.825257 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e28efec3-e0ac-4d1a-82a7-7418bd15d66d tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/64a44593-b80b-42ce-ba3f-60e043ea2de6 HTTP/1.1" status: 200 len: 992 time: 0.0816507 Jun 11 12:20:14.963459 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b9e79948-7619-4724-a278-f583a1cf4255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:16.174999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:16.857271 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:20:17.685080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [req-b5082084-0b91-4885-93f4-ba851a4a5beb req-18306aa4-637b-41d5-8677-30fc9e4c0d3a service neutron] (99005) timed out ('10.222.0.25', 59040) {{(pid=99005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 12:20:17.956986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:27.982362 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:31.642051 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-4482af8c-2d6b-4fe7-a307-5b55c14af7ce service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563619 Jun 11 12:20:31.746909 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-67930275-5cf5-435b-8ee2-a0e1e060a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:31.748363 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-67930275-5cf5-435b-8ee2-a0e1e060a0a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 1098 time: 0.0630813 Jun 11 12:20:31.884473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-0cbc18da-5986-47d7-9a52-3ea2ec660fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:31.885815 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-0cbc18da-5986-47d7-9a52-3ea2ec660fe9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8de77e12-757b-4616-95e9-966a5db1bba2 HTTP/1.1" status: 200 len: 899 time: 0.1175528 Jun 11 12:20:31.966448 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-6bd7a81b-dc73-4089-a04e-25e5721f8bc5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7074d54a-9723-4b95-b5f3-d20f90f35071 HTTP/1.1" status: 200 len: 1000 time: 0.0739932 Jun 11 12:20:32.027375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-141e4289-1271-4536-870c-248e6f6dd1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:32.028845 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-141e4289-1271-4536-870c-248e6f6dd1d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9b7f610-b4ef-46c0-aa33-d922fe814185 HTTP/1.1" status: 200 len: 833 time: 0.0557451 Jun 11 12:20:32.090247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-2b489e88-3c61-4775-819f-eab9d0eba41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:32.091703 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-2b489e88-3c61-4775-819f-eab9d0eba41e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8de77e12-757b-4616-95e9-966a5db1bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567162 Jun 11 12:20:32.206469 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-989ea3a9-cacf-4797-a6ce-3ead255b8daa service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083703 Jun 11 12:20:32.322444 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-06068f02-b8c9-46bd-a0d3-5b1de57a98a5 req-d0005a55-501b-4b96-82ed-86856212326b service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082098 Jun 11 12:20:42.184142 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a006d4c7-ed73-4de0-8aa5-f4d0ed7c1ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:44.390860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2261f3-cc85-4aa1-8b2f-903cc0525720 req-49820458-888f-4e30-b75e-c5f1d5853ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:44.392330 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4e2261f3-cc85-4aa1-8b2f-903cc0525720 req-49820458-888f-4e30-b75e-c5f1d5853ad5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0690022 Jun 11 12:20:44.436278 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4e2261f3-cc85-4aa1-8b2f-903cc0525720 req-19df0603-5ecc-49af-b9d2-5b01b29b05ec tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375011 Jun 11 12:20:44.800460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:44.962200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-81ac4d0d-efa0-493c-9e6b-0c24c5b2f8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:45.628299 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d104f-f9d4-4f44-8e73-ae4aecb903dc req-2dd8fb26-4ff0-445e-8f53-ae7a81ffe828 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:45.629764 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-110d104f-f9d4-4f44-8e73-ae4aecb903dc req-2dd8fb26-4ff0-445e-8f53-ae7a81ffe828 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0804369 Jun 11 12:20:45.672466 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-110d104f-f9d4-4f44-8e73-ae4aecb903dc req-63cd631c-7e94-41c4-942d-4a9c8af6087f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368590 Jun 11 12:20:45.695909 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54824) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:45.775235 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2df157a4-ce08-4a3a-ba71-00d12cb35422 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/64a44593-b80b-42ce-ba3f-60e043ea2de6 HTTP/1.1" status: 200 len: 992 time: 0.0780332 Jun 11 12:20:46.178290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:47.254248 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bcf83-963f-4923-89b7-258f57ab605d req-3c0fcc4b-558e-475f-822c-30f2620d6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:47.256218 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-051bcf83-963f-4923-89b7-258f57ab605d req-3c0fcc4b-558e-475f-822c-30f2620d6d40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 1098 time: 0.1135180 Jun 11 12:20:47.267701 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fffc73-00a0-44e1-a9a8-bc7c5fca4011 req-f0e14b31-0403-4c4c-8526-e87705836e6a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:47.269037 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c4fffc73-00a0-44e1-a9a8-bc7c5fca4011 req-f0e14b31-0403-4c4c-8526-e87705836e6a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0943832 Jun 11 12:20:47.381934 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c4fffc73-00a0-44e1-a9a8-bc7c5fca4011 req-afa99a90-dd33-4dab-93f8-2ca6569a5125 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040025 Jun 11 12:20:47.409871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bcf83-963f-4923-89b7-258f57ab605d req-16c62d56-d15a-4b97-a31c-f30973e6e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:47.411327 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-051bcf83-963f-4923-89b7-258f57ab605d req-16c62d56-d15a-4b97-a31c-f30973e6e161 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8de77e12-757b-4616-95e9-966a5db1bba2 HTTP/1.1" status: 200 len: 899 time: 0.1414688 Jun 11 12:20:47.496935 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-051bcf83-963f-4923-89b7-258f57ab605d req-63efa2aa-caa4-4830-85c5-38e711147826 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7074d54a-9723-4b95-b5f3-d20f90f35071 HTTP/1.1" status: 200 len: 1000 time: 0.0781813 Jun 11 12:20:47.552890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bcf83-963f-4923-89b7-258f57ab605d req-2a95c22c-3cb9-482e-9c2b-d2587f3441dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:47.554329 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-051bcf83-963f-4923-89b7-258f57ab605d req-2a95c22c-3cb9-482e-9c2b-d2587f3441dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9b7f610-b4ef-46c0-aa33-d922fe814185 HTTP/1.1" status: 200 len: 833 time: 0.0512731 Jun 11 12:20:47.623632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bcf83-963f-4923-89b7-258f57ab605d req-9862bf90-a007-46c0-b6c4-e76460a527f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:47.625098 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-051bcf83-963f-4923-89b7-258f57ab605d req-9862bf90-a007-46c0-b6c4-e76460a527f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8de77e12-757b-4616-95e9-966a5db1bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0630395 Jun 11 12:20:47.741880 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-051bcf83-963f-4923-89b7-258f57ab605d req-31e53fa7-a8ba-4708-9095-74832d52b89e service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098588 Jun 11 12:20:47.859229 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-051bcf83-963f-4923-89b7-258f57ab605d req-1cfb456a-1d7e-44fb-8a45-46eb0e2e4190 service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112840 Jun 11 12:20:47.887837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:48.565770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8dba7-301a-4e9d-9a11-837e56f07416 req-8f595805-a35d-4e9c-8658-7cff29fc6c5c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:48.567249 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2be8dba7-301a-4e9d-9a11-837e56f07416 req-8f595805-a35d-4e9c-8658-7cff29fc6c5c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0682642 Jun 11 12:20:48.609428 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2be8dba7-301a-4e9d-9a11-837e56f07416 req-a3d9991f-daf1-475c-aa92-d394a20cda03 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365486 Jun 11 12:20:49.789492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4b920-90ec-441a-83e0-d819a94d7820 req-e92ff2f2-437b-4e3a-a0ec-e8f5600f4ab6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:49.790954 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ebf4b920-90ec-441a-83e0-d819a94d7820 req-e92ff2f2-437b-4e3a-a0ec-e8f5600f4ab6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0701580 Jun 11 12:20:49.831579 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ebf4b920-90ec-441a-83e0-d819a94d7820 req-da5e3f8a-550c-4654-b2dd-f918d95464ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351830 Jun 11 12:20:49.855038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54836) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:49.941226 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d23fe477-2c2d-474c-bac2-2238dd7ca734 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/floatingips/64a44593-b80b-42ce-ba3f-60e043ea2de6 HTTP/1.1" status: 200 len: 992 time: 0.0848830 Jun 11 12:20:50.210828 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54842) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:50.426609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port fce4be07-0322-40ff-ab40-42d26ca3d993 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:20:50.426887 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:50.525508 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:50.526112 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:50.627073 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for fce4be07-0322-40ff-ab40-42d26ca3d993 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:20:50.799915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:50.802797 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-473c98b4-3f10-4893-bdc7-196fa02168b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:50.838106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=fce4be07-0322-40ff-ab40-42d26ca3d993,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:50.869295 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.869699 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.870104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.870495 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.870906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.871293 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.871675 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.872416 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.872801 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.873180 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.873561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.873938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:50.877511 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:50.921541 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:50.921879 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Floating IP 64a44593-b80b-42ce-ba3f-60e043ea2de6 disassociated (deleted). External IP: 172.26.6.93, port: 7074d54a-9723-4b95-b5f3-d20f90f35071. Jun 11 12:20:51.499331 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 55eda002-2a70-485c-96d3-5742fafdee38 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:20:51.652431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:20:51.657199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:51.661425 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f5ece-a479-4b2f-8e3e-ab289748b3d1 None None] Sync routers for ids ['55eda002-2a70-485c-96d3-5742fafdee38'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:20:51.669908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f5ece-a479-4b2f-8e3e-ab289748b3d1 None None] Routers {'55eda002-2a70-485c-96d3-5742fafdee38'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:20:51.670619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-8a1f5ece-a479-4b2f-8e3e-ab289748b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:20:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['55eda002-2a70-485c-96d3-5742fafdee38'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:51.703528 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a39e1728-f4a6-483d-84e4-2b9475fe017a tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/floatingips/64a44593-b80b-42ce-ba3f-60e043ea2de6 HTTP/1.1" status: 204 len: 168 time: 1.4911208 Jun 11 12:20:51.703744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'tag': '7074d54a-9723-4b95-b5f3-d20f90f35071'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:20:51.705977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46e7924-e364-4cdf-b19d-12c4303e8bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "665e72c4-746b-4cc5-b0c5-6add6968fdab", "tag": "7074d54a-9723-4b95-b5f3-d20f90f35071"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:20:51.746325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1715905-c4d9-47d7-b5d5-81c85b9c82aa x-openstack-request-id: req-e1715905-c4d9-47d7-b5d5-81c85b9c82aa {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:20:51.746708 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665e72c4-746b-4cc5-b0c5-6add6968fdab", "tag": "7074d54a-9723-4b95-b5f3-d20f90f35071", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:20:51.747019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e1715905-c4d9-47d7-b5d5-81c85b9c82aa {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:20:51.747476 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'tag': '7074d54a-9723-4b95-b5f3-d20f90f35071', 'status': 'completed', 'code': 200} Jun 11 12:20:51.819856 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-8a1f5ece-a479-4b2f-8e3e-ab289748b3d1 None None] Set router 55eda002-2a70-485c-96d3-5742fafdee38 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:20:51.831535 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e7924-e364-4cdf-b19d-12c4303e8bc0 req-b3650032-4359-4a8f-8bcb-6b167052762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:51.833711 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b46e7924-e364-4cdf-b19d-12c4303e8bc0 req-b3650032-4359-4a8f-8bcb-6b167052762f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 1098 time: 0.0643606 Jun 11 12:20:51.972767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e7924-e364-4cdf-b19d-12c4303e8bc0 req-ad7c0558-7477-472f-9d9c-ff3b68014416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:51.974424 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b46e7924-e364-4cdf-b19d-12c4303e8bc0 req-ad7c0558-7477-472f-9d9c-ff3b68014416 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8de77e12-757b-4616-95e9-966a5db1bba2 HTTP/1.1" status: 200 len: 899 time: 0.1337872 Jun 11 12:20:52.036787 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b46e7924-e364-4cdf-b19d-12c4303e8bc0 req-659af0b1-2159-455b-b5f8-49f011556ab2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7074d54a-9723-4b95-b5f3-d20f90f35071 HTTP/1.1" status: 200 len: 217 time: 0.0550704 Jun 11 12:20:52.083398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-8a1f5ece-a479-4b2f-8e3e-ab289748b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:55Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '31370e66-99e6-4b33-baea-dddb06483f2c', 'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:02:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:55Z', 'updated_at': '2021-06-11T12:20:00Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:52.087105 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f5ece-a479-4b2f-8e3e-ab289748b3d1 None None] Checking router: 55eda002-2a70-485c-96d3-5742fafdee38 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:20:52.095055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f5ece-a479-4b2f-8e3e-ab289748b3d1 None None] Routers {'55eda002-2a70-485c-96d3-5742fafdee38'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:20:52.095559 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00007-2c1f-4e28-b5cf-a1d6ca17c8d6 req-98f7ee56-6db6-4568-9d98-9b3e5fe4fc5b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:52.095707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-8a1f5ece-a479-4b2f-8e3e-ab289748b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:20:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['55eda002-2a70-485c-96d3-5742fafdee38'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:52.097057 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-97a00007-2c1f-4e28-b5cf-a1d6ca17c8d6 req-98f7ee56-6db6-4568-9d98-9b3e5fe4fc5b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0734179 Jun 11 12:20:52.097694 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e7924-e364-4cdf-b19d-12c4303e8bc0 req-21ceb76b-bfe5-44c5-8aed-a0c472bd9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:52.099206 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b46e7924-e364-4cdf-b19d-12c4303e8bc0 req-21ceb76b-bfe5-44c5-8aed-a0c472bd9b26 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9b7f610-b4ef-46c0-aa33-d922fe814185 HTTP/1.1" status: 200 len: 833 time: 0.0549104 Jun 11 12:20:52.140532 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-97a00007-2c1f-4e28-b5cf-a1d6ca17c8d6 req-37de9426-9234-4b58-bbd1-7cfc6ce38c32 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372312 Jun 11 12:20:52.169268 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e7924-e364-4cdf-b19d-12c4303e8bc0 req-93efbe93-fa0f-4c78-b155-614905ab6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:52.170779 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b46e7924-e364-4cdf-b19d-12c4303e8bc0 req-93efbe93-fa0f-4c78-b155-614905ab6304 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8de77e12-757b-4616-95e9-966a5db1bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649312 Jun 11 12:20:52.240557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-8a1f5ece-a479-4b2f-8e3e-ab289748b3d1 None None] Set router 55eda002-2a70-485c-96d3-5742fafdee38 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:20:52.292700 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b46e7924-e364-4cdf-b19d-12c4303e8bc0 req-7bc1e0b3-21c4-4f1b-ac57-575595bf793b service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151547 Jun 11 12:20:52.409607 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b46e7924-e364-4cdf-b19d-12c4303e8bc0 req-a0f71327-4514-468e-95e1-4487b9620a9c service neutron] 10.222.0.25 "GET /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097832 Jun 11 12:20:52.499462 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-8a1f5ece-a479-4b2f-8e3e-ab289748b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:55Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '31370e66-99e6-4b33-baea-dddb06483f2c', 'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:02:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:55Z', 'updated_at': '2021-06-11T12:20:00Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:52.502829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f5ece-a479-4b2f-8e3e-ab289748b3d1 None None] The sync data for ids ['55eda002-2a70-485c-96d3-5742fafdee38'] in dv-neutron-786478-5-hyperv is: [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:55Z', 'revision_number': 4, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '31370e66-99e6-4b33-baea-dddb06483f2c', 'name': '', 'network_id': '8de77e12-757b-4616-95e9-966a5db1bba2', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'mac_address': 'fa:16:3e:02:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:55Z', 'updated_at': '2021-06-11T12:20:00Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'subnets': [{'id': 'b9b7f610-b4ef-46c0-aa33-d922fe814185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:20:52.709143 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f674cba-7431-4c8d-bb3f-3d77a285e75c None None] New status for floating IP 64a44593-b80b-42ce-ba3f-60e043ea2de6: DOWN {{(pid=99008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:20:53.323277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab18e1-8686-4c85-a9c7-8c529ee1d98e req-278ab2e1-9344-47fb-8232-b0f606d68495 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:53.324753 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d5ab18e1-8686-4c85-a9c7-8c529ee1d98e req-278ab2e1-9344-47fb-8232-b0f606d68495 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0700486 Jun 11 12:20:53.372682 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d5ab18e1-8686-4c85-a9c7-8c529ee1d98e req-14b93cb2-dfc0-4efb-8e53-4e7980ffcbf7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a945f73-7462-4586-943f-b9482f57f217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422807 Jun 11 12:20:53.606439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebcd62-1b27-4a61-8ca3-71f4ff580eab req-f0fe68ff-71c6-42f5-b1be-eff11ee83c7b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:20:53.607923 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-10ebcd62-1b27-4a61-8ca3-71f4ff580eab req-f0fe68ff-71c6-42f5-b1be-eff11ee83c7b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 945 time: 0.0722096 Jun 11 12:20:53.742753 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-10ebcd62-1b27-4a61-8ca3-71f4ff580eab req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 7074d54a-9723-4b95-b5f3-d20f90f35071 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:20:53.743099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-10ebcd62-1b27-4a61-8ca3-71f4ff580eab req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:53.856165 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:20:53.882275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-10ebcd62-1b27-4a61-8ca3-71f4ff580eab req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port 7074d54a-9723-4b95-b5f3-d20f90f35071, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7074d54a-9723-4b95-b5f3-d20f90f35071,segment=NetworkSegment(55f8c46d-52c6-43e2-9013-39f89d39031a),segment_id=55f8c46d-52c6-43e2-9013-39f89d39031a)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:20:53.882670 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-10ebcd62-1b27-4a61-8ca3-71f4ff580eab req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:53.986832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-10ebcd62-1b27-4a61-8ca3-71f4ff580eab req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 7074d54a-9723-4b95-b5f3-d20f90f35071 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:20:54.142570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-10ebcd62-1b27-4a61-8ca3-71f4ff580eab req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:54.146679 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:54.181711 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=7074d54a-9723-4b95-b5f3-d20f90f35071,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:54.194677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.194799 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.195108 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.195495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.195873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.196258 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.196636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.197013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.197385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.197759 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.198131 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.198501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:54.221801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:54.247061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ebcd62-1b27-4a61-8ca3-71f4ff580eab req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] No DVR routers for this DVR port 7074d54a-9723-4b95-b5f3-d20f90f35071 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:20:54.249556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-10ebcd62-1b27-4a61-8ca3-71f4ff580eab req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:54.251691 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-10ebcd62-1b27-4a61-8ca3-71f4ff580eab req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.25 "DELETE /v2.0/ports/7074d54a-9723-4b95-b5f3-d20f90f35071 HTTP/1.1" status: 204 len: 173 time: 0.6379106 Jun 11 12:20:54.252211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'name': 'network-vif-deleted', 'tag': '7074d54a-9723-4b95-b5f3-d20f90f35071'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:20:54.254503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2ecf6a-cd83-4701-b0f1-112bf2461d5e" -d '{"events": [{"server_uuid": "665e72c4-746b-4cc5-b0c5-6add6968fdab", "name": "network-vif-deleted", "tag": "7074d54a-9723-4b95-b5f3-d20f90f35071"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:20:54.291602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7a36fe-1f26-42c8-859d-9aa94caa5b77 x-openstack-request-id: req-3c7a36fe-1f26-42c8-859d-9aa94caa5b77 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:20:54.291978 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665e72c4-746b-4cc5-b0c5-6add6968fdab", "name": "network-vif-deleted", "tag": "7074d54a-9723-4b95-b5f3-d20f90f35071", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:20:54.292293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c7a36fe-1f26-42c8-859d-9aa94caa5b77 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:20:54.292755 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665e72c4-746b-4cc5-b0c5-6add6968fdab', 'name': 'network-vif-deleted', 'tag': '7074d54a-9723-4b95-b5f3-d20f90f35071', 'status': 'completed', 'code': 200} Jun 11 12:20:54.531304 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e0e199bc-7178-4d8e-859d-55a8a6219e25 req-530886c6-b60d-4ba7-81fd-041120460a24 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "GET /v2.0/ports?device_id=665e72c4-746b-4cc5-b0c5-6add6968fdab HTTP/1.1" status: 200 len: 210 time: 0.0341132 Jun 11 12:20:55.627808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54858) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:56.079890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:56.806053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 31370e66-99e6-4b33-baea-dddb06483f2c {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:20:56.806775 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:56.919579 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port 31370e66-99e6-4b33-baea-dddb06483f2c, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=31370e66-99e6-4b33-baea-dddb06483f2c,segment=NetworkSegment(55f8c46d-52c6-43e2-9013-39f89d39031a),segment_id=55f8c46d-52c6-43e2-9013-39f89d39031a)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:20:56.919853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:57.015843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 31370e66-99e6-4b33-baea-dddb06483f2c owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:20:57.237381 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:57.240092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6e62592a-f127-41e0-83e2-8908369fee2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:57.275987 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=31370e66-99e6-4b33-baea-dddb06483f2c,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:57.304608 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:57.504126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:57.667113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 7074d54a-9723-4b95-b5f3-d20f90f35071 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:20:57.691952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 7074d54a-9723-4b95-b5f3-d20f90f35071 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:20:57.692316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 7074d54a-9723-4b95-b5f3-d20f90f35071 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:20:57.797499 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Router 55eda002-2a70-485c-96d3-5742fafdee38 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:20:57.943040 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:20:57.948195 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "PUT /v2.0/routers/55eda002-2a70-485c-96d3-5742fafdee38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3193536 Jun 11 12:20:57.950814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54860) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:57.953682 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea4223c-914c-41d2-b883-a3e495a21b5b None None] Sync routers for ids ['55eda002-2a70-485c-96d3-5742fafdee38'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:20:57.970104 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea4223c-914c-41d2-b883-a3e495a21b5b None None] Routers {'55eda002-2a70-485c-96d3-5742fafdee38'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:20:57.970739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-eea4223c-914c-41d2-b883-a3e495a21b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:20:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['55eda002-2a70-485c-96d3-5742fafdee38'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:58.012546 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-d678bfd3-dffc-418e-88a7-f5d9bfc92779 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting subnet b9b7f610-b4ef-46c0-aa33-d922fe814185 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:20:58.016521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d678bfd3-dffc-418e-88a7-f5d9bfc92779 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:58.065671 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d678bfd3-dffc-418e-88a7-f5d9bfc92779 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:58.069320 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:58.115084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-eea4223c-914c-41d2-b883-a3e495a21b5b None None] Set router 55eda002-2a70-485c-96d3-5742fafdee38 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:20:58.168226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d678bfd3-dffc-418e-88a7-f5d9bfc92779 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:58.238404 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d678bfd3-dffc-418e-88a7-f5d9bfc92779 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:58.240687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-806a8708-56d6-4562-ad84-df72b4204968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:58.275811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678bfd3-dffc-418e-88a7-f5d9bfc92779 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b7f610-b4ef-46c0-aa33-d922fe814185,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:58.279208 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d678bfd3-dffc-418e-88a7-f5d9bfc92779 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:58.280218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d678bfd3-dffc-418e-88a7-f5d9bfc92779 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:58.282339 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d678bfd3-dffc-418e-88a7-f5d9bfc92779 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/subnets/b9b7f610-b4ef-46c0-aa33-d922fe814185 HTTP/1.1" status: 204 len: 168 time: 0.3303812 Jun 11 12:20:58.284939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54862) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:58.328102 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d806f5f-7eaa-41bd-a7d2-eb1b373e3b28 None None] Network 8de77e12-757b-4616-95e9-966a5db1bba2 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:20:58.432605 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:58.573038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:58.631706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Deleting port 8ab5f6ec-5d84-49cf-bab8-7f32df692166 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:20:58.632193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:58.659511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-eea4223c-914c-41d2-b883-a3e495a21b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:20:57Z', 'revision_number': 5, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port': {'id': '8ab5f6ec-5d84-49cf-bab8-7f32df692166', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eda002-2a70-485c-96d3-5742fafdee38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:58.663055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea4223c-914c-41d2-b883-a3e495a21b5b None None] Checking router: 55eda002-2a70-485c-96d3-5742fafdee38 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:20:58.671423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea4223c-914c-41d2-b883-a3e495a21b5b None None] Routers {'55eda002-2a70-485c-96d3-5742fafdee38'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:20:58.672059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-eea4223c-914c-41d2-b883-a3e495a21b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:20:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['55eda002-2a70-485c-96d3-5742fafdee38'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:58.721538 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] DHCP port deletion for 8de77e12-757b-4616-95e9-966a5db1bba2 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:20:58.747073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] For port 8ab5f6ec-5d84-49cf-bab8-7f32df692166, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=8ab5f6ec-5d84-49cf-bab8-7f32df692166,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:20:58.747446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:58.820137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-eea4223c-914c-41d2-b883-a3e495a21b5b None None] Set router 55eda002-2a70-485c-96d3-5742fafdee38 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:20:58.841735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Calling delete_port for 8ab5f6ec-5d84-49cf-bab8-7f32df692166 owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:20:58.901400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-eea4223c-914c-41d2-b883-a3e495a21b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:20:58Z', 'revision_number': 6, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:58.906684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea4223c-914c-41d2-b883-a3e495a21b5b None None] The sync data for ids ['55eda002-2a70-485c-96d3-5742fafdee38'] in dv-neutron-786478-5-hyperv is: [{'id': '55eda002-2a70-485c-96d3-5742fafdee38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766905693', 'tenant_id': '7622f0fbdf77412a8547dcfd863ad52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:19:51Z', 'updated_at': '2021-06-11T12:20:58Z', 'revision_number': 6, 'project_id': '7622f0fbdf77412a8547dcfd863ad52a', 'gw_port_host': None}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:20:58.915812 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Deleting port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:20:58.916201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.002692 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] For port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f,segment=NetworkSegment(55f8c46d-52c6-43e2-9013-39f89d39031a),segment_id=55f8c46d-52c6-43e2-9013-39f89d39031a)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:20:59.003153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.045366 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.048149 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7f8c99e9-42af-47d1-a604-74e87b4cd5ee tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:59.080705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Port': ['ID=8ab5f6ec-5d84-49cf-bab8-7f32df692166,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:59.083865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:59.095132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Calling delete_port for 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:20:59.156148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.194912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.196949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-64109bdb-2168-4114-b74b-07ab44022d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:59.226801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] No DVR routers for this DVR port 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:20:59.228603 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Pushing event deleted for resources: {'Port': ['ID=3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:59.237890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.238317 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.238760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.239305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.239626 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.240072 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.241037 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.241494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.241938 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.242327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.243010 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.243149 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:20:59.249616 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:59.301738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.304092 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.360395 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.360874 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Fanout notify agent at l3_agent the message router_deleted on router 55eda002-2a70-485c-96d3-5742fafdee38 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:20:59.371219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.372345 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/routers/55eda002-2a70-485c-96d3-5742fafdee38 HTTP/1.1" status: 204 len: 168 time: 1.0864885 Jun 11 12:20:59.374994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54864) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:59.473195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.584884 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.595666 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de77e12-757b-4616-95e9-966a5db1bba2']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:59.607053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f8c46d-52c6-43e2-9013-39f89d39031a') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:59.607356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f8c46d-52c6-43e2-9013-39f89d39031a') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:20:59.616872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.631471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.637745 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:20:59.638154 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:20:59.641172 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:20:59.726454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.730609 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.732720 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/networks/8de77e12-757b-4616-95e9-966a5db1bba2 HTTP/1.1" status: 204 len: 168 time: 0.3567135 Jun 11 12:20:59.734087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f0d91f54-aa00-4b7c-8d41-7ca6ce99a0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:59.735547 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54866) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:20:59.750872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'Network': ['ID=8de77e12-757b-4616-95e9-966a5db1bba2,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:59.753252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-dd2cb7bb-3a1b-48be-a797-9fc95dc84749 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:20:59.801873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0683e1fb-5e82-43d5-8023-050a98170f53 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.829177 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0683e1fb-5e82-43d5-8023-050a98170f53 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.900346 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0683e1fb-5e82-43d5-8023-050a98170f53 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.903032 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-0683e1fb-5e82-43d5-8023-050a98170f53 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:20:59.907084 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-0683e1fb-5e82-43d5-8023-050a98170f53 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] 10.222.0.46 "DELETE /v2.0/security-groups/9a945f73-7462-4586-943f-b9482f57f217 HTTP/1.1" status: 204 len: 168 time: 0.1669424 Jun 11 12:20:59.907084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1ccc5326-57c9-4d30-a80e-bde943e6cd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:20:59.916761 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683e1fb-5e82-43d5-8023-050a98170f53 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a945f73-7462-4586-943f-b9482f57f217,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:20:59.919219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-0683e1fb-5e82-43d5-8023-050a98170f53 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:00.064810 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8ab5f6ec-5d84-49cf-bab8-7f32df692166 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:21:00.090567 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 8ab5f6ec-5d84-49cf-bab8-7f32df692166 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:21:00.090927 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 8ab5f6ec-5d84-49cf-bab8-7f32df692166 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:21:00.091497 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:21:00.114829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:21:00.115726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 3e47fbc1-1a71-4814-b5d0-1e7b88e5b66f not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:21:00.116161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 31370e66-99e6-4b33-baea-dddb06483f2c no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:21:00.142299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 31370e66-99e6-4b33-baea-dddb06483f2c {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:21:00.142687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 31370e66-99e6-4b33-baea-dddb06483f2c not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:21:00.236763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54874) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:00.366964 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-18bf8c6e-c387-430b-80b9-9cf866453ac2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7622f0fbdf77412a8547dcfd863ad52a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288707 Jun 11 12:21:00.369257 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54878) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:00.419574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-720a9688-511b-4c60-8af4-158029c577a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:00.442006 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-720a9688-511b-4c60-8af4-158029c577a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:00.491311 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-720a9688-511b-4c60-8af4-158029c577a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:00.493604 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-720a9688-511b-4c60-8af4-158029c577a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:00.494757 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-720a9688-511b-4c60-8af4-158029c577a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49d08d09-50d7-4ff0-98dc-b520b976d53e HTTP/1.1" status: 204 len: 168 time: 0.1245759 Jun 11 12:21:00.495555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-95e8c9d8-6d4d-459a-80b6-9f587af9c5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:00.504093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a9688-511b-4c60-8af4-158029c577a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d08d09-50d7-4ff0-98dc-b520b976d53e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:00.506360 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-720a9688-511b-4c60-8af4-158029c577a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:00.750267 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54884) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:00.766250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ad3a3179-f5bb-446e-a9b6-e9535952441c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:00.857352 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ad3a3179-f5bb-446e-a9b6-e9535952441c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:00.860738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-ad3a3179-f5bb-446e-a9b6-e9535952441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:00.863129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-63aa6162-fecc-4976-bdb5-4a0a18275a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:00.906099 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a3179-f5bb-446e-a9b6-e9535952441c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb96768-2914-46a0-babd-b338b4336c6b,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:00.910295 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-ad3a3179-f5bb-446e-a9b6-e9535952441c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1c53ed2b1344883962881b5a6e018fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588941 Jun 11 12:21:00.911252 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ad3a3179-f5bb-446e-a9b6-e9535952441c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:00.913660 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54886) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:01.369591 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0808953f-5840-40fc-9318-206c84b9a31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:01.392082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0808953f-5840-40fc-9318-206c84b9a31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:01.440528 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0808953f-5840-40fc-9318-206c84b9a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:01.443184 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0808953f-5840-40fc-9318-206c84b9a31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:01.444328 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0808953f-5840-40fc-9318-206c84b9a31c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cbb96768-2914-46a0-babd-b338b4336c6b HTTP/1.1" status: 204 len: 168 time: 0.5299013 Jun 11 12:21:01.445123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d8ca064-24ac-4b77-ae17-12e6075cf766 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:01.453705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808953f-5840-40fc-9318-206c84b9a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb96768-2914-46a0-babd-b338b4336c6b,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:01.455927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0808953f-5840-40fc-9318-206c84b9a31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:02.151947 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54908) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:02.242894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1716620795-network', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:02.264484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Made reservation on behalf of d685c7e9ede6482cbdbd4a94f5d32c51 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:21:02.266868 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.280587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.372529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.376122 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.379079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cb105fcc-75c0-4084-b8b7-216b4255a48c tempest-ServersAdminNegativeTestJSON-1038854885 tempest-ServersAdminNegativeTestJSON-1038854885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:02.402920 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:21:02.417981 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2a8750-9c85-464f-a79f-51cee1439195,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:02.422129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:02.424949 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.425291 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Added segment 3c87e6c1-a954-4eb8-86c6-7e556bc44dd9 of type vlan for network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 Jun 11 12:21:02.473498 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.502195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.503216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:02.503786 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.506878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2758408d-f168-453b-a1b6-7dd66994eed9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:02.540640 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3876214 Jun 11 12:21:02.544030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54912) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:02.549356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Request body: {'subnet': {'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1716620795-subnet', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'ip_version': 4}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:02.571881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Made reservation on behalf of d685c7e9ede6482cbdbd4a94f5d32c51 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:21:02.574189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.589785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Pushing event updated for resources: {'Network': ['ID=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:02.592629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:02.600118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:21:02.809232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.812210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f3ac02a4-6682-4fa2-ad6e-7d3964d38efe tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:02.876055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=10aa5b46-b5a4-44ff-b196-78dbb0158d93,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:02.879684 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:02.885136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Checking segment: {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:21:02.885497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Network hostable DHCP agents. Network: 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:21:02.902406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:21:02.911336 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:02.916082 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:02.916672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.920869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afbc3e7-c432-477a-8e69-0db2e88a6224 None None] Network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:21:02.934112 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e474722e-d556-4d08-b1cc-ad8c15f81fed admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3889453 Jun 11 12:21:02.936756 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54914) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:02.941210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:02.961583 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:02.962561 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.028615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.103717 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:21:03.104609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.226926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.254262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Allocated IP 172.20.0.2 (5e0478ba-c73f-4d8b-9fbc-8d589168f2e8/10aa5b46-b5a4-44ff-b196-78dbb0158d93/c90d094d-2671-4dcb-be2b-88d47724d4f5) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:21:03.424290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.432388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Transition to ACTIVE for port object c90d094d-2671-4dcb-be2b-88d47724d4f5 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:03.447355 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Transition to ACTIVE for port object c90d094d-2671-4dcb-be2b-88d47724d4f5 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:03.453592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.455558 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5e6ed368-eb2a-4b5d-a313-0eb9cda06c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:03.489693 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.500053 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:21:03.502986 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:03.506326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:21:03.511579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Pushing event updated for resources: {'Port': ['ID=c90d094d-2671-4dcb-be2b-88d47724d4f5,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:03.515179 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:03.520409 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.579546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Attempting to bind port c90d094d-2671-4dcb-be2b-88d47724d4f5 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:21:03.579928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Attempting to bind port c90d094d-2671-4dcb-be2b-88d47724d4f5 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:21:03.580301 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Attempting to bind port c90d094d-2671-4dcb-be2b-88d47724d4f5 on network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:21:03.585764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:21:03.586154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Checking segment: {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:21:03.586591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.587000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Bound using segment: {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:21:03.587478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Bound port: c90d094d-2671-4dcb-be2b-88d47724d4f5, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:21:03.587862 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.641134 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Allocated IP 172.26.6.193 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/18d1da26-7933-4eb8-99b5-f85ef67e4b31) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:21:03.663631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] For port c90d094d-2671-4dcb-be2b-88d47724d4f5, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:21:03.666739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] For port c90d094d-2671-4dcb-be2b-88d47724d4f5, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c90d094d-2671-4dcb-be2b-88d47724d4f5,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:21:03.671286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.673135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-2fb6e5ce-4eca-4b3b-99e4-7c4c61d7a128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:03.746781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Pushing event updated for resources: {'Port': ['ID=c90d094d-2671-4dcb-be2b-88d47724d4f5,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:03.750506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:03.776824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.815430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:03.818755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b9cf02d-8d7c-4a86-859d-c4c5846eabe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:03.862882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:21:03.867620 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:03.871780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:21:03.913939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Pushing event updated for resources: {'Port': ['ID=18d1da26-7933-4eb8-99b5-f85ef67e4b31,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:03.922377 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:04.087912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c90d094d-2671-4dcb-be2b-88d47724d4f5 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:04.143851 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c90d094d-2671-4dcb-be2b-88d47724d4f5 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:04.218148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:04.625839 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9485b509-e4e0-4917-b7e1-bb6288d2fba4 None None] Network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:21:04.818620 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:04.864966 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9ee03169-76ff-4c8d-8c3d-7e27ec88afc7 None None] Provisioning for port c90d094d-2671-4dcb-be2b-88d47724d4f5 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:04.876656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9ee03169-76ff-4c8d-8c3d-7e27ec88afc7 None None] Provisioning complete for port c90d094d-2671-4dcb-be2b-88d47724d4f5 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:04.877047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9ee03169-76ff-4c8d-8c3d-7e27ec88afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:04.985478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:21:05.051384 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9ee03169-76ff-4c8d-8c3d-7e27ec88afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:05.094268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9ee03169-76ff-4c8d-8c3d-7e27ec88afc7 None None] For port c90d094d-2671-4dcb-be2b-88d47724d4f5, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c90d094d-2671-4dcb-be2b-88d47724d4f5,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:21:05.098405 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9ee03169-76ff-4c8d-8c3d-7e27ec88afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:05.101453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:05.145509 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:21:05.159937 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee03169-76ff-4c8d-8c3d-7e27ec88afc7 None None] Pushing event updated for resources: {'Port': ['ID=c90d094d-2671-4dcb-be2b-88d47724d4f5,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:05.161649 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Sync routers for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:21:05.164087 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9ee03169-76ff-4c8d-8c3d-7e27ec88afc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:05.169059 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:05.172832 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2b273796-1dbf-4210-86cd-711a806b8244 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2326162 Jun 11 12:21:05.173000 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:21:05.173000 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:20:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:05.173231 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54916) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:05.315069 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:21:05.317915 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-7ade676e-0b27-47c8-bd3c-f4b72d80b36c None None] Provisioning complete for port c90d094d-2671-4dcb-be2b-88d47724d4f5 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:05.318342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7ade676e-0b27-47c8-bd3c-f4b72d80b36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:05.546713 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:04Z', 'revision_number': 3, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:05.549910 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Checking router: 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:21:05.550260 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Updating router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f port 18d1da26-7933-4eb8-99b5-f85ef67e4b31 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:21:05.592504 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:05.757899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:05.893553 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:05.904067 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Transition to ACTIVE for port object 18d1da26-7933-4eb8-99b5-f85ef67e4b31 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:05.910424 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:05.913608 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-d883b5b1-a038-4e46-996e-1a45afb8d22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:05.945162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Allocated IP 172.20.0.1 (5e0478ba-c73f-4d8b-9fbc-8d589168f2e8/10aa5b46-b5a4-44ff-b196-78dbb0158d93/7d738580-de92-4b2c-9fb6-2eb55a6909a4) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:21:06.073929 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Attempting to bind port 18d1da26-7933-4eb8-99b5-f85ef67e4b31 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:21:06.074117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c90d094d-2671-4dcb-be2b-88d47724d4f5 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:06.074749 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Attempting to bind port 18d1da26-7933-4eb8-99b5-f85ef67e4b31 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:21:06.074749 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Attempting to bind port 18d1da26-7933-4eb8-99b5-f85ef67e4b31 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:21:06.088869 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:21:06.089252 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:21:06.089653 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.090056 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:21:06.090557 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Bound port: 18d1da26-7933-4eb8-99b5-f85ef67e4b31, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:21:06.090933 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.097709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.111123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Transition to ACTIVE for port object 7d738580-de92-4b2c-9fb6-2eb55a6909a4 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:06.131091 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c90d094d-2671-4dcb-be2b-88d47724d4f5 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:06.131472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.153324 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.156687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-618f2737-3ea2-4170-9e18-4636c8c58aeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:06.159174 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Pushing event updated for resources: {'Port': ['ID=18d1da26-7933-4eb8-99b5-f85ef67e4b31,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:06.161514 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] For port 18d1da26-7933-4eb8-99b5-f85ef67e4b31, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:21:06.170511 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.171216 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.171216 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.171530 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.171856 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.172193 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.172521 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.172849 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.173174 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.173794 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.173794 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.174123 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:21:06.178278 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:06.187802 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] For port 18d1da26-7933-4eb8-99b5-f85ef67e4b31, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=18d1da26-7933-4eb8-99b5-f85ef67e4b31,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:21:06.194409 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.198069 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-54449658-ab8c-4840-9bd8-f23ec9199dff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:06.206974 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:21:06.210172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:06.212632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:21:06.248668 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Pushing event updated for resources: {'Port': ['ID=7d738580-de92-4b2c-9fb6-2eb55a6909a4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:06.251495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:06.269534 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.272292 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:21:06.272943 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:20:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:06.275714 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Pushing event updated for resources: {'Port': ['ID=18d1da26-7933-4eb8-99b5-f85ef67e4b31,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:06.323036 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-0effff44-bd25-4050-9a4f-a385426c9442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:06.432122 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:21:06.451725 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9f4c605e-61af-48cb-a183-bc1632e1db78 None None] Provisioning for port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:06.452922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.456287 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9f4c605e-61af-48cb-a183-bc1632e1db78 None None] Provisioning complete for port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:06.456874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f4c605e-61af-48cb-a183-bc1632e1db78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.498701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c605e-61af-48cb-a183-bc1632e1db78 None None] Port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:21:06.656665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.661221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.665076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6d0a9f3e-e43c-4813-a3e1-25d984c670e7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:06.669568 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:04Z', 'revision_number': 3, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:06.672904 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d36328-eb88-4512-820f-8b7c0f6b662c None None] The sync data for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv is: [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:04Z', 'revision_number': 3, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:21:06.749412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:06.752147 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Pushing event updated for resources: {'Port': ['ID=7d738580-de92-4b2c-9fb6-2eb55a6909a4,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:06.757615 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:06.874680 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:21:06.882721 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:07.059234 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:21:07.119376 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e0bbb84d-ee1c-4d35-a48c-69037858559f None None] Provisioning complete for port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:07.120001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e0bbb84d-ee1c-4d35-a48c-69037858559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:07.170055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbb84d-ee1c-4d35-a48c-69037858559f None None] Port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:21:07.212849 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:21:07.218104 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] 10.222.0.46 "PUT /v2.0/routers/0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0438969 Jun 11 12:21:07.682212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54932) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:07.687391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1412305062-network', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:07.707376 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Made reservation on behalf of bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:21:07.709774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:07.721385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:07.821452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:07.825446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:07.828523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0808953f-5840-40fc-9318-206c84b9a31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:07.857660 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:21:07.863625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bb71c9-faa6-40e6-b864-9a3c9cc9e4d9,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:07.867492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:07.873497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:07.873755 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Added segment 34158cbb-a5f2-4a39-9212-9a4da356f42d of type vlan for network 63b8454e-cede-48e8-9c1c-011d2ea9b476 Jun 11 12:21:07.926457 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:07.955394 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:07.956505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:07.957090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:07.960823 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-44dba96a-fb15-4d55-83bc-f1ffc7b0bbb7 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:07.996808 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3133152 Jun 11 12:21:07.999378 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54934) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:08.004405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Request body: {'subnet': {'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1412305062-subnet', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:08.066557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Pushing event updated for resources: {'Network': ['ID=63b8454e-cede-48e8-9c1c-011d2ea9b476,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:08.069098 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6a0adb5d-26fa-4552-97a7-38b08e3c6746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:08.077749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 63b8454e-cede-48e8-9c1c-011d2ea9b476 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:21:08.089215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Made reservation on behalf of bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:21:08.091621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:08.113220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 18d1da26-7933-4eb8-99b5-f85ef67e4b31 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:08.203918 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Sync routers for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:21:08.219992 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:21:08.220617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:20:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:08.311953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:08.313475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d678bfd3-dffc-418e-88a7-f5d9bfc92779 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:08.320884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 18d1da26-7933-4eb8-99b5-f85ef67e4b31 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:08.333286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 18d1da26-7933-4eb8-99b5-f85ef67e4b31 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:08.334307 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:08.399312 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bdb62d-c823-41e5-8877-6e6db5c70e45,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:08.403301 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:08.406604 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:21:08.408838 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Checking segment: {'id': '34158cbb-a5f2-4a39-9212-9a4da356f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:21:08.409200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Network hostable DHCP agents. Network: 63b8454e-cede-48e8-9c1c-011d2ea9b476, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:21:08.426622 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Network 63b8454e-cede-48e8-9c1c-011d2ea9b476 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:21:08.434864 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 63b8454e-cede-48e8-9c1c-011d2ea9b476) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:08.438826 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:08.439409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:08.448150 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3415a5b-d7b7-41f8-9acf-ab791e9ad157 None None] Network 63b8454e-cede-48e8-9c1c-011d2ea9b476 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:21:08.455022 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7c18d8c3-1873-4cf0-8749-a3c4d45abe51 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4545054 Jun 11 12:21:08.457302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54936) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:08.462684 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1412305062-router', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:08.483589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:08.484571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:08.550424 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:08.613687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:08.672913 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 18d1da26-7933-4eb8-99b5-f85ef67e4b31, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=18d1da26-7933-4eb8-99b5-f85ef67e4b31,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:21:08.718007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:08.726250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:08.752765 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.026394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=18d1da26-7933-4eb8-99b5-f85ef67e4b31,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:09.031583 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.032441 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:09.061453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.067639 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-63b8454e-cede-48e8-9c1c-011d2ea9b476', 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'fixed_ips': [{'subnet_id': '72bdb62d-c823-41e5-8877-6e6db5c70e45'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:21:09.068510 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.151321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 2, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:09.158030 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Checking router: 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:21:09.158396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Updating router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:21:09.182012 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Allocated IP 172.26.6.209 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/5ef0ab28-d0f5-4c44-9012-1fe09e008497) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:21:09.245297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.297134 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Allocated IP 172.20.0.2 (63b8454e-cede-48e8-9c1c-011d2ea9b476/72bdb62d-c823-41e5-8877-6e6db5c70e45/c3fe22d3-6467-4b61-b26f-fe842a0b29b8) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:21:09.315302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.355115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.357863 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-db3e7a9f-2c03-45a4-b877-a54bd8c6e213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:09.407518 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:21:09.410452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:09.414683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:21:09.444924 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Pushing event updated for resources: {'Port': ['ID=5ef0ab28-d0f5-4c44-9012-1fe09e008497,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:09.448746 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:09.634133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.649546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Transition to ACTIVE for port object c3fe22d3-6467-4b61-b26f-fe842a0b29b8 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:09.702027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Transition to ACTIVE for port object c3fe22d3-6467-4b61-b26f-fe842a0b29b8 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:09.714936 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.721716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-759daca8-d059-4d35-b245-94daae268950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:09.727813 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.756776 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.775275 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Transition to ACTIVE for port object 7d738580-de92-4b2c-9fb6-2eb55a6909a4 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:09.783267 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Network 63b8454e-cede-48e8-9c1c-011d2ea9b476 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:21:09.788168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:09.790161 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:09.792687 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:21:09.794413 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Pushing event updated for resources: {'Port': ['ID=c3fe22d3-6467-4b61-b26f-fe842a0b29b8,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:09.800962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:09.801422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:09.954491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc850f2-b2be-4fc2-9315-38bae1ad64d1 None None] Pushing event updated for resources: {'Port': ['ID=7d738580-de92-4b2c-9fb6-2eb55a6909a4,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:09.959557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5cc850f2-b2be-4fc2-9315-38bae1ad64d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:09.988961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Attempting to bind port c3fe22d3-6467-4b61-b26f-fe842a0b29b8 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:21:09.989335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Attempting to bind port c3fe22d3-6467-4b61-b26f-fe842a0b29b8 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '34158cbb-a5f2-4a39-9212-9a4da356f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:21:09.989717 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Attempting to bind port c3fe22d3-6467-4b61-b26f-fe842a0b29b8 on network 63b8454e-cede-48e8-9c1c-011d2ea9b476 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:21:10.024196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:21:10.024196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Checking segment: {'id': '34158cbb-a5f2-4a39-9212-9a4da356f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:21:10.024196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:10.024717 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Bound using segment: {'id': '34158cbb-a5f2-4a39-9212-9a4da356f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:21:10.025097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Bound port: c3fe22d3-6467-4b61-b26f-fe842a0b29b8, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34158cbb-a5f2-4a39-9212-9a4da356f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:21:10.025496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:10.050359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Attempting to bind port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:21:10.050773 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Attempting to bind port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:21:10.051150 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Attempting to bind port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 on network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:21:10.059985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:21:10.060374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Checking segment: {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:21:10.060792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:10.061197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Bound using segment: {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:21:10.061704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Bound port: 7d738580-de92-4b2c-9fb6-2eb55a6909a4, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:21:10.062092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:10.190445 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 18d1da26-7933-4eb8-99b5-f85ef67e4b31 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:10.222017 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] For port c3fe22d3-6467-4b61-b26f-fe842a0b29b8, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:21:10.251539 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] For port c3fe22d3-6467-4b61-b26f-fe842a0b29b8, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c3fe22d3-6467-4b61-b26f-fe842a0b29b8,segment=NetworkSegment(34158cbb-a5f2-4a39-9212-9a4da356f42d),segment_id=34158cbb-a5f2-4a39-9212-9a4da356f42d)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:21:10.259291 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:10.261663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] For port 7d738580-de92-4b2c-9fb6-2eb55a6909a4, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:21:10.263882 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-f102a5de-9219-44f4-85cc-4c5818aa0dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:10.267890 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] For port 7d738580-de92-4b2c-9fb6-2eb55a6909a4, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7d738580-de92-4b2c-9fb6-2eb55a6909a4,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:21:10.301011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:10.362522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 18d1da26-7933-4eb8-99b5-f85ef67e4b31 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:10.362939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:10.369622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Pushing event updated for resources: {'Port': ['ID=c3fe22d3-6467-4b61-b26f-fe842a0b29b8,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:10.375613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:10.404013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5cc850f2-b2be-4fc2-9315-38bae1ad64d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:10.406158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:21:10.406943 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:20:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:10.486358 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:10.634282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc850f2-b2be-4fc2-9315-38bae1ad64d1 None None] Pushing event updated for resources: {'Port': ['ID=7d738580-de92-4b2c-9fb6-2eb55a6909a4,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:10.639757 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5cc850f2-b2be-4fc2-9315-38bae1ad64d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:10.690160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:21:10.690733 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Router b780952d-3c6f-4b30-92eb-98a33a4ca591 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:21:10.850385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:21:10.859486 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Sync routers for ids ['b780952d-3c6f-4b30-92eb-98a33a4ca591'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:21:10.867137 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:10.871168 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4104562 Jun 11 12:21:10.871599 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54938) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:10.875752 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Routers {'b780952d-3c6f-4b30-92eb-98a33a4ca591'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:21:10.876403 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:20:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b780952d-3c6f-4b30-92eb-98a33a4ca591'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:11.020018 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Set router b780952d-3c6f-4b30-92eb-98a33a4ca591 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:21:11.139170 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:10Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:11.144605 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c5fd44-281e-4fab-ad67-315175c11f3a None None] The sync data for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv is: [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:10Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:21:11.332461 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'name': 'tempest-TestShelveInstance-1412305062-router', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:08Z', 'updated_at': '2021-06-11T12:21:09Z', 'revision_number': 3, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'gw_port': {'id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:09Z', 'updated_at': '2021-06-11T12:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:11.336390 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Checking router: b780952d-3c6f-4b30-92eb-98a33a4ca591 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:21:11.338428 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Updating router b780952d-3c6f-4b30-92eb-98a33a4ca591 port 5ef0ab28-d0f5-4c44-9012-1fe09e008497 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:21:11.390269 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:11.529355 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:11.539250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a069c83-f6d1-4f6c-bbf8-83fad9e95bb6 None None] Network 63b8454e-cede-48e8-9c1c-011d2ea9b476 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:21:11.655499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-699ad321-95de-4722-bd3e-b1d62b929a02 None None] Provisioning for port c3fe22d3-6467-4b61-b26f-fe842a0b29b8 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:11.752266 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:11.760471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Allocated IP 172.20.0.1 (63b8454e-cede-48e8-9c1c-011d2ea9b476/72bdb62d-c823-41e5-8877-6e6db5c70e45/e00eb2c4-1b4c-4ddd-b242-0a597aa90e48) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:21:11.764137 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Transition to ACTIVE for port object 5ef0ab28-d0f5-4c44-9012-1fe09e008497 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:11.774304 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:11.777864 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-cbde2137-18e9-4ca2-8838-c60752e2516f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:11.848770 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Attempting to bind port 5ef0ab28-d0f5-4c44-9012-1fe09e008497 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:21:11.849984 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Attempting to bind port 5ef0ab28-d0f5-4c44-9012-1fe09e008497 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:21:11.850331 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Attempting to bind port 5ef0ab28-d0f5-4c44-9012-1fe09e008497 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:21:11.858140 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf53851-e669-4fbc-90cf-ab1138e86376 None None] Pushing event updated for resources: {'Port': ['ID=5ef0ab28-d0f5-4c44-9012-1fe09e008497,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:11.860941 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:21:11.861572 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:21:11.861781 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:11.862175 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:21:11.862744 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Bound port: 5ef0ab28-d0f5-4c44-9012-1fe09e008497, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:21:11.863128 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:11.865029 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-6cf53851-e669-4fbc-90cf-ab1138e86376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:11.915653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:11.933923 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Transition to ACTIVE for port object e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:11.935780 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] For port 5ef0ab28-d0f5-4c44-9012-1fe09e008497, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:21:11.943069 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] For port 5ef0ab28-d0f5-4c44-9012-1fe09e008497, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5ef0ab28-d0f5-4c44-9012-1fe09e008497,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:21:11.950167 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:11.962814 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-1e8bbe07-8513-4a7d-a762-be2a850feed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:11.979514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:11.991165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8266859a-2366-4ddf-b546-659f0cd3ffd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:12.010863 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Network 63b8454e-cede-48e8-9c1c-011d2ea9b476 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:21:12.013739 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:12.039855 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf53851-e669-4fbc-90cf-ab1138e86376 None None] Pushing event updated for resources: {'Port': ['ID=5ef0ab28-d0f5-4c44-9012-1fe09e008497,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:12.040368 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:21:12.045851 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-6cf53851-e669-4fbc-90cf-ab1138e86376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:12.046917 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Routers {'b780952d-3c6f-4b30-92eb-98a33a4ca591'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:21:12.047593 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:20:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b780952d-3c6f-4b30-92eb-98a33a4ca591'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:12.110247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Pushing event updated for resources: {'Port': ['ID=e00eb2c4-1b4c-4ddd-b242-0a597aa90e48,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:12.114778 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:12.118493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.195625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2f6734f2-d09a-4806-8483-ae8f4edd85b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.331609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7d738580-de92-4b2c-9fb6-2eb55a6909a4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:12.351691 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] Set router b780952d-3c6f-4b30-92eb-98a33a4ca591 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:21:12.364211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.433225 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:12.436771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c12fba2f-57c8-4d99-9c71-ed574b088549 None None] Provisioning for port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:12.443602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c12fba2f-57c8-4d99-9c71-ed574b088549 None None] Provisioning complete for port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:12.443990 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c12fba2f-57c8-4d99-9c71-ed574b088549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.472220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:12.472625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.534206 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c12fba2f-57c8-4d99-9c71-ed574b088549 None None] Port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:21:12.603114 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.609713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.616697 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.637891 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'name': 'tempest-TestShelveInstance-1412305062-router', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:08Z', 'updated_at': '2021-06-11T12:21:09Z', 'revision_number': 3, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'gw_port': {'id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:09Z', 'updated_at': '2021-06-11T12:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:12.641361 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f806e2-97cf-4564-b559-a62e6e266ec1 None None] The sync data for ids ['b780952d-3c6f-4b30-92eb-98a33a4ca591'] in dv-neutron-786478-5-hyperv is: [{'id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'name': 'tempest-TestShelveInstance-1412305062-router', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:08Z', 'updated_at': '2021-06-11T12:21:09Z', 'revision_number': 3, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'gw_port': {'id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:09Z', 'updated_at': '2021-06-11T12:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:21:12.644156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 7d738580-de92-4b2c-9fb6-2eb55a6909a4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7d738580-de92-4b2c-9fb6-2eb55a6909a4,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:21:12.651157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.652120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c3fe22d3-6467-4b61-b26f-fe842a0b29b8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:12.653989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fc0a83d2-c546-4e35-bbf4-c273c1649f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:12.660221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-92e0c6a1-191c-4915-840c-19042c373dc9 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:12.715652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.724541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Pushing event updated for resources: {'Port': ['ID=e00eb2c4-1b4c-4ddd-b242-0a597aa90e48,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:12.728858 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:12.756254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=7d738580-de92-4b2c-9fb6-2eb55a6909a4,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:12.760109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:12.771966 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port c3fe22d3-6467-4b61-b26f-fe842a0b29b8 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:12.776169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c3fe22d3-6467-4b61-b26f-fe842a0b29b8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:12.776734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.848417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Network 63b8454e-cede-48e8-9c1c-011d2ea9b476 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:21:12.850484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:12.871809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.937807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port c3fe22d3-6467-4b61-b26f-fe842a0b29b8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c3fe22d3-6467-4b61-b26f-fe842a0b29b8,segment=NetworkSegment(34158cbb-a5f2-4a39-9212-9a4da356f42d),segment_id=34158cbb-a5f2-4a39-9212-9a4da356f42d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:21:12.949940 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:12.952989 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:13.022659 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=c3fe22d3-6467-4b61-b26f-fe842a0b29b8,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:13.025854 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:13.054998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Router b780952d-3c6f-4b30-92eb-98a33a4ca591 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:21:13.155818 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-680db86f-c215-47bf-8ef5-7422d3f78477 None None] Provisioning complete for port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:13.156366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-680db86f-c215-47bf-8ef5-7422d3f78477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:13.200565 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-680db86f-c215-47bf-8ef5-7422d3f78477 None None] Port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:21:13.209507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:21:13.216512 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] 10.222.0.46 "PUT /v2.0/routers/b780952d-3c6f-4b30-92eb-98a33a4ca591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3423862 Jun 11 12:21:13.837983 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54946) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:13.842865 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-085ba661-fb8a-40ae-b728-83e638bcf327 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256166626', 'description': 'tempest-secgroup-smoke-1256166626 description', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:13.863524 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-085ba661-fb8a-40ae-b728-83e638bcf327 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:13.950859 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-085ba661-fb8a-40ae-b728-83e638bcf327 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:13.954601 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-085ba661-fb8a-40ae-b728-83e638bcf327 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:13.956912 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-22bd7eab-4ec5-4979-96fa-6809a08e32be tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:13.984138 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-085ba661-fb8a-40ae-b728-83e638bcf327 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:13.985349 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-085ba661-fb8a-40ae-b728-83e638bcf327 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1463523 Jun 11 12:21:13.986613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ba661-fb8a-40ae-b728-83e638bcf327 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9557fc74-348a-466d-a8e4-5225aa5b4abd,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:13.988444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54948) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:13.989511 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-085ba661-fb8a-40ae-b728-83e638bcf327 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:13.994954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-9b8af28e-4e6e-4417-8bb9-5545b8417cc7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': '9557fc74-348a-466d-a8e4-5225aa5b4abd', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:14.022764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9b8af28e-4e6e-4417-8bb9-5545b8417cc7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.093587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9b8af28e-4e6e-4417-8bb9-5545b8417cc7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.097319 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9b8af28e-4e6e-4417-8bb9-5545b8417cc7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.100025 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5dcd369d-7998-4406-a802-be5579296dab tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:14.115568 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8af28e-4e6e-4417-8bb9-5545b8417cc7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e640432-d634-4649-9520-7a47ac277888,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:14.119608 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9b8af28e-4e6e-4417-8bb9-5545b8417cc7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:14.125464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-9b8af28e-4e6e-4417-8bb9-5545b8417cc7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.127082 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-9b8af28e-4e6e-4417-8bb9-5545b8417cc7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374054 Jun 11 12:21:14.129646 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54950) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:14.135238 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-78ed6df2-07e3-46ed-a1d3-232d490c65d1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': '9557fc74-348a-466d-a8e4-5225aa5b4abd', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:14.167441 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-78ed6df2-07e3-46ed-a1d3-232d490c65d1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.231933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-78ed6df2-07e3-46ed-a1d3-232d490c65d1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.237899 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-78ed6df2-07e3-46ed-a1d3-232d490c65d1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.242860 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-250c153a-121b-4703-8e38-2a5547022fad tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:14.259126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed6df2-07e3-46ed-a1d3-232d490c65d1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd730bb-fe7c-4e21-baf8-26dc5a062bf6,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:14.261737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-78ed6df2-07e3-46ed-a1d3-232d490c65d1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:14.266991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-78ed6df2-07e3-46ed-a1d3-232d490c65d1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.271514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 54952) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:14.272705 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-78ed6df2-07e3-46ed-a1d3-232d490c65d1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1419497 Jun 11 12:21:14.276884 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-281a9942-b0a2-4fd7-8005-9f7418df80b8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': '9557fc74-348a-466d-a8e4-5225aa5b4abd', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:14.283618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7d738580-de92-4b2c-9fb6-2eb55a6909a4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:14.309124 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-281a9942-b0a2-4fd7-8005-9f7418df80b8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.340404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:14.341097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.372796 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Sync routers for ids ['b780952d-3c6f-4b30-92eb-98a33a4ca591'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:21:14.377696 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-281a9942-b0a2-4fd7-8005-9f7418df80b8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.381654 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-281a9942-b0a2-4fd7-8005-9f7418df80b8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.383491 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1593041d-4121-485a-b39c-7a035d905fbe tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:14.395390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Routers {'b780952d-3c6f-4b30-92eb-98a33a4ca591'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:21:14.396315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:20:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b780952d-3c6f-4b30-92eb-98a33a4ca591'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:14.400130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a9942-b0a2-4fd7-8005-9f7418df80b8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1302fe-8fbf-472e-83a1-dbcb3996a609,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:14.407463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-281a9942-b0a2-4fd7-8005-9f7418df80b8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:14.412714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-281a9942-b0a2-4fd7-8005-9f7418df80b8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.413967 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-281a9942-b0a2-4fd7-8005-9f7418df80b8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414402 Jun 11 12:21:14.417117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54954) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:14.421756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-87b63fdc-fe78-4005-a222-b9dd971c58fd tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': '9557fc74-348a-466d-a8e4-5225aa5b4abd', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:14.447587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87b63fdc-fe78-4005-a222-b9dd971c58fd tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.512773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87b63fdc-fe78-4005-a222-b9dd971c58fd tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.518035 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87b63fdc-fe78-4005-a222-b9dd971c58fd tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.524298 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f69a9cd3-d87d-48cf-a2b7-8350f66ceded tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:14.541517 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b63fdc-fe78-4005-a222-b9dd971c58fd tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac25d49-0f20-4442-aeb2-ee22d07c04c9,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:14.544846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-87b63fdc-fe78-4005-a222-b9dd971c58fd tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:14.545808 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-87b63fdc-fe78-4005-a222-b9dd971c58fd tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.547268 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-87b63fdc-fe78-4005-a222-b9dd971c58fd tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290479 Jun 11 12:21:14.549742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54956) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:14.554996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-31007893-1f29-4ed9-ac09-d3804b76ff6d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': '9557fc74-348a-466d-a8e4-5225aa5b4abd', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:14.572769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c3fe22d3-6467-4b61-b26f-fe842a0b29b8 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:14.576516 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-31007893-1f29-4ed9-ac09-d3804b76ff6d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Project d685c7e9ede6482cbdbd4a94f5d32c51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:21:14.581420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-31007893-1f29-4ed9-ac09-d3804b76ff6d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.608106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Set router b780952d-3c6f-4b30-92eb-98a33a4ca591 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:21:14.650313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-31007893-1f29-4ed9-ac09-d3804b76ff6d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.654385 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-31007893-1f29-4ed9-ac09-d3804b76ff6d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.656269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-78ed6df2-07e3-46ed-a1d3-232d490c65d1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:14.673763 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31007893-1f29-4ed9-ac09-d3804b76ff6d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ef0545-7371-49d5-82a6-5410dd8d2906,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:14.676713 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-31007893-1f29-4ed9-ac09-d3804b76ff6d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:14.679533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-31007893-1f29-4ed9-ac09-d3804b76ff6d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.683466 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-31007893-1f29-4ed9-ac09-d3804b76ff6d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298287 Jun 11 12:21:14.683570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 54958) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:14.687904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-0fa6c541-1248-41bb-98a4-6265280c4194 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': '9557fc74-348a-466d-a8e4-5225aa5b4abd', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:14.709551 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-0fa6c541-1248-41bb-98a4-6265280c4194 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Project d685c7e9ede6482cbdbd4a94f5d32c51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:21:14.714705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0fa6c541-1248-41bb-98a4-6265280c4194 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.747610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port c3fe22d3-6467-4b61-b26f-fe842a0b29b8 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:14.747998 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.780870 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0fa6c541-1248-41bb-98a4-6265280c4194 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.784773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0fa6c541-1248-41bb-98a4-6265280c4194 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.790162 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-98f50f12-0366-469d-9a91-0770ac8f37ba tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:14.805426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6c541-1248-41bb-98a4-6265280c4194 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08547941-e9bb-4fcc-b0aa-303b626489b0,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:14.807779 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0fa6c541-1248-41bb-98a4-6265280c4194 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:14.812742 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-0fa6c541-1248-41bb-98a4-6265280c4194 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.814101 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-0fa6c541-1248-41bb-98a4-6265280c4194 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296589 Jun 11 12:21:14.865438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:14.962487 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-d658bb05-55e7-4ae5-8bc5-78ef7e5d072a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256166626&fields=id&tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51 HTTP/1.1" status: 200 len: 267 time: 0.0395176 Jun 11 12:21:14.970607 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5ef0ab28-d0f5-4c44-9012-1fe09e008497 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:14.975132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-baf81ae2-710a-4370-9c43-dc9339dd5be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:15.017416 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'name': 'tempest-TestShelveInstance-1412305062-router', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:08Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 4, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'gw_port': {'id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:09Z', 'updated_at': '2021-06-11T12:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'e00eb2c4-1b4c-4ddd-b242-0a597aa90e48', 'name': '', 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'mac_address': 'fa:16:3e:a9:5e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '72bdb62d-c823-41e5-8877-6e6db5c70e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:11Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 2, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'subnets': [{'id': '72bdb62d-c823-41e5-8877-6e6db5c70e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:15.024488 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Checking router: b780952d-3c6f-4b30-92eb-98a33a4ca591 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:21:15.024852 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Updating router b780952d-3c6f-4b30-92eb-98a33a4ca591 port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:21:15.069268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:15.080974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 5ef0ab28-d0f5-4c44-9012-1fe09e008497 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:15.087119 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 5ef0ab28-d0f5-4c44-9012-1fe09e008497 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:15.087500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:15.094201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-a0b52471-e7dd-41e9-9aa0-320d9428a1c0 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:15.095676 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-a0b52471-e7dd-41e9-9aa0-320d9428a1c0 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 809 time: 0.1262300 Jun 11 12:21:15.110245 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-a3f1684d-c9ad-40e0-b6df-c4eacbaf4dfc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/quotas/d685c7e9ede6482cbdbd4a94f5d32c51 HTTP/1.1" status: 200 len: 375 time: 0.0089641 Jun 11 12:21:15.186447 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-b0425a34-a0b9-4cf1-84ba-cd6daaf928a4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709817 Jun 11 12:21:15.311972 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-06b4ad50-0392-4f08-8d98-5270733ffad2 service neutron] 10.222.0.46 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143134 Jun 11 12:21:15.435781 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-b89eb0b0-de8b-4cf8-881e-a4fef267818c service neutron] 10.222.0.46 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177037 Jun 11 12:21:15.461785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:15.527466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 5ef0ab28-d0f5-4c44-9012-1fe09e008497, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5ef0ab28-d0f5-4c44-9012-1fe09e008497,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:21:15.545304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:15.549548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:15.613649 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8e4d2313-a14a-4b75-8845-70446f9da240 req-87c20331-5e42-47c2-86ed-dadd2bf0f2c3 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 210 time: 0.0371346 Jun 11 12:21:15.644807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=5ef0ab28-d0f5-4c44-9012-1fe09e008497,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:15.650338 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:15.694073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:15.703819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Transition to ACTIVE for port object e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:15.711588 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:15.713453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5cc850f2-b2be-4fc2-9315-38bae1ad64d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:15.809438 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ffa25-6cb4-4012-808f-f2c15cb24607 None None] Pushing event updated for resources: {'Port': ['ID=e00eb2c4-1b4c-4ddd-b242-0a597aa90e48,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:15.813975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bb4ffa25-6cb4-4012-808f-f2c15cb24607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:15.891681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Attempting to bind port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:21:15.891681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Attempting to bind port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '34158cbb-a5f2-4a39-9212-9a4da356f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:21:15.891681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Attempting to bind port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 on network 63b8454e-cede-48e8-9c1c-011d2ea9b476 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:21:15.897402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:21:15.897870 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Checking segment: {'id': '34158cbb-a5f2-4a39-9212-9a4da356f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:21:15.898353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:15.898844 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Bound using segment: {'id': '34158cbb-a5f2-4a39-9212-9a4da356f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:21:15.899590 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Bound port: e00eb2c4-1b4c-4ddd-b242-0a597aa90e48, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34158cbb-a5f2-4a39-9212-9a4da356f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:21:15.899797 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:15.975962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] For port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:21:15.979111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] For port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e00eb2c4-1b4c-4ddd-b242-0a597aa90e48,segment=NetworkSegment(34158cbb-a5f2-4a39-9212-9a4da356f42d),segment_id=34158cbb-a5f2-4a39-9212-9a4da356f42d)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:21:15.983771 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:15.985783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:16.061192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Routers {'b780952d-3c6f-4b30-92eb-98a33a4ca591'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:21:16.061843 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:21:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b780952d-3c6f-4b30-92eb-98a33a4ca591'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:16.063898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ffa25-6cb4-4012-808f-f2c15cb24607 None None] Pushing event updated for resources: {'Port': ['ID=e00eb2c4-1b4c-4ddd-b242-0a597aa90e48,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:16.068624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bb4ffa25-6cb4-4012-808f-f2c15cb24607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:16.201312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:16.206251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5ef0ab28-d0f5-4c44-9012-1fe09e008497 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:16.272233 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] Set router b780952d-3c6f-4b30-92eb-98a33a4ca591 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:21:16.387846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 5ef0ab28-d0f5-4c44-9012-1fe09e008497 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:16.388228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:16.628135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'name': 'tempest-TestShelveInstance-1412305062-router', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:08Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 4, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'gw_port': {'id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:09Z', 'updated_at': '2021-06-11T12:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'e00eb2c4-1b4c-4ddd-b242-0a597aa90e48', 'name': '', 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'mac_address': 'fa:16:3e:a9:5e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '72bdb62d-c823-41e5-8877-6e6db5c70e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:11Z', 'updated_at': '2021-06-11T12:21:15Z', 'revision_number': 4, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'subnets': [{'id': '72bdb62d-c823-41e5-8877-6e6db5c70e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:16.631356 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13be274-0e9b-44bf-88dd-2e68b0d1dcd5 None None] The sync data for ids ['b780952d-3c6f-4b30-92eb-98a33a4ca591'] in dv-neutron-786478-5-hyperv is: [{'id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'name': 'tempest-TestShelveInstance-1412305062-router', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:08Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 4, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'gw_port': {'id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:09Z', 'updated_at': '2021-06-11T12:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': 'e00eb2c4-1b4c-4ddd-b242-0a597aa90e48', 'name': '', 'network_id': '63b8454e-cede-48e8-9c1c-011d2ea9b476', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'mac_address': 'fa:16:3e:a9:5e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '72bdb62d-c823-41e5-8877-6e6db5c70e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:11Z', 'updated_at': '2021-06-11T12:21:15Z', 'revision_number': 4, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'subnets': [{'id': '72bdb62d-c823-41e5-8877-6e6db5c70e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:21:16.852801 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ccc3bbd1-f75d-4d39-be03-a414a3530b01 req-3ae83d51-1582-4b99-99f2-15e7d65efd38 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 210 time: 0.0479970 Jun 11 12:21:16.884193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bb6281b8-ea96-4af9-a7d5-80d1324726ba tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:16.886137 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bb6281b8-ea96-4af9-a7d5-80d1324726ba tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 809 time: 0.2329571 Jun 11 12:21:16.936967 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-4f10ce6b-a90c-47b0-83b3-3c3309aeb4e5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51 HTTP/1.1" status: 200 len: 380 time: 0.0425935 Jun 11 12:21:16.946006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'port': {'device_id': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'admin_state_up': True, 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'security_groups': ['9557fc74-348a-466d-a8e4-5225aa5b4abd']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:17.085919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Made reservation on behalf of d685c7e9ede6482cbdbd4a94f5d32c51 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:21:17.089716 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:17.235211 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Allocated IP 172.20.0.5 (5e0478ba-c73f-4d8b-9fbc-8d589168f2e8/10aa5b46-b5a4-44ff-b196-78dbb0158d93/066555a9-5e6e-4d21-9d6a-38e546cb8672) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:21:17.396866 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:17.408767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Transition to ACTIVE for port object 066555a9-5e6e-4d21-9d6a-38e546cb8672 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:17.442963 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:17.446445 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-af5e46ee-d334-4c28-8a99-9e5c33a684ac tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:17.497816 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:21:17.501249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:17.505313 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:21:17.512089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'Port': ['ID=066555a9-5e6e-4d21-9d6a-38e546cb8672,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:17.515028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:17.568675 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:17.569050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:17.584474 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6428363 Jun 11 12:21:17.598036 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Request body: {'port': {'device_id': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:17.687541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:17.753826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a6b8126a-765b-41fe-ac57-b8b01df51e5b None None] Provisioning for port 066555a9-5e6e-4d21-9d6a-38e546cb8672 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:17.757411 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a6b8126a-765b-41fe-ac57-b8b01df51e5b None None] Provisioning complete for port 066555a9-5e6e-4d21-9d6a-38e546cb8672 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:17.757793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a6b8126a-765b-41fe-ac57-b8b01df51e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:17.797460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a6b8126a-765b-41fe-ac57-b8b01df51e5b None None] Port 066555a9-5e6e-4d21-9d6a-38e546cb8672 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:21:17.891373 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:18.061160 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda9cfa-90ad-4a3d-866b-9073aba69c1f req-387b806b-abdc-484e-b836-970b4782106c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:18.062966 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-beda9cfa-90ad-4a3d-866b-9073aba69c1f req-387b806b-abdc-484e-b836-970b4782106c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 931 time: 0.0795531 Jun 11 12:21:18.109915 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-beda9cfa-90ad-4a3d-866b-9073aba69c1f req-1f482c38-7974-49e4-b16d-1b094bcb6a5d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399625 Jun 11 12:21:18.223957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:18.280944 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:18.285205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:18.285591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:18.390013 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:18.429109 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e00eb2c4-1b4c-4ddd-b242-0a597aa90e48,segment=NetworkSegment(34158cbb-a5f2-4a39-9212-9a4da356f42d),segment_id=34158cbb-a5f2-4a39-9212-9a4da356f42d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:21:18.433410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:18.436982 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5e6ed368-eb2a-4b5d-a313-0eb9cda06c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:18.446200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066555a9-5e6e-4d21-9d6a-38e546cb8672 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:21:18.454329 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:18.466305 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Transition to ACTIVE for port object 066555a9-5e6e-4d21-9d6a-38e546cb8672 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:21:18.470732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:18.472704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:18.493662 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=e00eb2c4-1b4c-4ddd-b242-0a597aa90e48,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:18.497330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:18.569201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=066555a9-5e6e-4d21-9d6a-38e546cb8672,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:18.573914 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:18.663709 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Attempting to bind port 066555a9-5e6e-4d21-9d6a-38e546cb8672 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:21:18.664177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Attempting to bind port 066555a9-5e6e-4d21-9d6a-38e546cb8672 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:21:18.664520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Attempting to bind port 066555a9-5e6e-4d21-9d6a-38e546cb8672 on network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:21:18.669191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Port 066555a9-5e6e-4d21-9d6a-38e546cb8672 on network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:21:18.669548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Attempting to bind port 066555a9-5e6e-4d21-9d6a-38e546cb8672 on network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:21:18.674343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:21:18.674719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Checking segment: {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:21:18.675112 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Bound using segment: {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:21:18.675541 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Bound port: 066555a9-5e6e-4d21-9d6a-38e546cb8672, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:21:18.675890 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:18.746275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:21:18.749251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:21:18.754386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:18.757125 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ddd7c184-0e49-463d-9ccd-b0b72403e046 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:18.796014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:18.796508 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:18.797864 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] 10.222.0.25 "PUT /v2.0/ports/066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 200 len: 1093 time: 1.2044964 Jun 11 12:21:18.798403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:21:18.800754 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19296f49-3176-4d46-8f2e-3505439444b4" -d '{"events": [{"name": "network-changed", "server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:21:18.844311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=066555a9-5e6e-4d21-9d6a-38e546cb8672,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:18.856282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:18.858976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a102baf7-b2a2-44e6-b882-321b4b690761 x-openstack-request-id: req-a102baf7-b2a2-44e6-b882-321b4b690761 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:21:18.859309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:21:18.859781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a102baf7-b2a2-44e6-b882-321b4b690761 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:21:18.860234 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'status': 'completed', 'code': 200} Jun 11 12:21:18.910363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-55b3e510-a7c8-439e-87c2-67c42e4d6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:18.911765 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-55b3e510-a7c8-439e-87c2-67c42e4d6d6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1096 time: 0.0645137 Jun 11 12:21:18.969678 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-c95c1821-ab84-4e38-a224-acc8d790db65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 200 len: 217 time: 0.0503287 Jun 11 12:21:19.031607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-a8b319c6-86e7-423e-84f1-e92c5126dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:19.033074 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-a8b319c6-86e7-423e-84f1-e92c5126dbd3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0579698 Jun 11 12:21:19.095926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-531d0a73-6fa7-46af-b7eb-2e3cf62ed0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:19.097325 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-531d0a73-6fa7-46af-b7eb-2e3cf62ed0b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581028 Jun 11 12:21:19.213100 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bec02e45-6753-470c-8b5f-4c6b814271be service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095390 Jun 11 12:21:19.288069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71715dc5-505d-439d-8762-947f3880a1dd req-b03d4b46-b343-4861-ad63-87bb189e11fc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:19.289530 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-71715dc5-505d-439d-8762-947f3880a1dd req-b03d4b46-b343-4861-ad63-87bb189e11fc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0674150 Jun 11 12:21:19.330582 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fb6bc419-7eab-45e5-981f-2373462ce938 req-bb3af58c-0358-4207-a76c-4eebf78ddddb service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112037 Jun 11 12:21:19.331888 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-71715dc5-505d-439d-8762-947f3880a1dd req-b43224f8-be08-46ab-8c0e-9168c49fc105 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365131 Jun 11 12:21:19.433343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19296f49-3176-4d46-8f2e-3505439444b4 req-da6e6a54-a038-46a4-878e-d27181324337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:19.434915 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-19296f49-3176-4d46-8f2e-3505439444b4 req-da6e6a54-a038-46a4-878e-d27181324337 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1096 time: 0.0592575 Jun 11 12:21:19.552903 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19296f49-3176-4d46-8f2e-3505439444b4 req-85175c4d-8070-4115-ba04-42ea3a8f346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:19.554358 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-19296f49-3176-4d46-8f2e-3505439444b4 req-85175c4d-8070-4115-ba04-42ea3a8f346a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1133416 Jun 11 12:21:19.607974 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-19296f49-3176-4d46-8f2e-3505439444b4 req-87ef2743-32a3-499e-8887-2447b45d38f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 200 len: 217 time: 0.0466015 Jun 11 12:21:19.669907 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19296f49-3176-4d46-8f2e-3505439444b4 req-0a31d155-6a6b-43df-aa5c-a63c679758d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:19.671396 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-19296f49-3176-4d46-8f2e-3505439444b4 req-0a31d155-6a6b-43df-aa5c-a63c679758d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0558496 Jun 11 12:21:19.733215 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19296f49-3176-4d46-8f2e-3505439444b4 req-b06831e6-369f-4125-a5d8-3d0ed17695ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:19.734611 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-19296f49-3176-4d46-8f2e-3505439444b4 req-b06831e6-369f-4125-a5d8-3d0ed17695ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561497 Jun 11 12:21:19.849884 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-19296f49-3176-4d46-8f2e-3505439444b4 req-369fe153-8f3e-40cf-821d-2953152461bd service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081014 Jun 11 12:21:19.967248 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-19296f49-3176-4d46-8f2e-3505439444b4 req-1cd13ac9-fee3-4cd5-8198-071c0e56ceea service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097205 Jun 11 12:21:20.186465 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:20.237569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:20.237944 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:20.512612 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd010f0d-dd35-4f45-863e-5f2c65e17071 req-abe2203e-2d0b-4546-9b8f-cf0490ed4c1e tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:20.514070 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bd010f0d-dd35-4f45-863e-5f2c65e17071 req-abe2203e-2d0b-4546-9b8f-cf0490ed4c1e tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0685167 Jun 11 12:21:20.556059 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bd010f0d-dd35-4f45-863e-5f2c65e17071 req-75edfd7e-70fb-4fb0-927e-614ef2e04f58 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364203 Jun 11 12:21:21.737312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9d540-e2e5-4484-91e8-0c05df6f45a6 req-54f85448-af2c-4f95-ae6a-ad0b7bc2981e tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:21.738799 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-23b9d540-e2e5-4484-91e8-0c05df6f45a6 req-54f85448-af2c-4f95-ae6a-ad0b7bc2981e tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0736377 Jun 11 12:21:21.749622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 066555a9-5e6e-4d21-9d6a-38e546cb8672 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:21:21.780479 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-23b9d540-e2e5-4484-91e8-0c05df6f45a6 req-655553b3-38ed-49d1-b023-33fb374a82bd tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356061 Jun 11 12:21:21.867685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:21:21.879348 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'port_id': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'mac_address': 'fa:16:3e:78:2c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:21:21.925208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:21.939273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066555a9-5e6e-4d21-9d6a-38e546cb8672 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:21:21.960286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:21:21.963681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:21.965383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a468accf-c5ab-4917-8b3b-1cd8869acf96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:22.016082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=066555a9-5e6e-4d21-9d6a-38e546cb8672,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:22.018934 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:22.172833 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['066555a9-5e6e-4d21-9d6a-38e546cb8672'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:21:22.962402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dcc1c-ed0d-4503-8298-50ccc20897e6 req-0bcea7bd-dd1f-421d-857a-1f0e146f1b59 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:22.963890 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-543dcc1c-ed0d-4503-8298-50ccc20897e6 req-0bcea7bd-dd1f-421d-857a-1f0e146f1b59 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 944 time: 0.0736434 Jun 11 12:21:23.004525 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-543dcc1c-ed0d-4503-8298-50ccc20897e6 req-2e48bf27-2ea8-4f70-b67b-8e94e24d50cb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350068 Jun 11 12:21:23.749214 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 066555a9-5e6e-4d21-9d6a-38e546cb8672 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:21:23.804700 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 066555a9-5e6e-4d21-9d6a-38e546cb8672 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:21:23.808330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 066555a9-5e6e-4d21-9d6a-38e546cb8672 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:21:23.809881 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:23.901577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:23.925099 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:21:23.927368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d305fb75-b4c7-47f9-b8a2-8a25e5c317bc" -d '{"events": [{"server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "name": "network-vif-plugged", "status": "completed", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:21:23.940668 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:21:23.944694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:23.946514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:23.976261 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f6de0f-6397-4efd-8ddc-ba1c8ca8de48 x-openstack-request-id: req-88f6de0f-6397-4efd-8ddc-ba1c8ca8de48 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:21:23.976562 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "name": "network-vif-plugged", "status": "completed", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:21:23.976827 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88f6de0f-6397-4efd-8ddc-ba1c8ca8de48 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:21:23.977219 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'code': 200} Jun 11 12:21:24.004420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=066555a9-5e6e-4d21-9d6a-38e546cb8672,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:24.007765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:24.192703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49563-bff4-4e51-9e8b-1ef9ec794157 req-d2e13a24-2f02-4509-bb36-06e08e91eb12 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:24.195386 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-35b49563-bff4-4e51-9e8b-1ef9ec794157 req-d2e13a24-2f02-4509-bb36-06e08e91eb12 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0781476 Jun 11 12:21:24.237996 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-35b49563-bff4-4e51-9e8b-1ef9ec794157 req-9b9639e4-af12-437c-ac42-ec6b70ca4ff3 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369046 Jun 11 12:21:24.299436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6955bf-5aeb-48f5-8a0c-bf2e3a18d12b req-699017ed-7d79-45fa-9f49-2cdd6ec6cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:24.300918 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8b6955bf-5aeb-48f5-8a0c-bf2e3a18d12b req-699017ed-7d79-45fa-9f49-2cdd6ec6cbbc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1098 time: 0.1499989 Jun 11 12:21:24.336920 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8b6955bf-5aeb-48f5-8a0c-bf2e3a18d12b req-92c8ea95-b2bc-4748-8b50-94526368510d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293694 Jun 11 12:21:25.419179 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5acf3-0a07-44a2-83e5-d7cbd43fdb3c req-662f6397-b25c-4ac1-babd-2092aeff729b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:25.420691 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-88e5acf3-0a07-44a2-83e5-d7cbd43fdb3c req-662f6397-b25c-4ac1-babd-2092aeff729b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0706079 Jun 11 12:21:25.462771 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-88e5acf3-0a07-44a2-83e5-d7cbd43fdb3c req-93784f5e-05d7-4e26-b91a-5012c581a043 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363278 Jun 11 12:21:25.645472 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2752f-4b4a-4413-9fd6-ba7ff675a227 req-372d09aa-8910-4363-b82a-931388ccaab2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:25.647267 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aed2752f-4b4a-4413-9fd6-ba7ff675a227 req-372d09aa-8910-4363-b82a-931388ccaab2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0698128 Jun 11 12:21:25.688801 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aed2752f-4b4a-4413-9fd6-ba7ff675a227 req-4050e0ce-fb05-4fcd-bb3e-db2560e007f7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359972 Jun 11 12:21:25.711587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55014) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:25.811687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0864116-068d-4511-8874-0dcf541d26f1 tempest-TestShelveInstance-652065017 tempest-TestShelveInstance-652065017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:25.813185 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d0864116-068d-4511-8874-0dcf541d26f1 tempest-TestShelveInstance-652065017 tempest-TestShelveInstance-652065017-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1093 time: 0.1006386 Jun 11 12:21:25.816170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55018) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:21:25.820892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:21:25.842115 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for floatingip, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:25.960047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:26.078223 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Allocated IP 172.26.6.144 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/9d4c2758-5e81-43c9-aaaa-ea1226a5a97a) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:21:26.206412 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:26.244601 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:26.247250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8a8dcb24-13a8-410f-84fd-29816ac600ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:26.289350 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:21:26.292076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:21:26.295551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:21:26.329477 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'Port': ['ID=9d4c2758-5e81-43c9-aaaa-ea1226a5a97a,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:26.333493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:26.750094 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:26.839509 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:27.015182 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:27.019587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:27.022602 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-35398653-4c26-4ef7-b988-f1896cc4408c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:21:27.098912 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'Port': ['ID=9d4c2758-5e81-43c9-aaaa-ea1226a5a97a,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:21:27.103226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:21:27.110996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:27.246310 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Floating IP 919d8d91-8ebb-4ea8-890c-dfb3a1e84b8d associated. External IP: 172.26.6.144, port: 066555a9-5e6e-4d21-9d6a-38e546cb8672. Jun 11 12:21:27.521708 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:21:27.982470 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:28.062023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:21:28.071920 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994adb6-ffbb-4ad7-b0a2-ef82ebf10922 None None] Sync routers for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:21:28.077013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:28.080687 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c994adb6-ffbb-4ad7-b0a2-ef82ebf10922 None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:21:28.081321 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c994adb6-ffbb-4ad7-b0a2-ef82ebf10922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:21:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:28.119241 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3018501 Jun 11 12:21:28.119944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:21:28.122273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189d9881-fb4d-4d3e-ad10-15766b98a35b" -d '{"events": [{"name": "network-changed", "server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:21:28.157139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279b0c55-fc66-4c62-a87a-57a093860719 x-openstack-request-id: req-279b0c55-fc66-4c62-a87a-57a093860719 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:21:28.157484 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:21:28.157797 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-279b0c55-fc66-4c62-a87a-57a093860719 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:21:28.158253 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'status': 'completed', 'code': 200} Jun 11 12:21:28.226269 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c994adb6-ffbb-4ad7-b0a2-ef82ebf10922 None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:21:28.236453 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-193e1ae8-42aa-4448-885f-4fa30af1dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:28.237859 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-193e1ae8-42aa-4448-885f-4fa30af1dfcf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1098 time: 0.0578835 Jun 11 12:21:28.354093 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-19b42f6d-aa30-44b6-aa37-3cd03ccff2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:28.355592 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-19b42f6d-aa30-44b6-aa37-3cd03ccff2be service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1117859 Jun 11 12:21:28.442644 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-3419a53d-d1ab-4381-86bb-457fb996d0e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 200 len: 999 time: 0.0806713 Jun 11 12:21:28.498257 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-092b7d21-d7ef-42f6-93d6-27e32b6be614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:28.499624 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-092b7d21-d7ef-42f6-93d6-27e32b6be614 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0506997 Jun 11 12:21:28.508299 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c994adb6-ffbb-4ad7-b0a2-ef82ebf10922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '919d8d91-8ebb-4ea8-890c-dfb3a1e84b8d', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'floating_ip_address': '172.26.6.144', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'port_id': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'mac_address': 'fa:16:3e:78:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:21:26Z', 'updated_at': '2021-06-11T12:21:26Z', 'revision_number': 0, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:28.511562 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994adb6-ffbb-4ad7-b0a2-ef82ebf10922 None None] Checking router: 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:21:28.519430 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c994adb6-ffbb-4ad7-b0a2-ef82ebf10922 None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:21:28.520042 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c994adb6-ffbb-4ad7-b0a2-ef82ebf10922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:21:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:28.561454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-d4f6a49a-74cc-4a21-84f6-7e9e5c68b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:28.563008 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-d4f6a49a-74cc-4a21-84f6-7e9e5c68b01d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576198 Jun 11 12:21:28.572784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-0d54b73d-bb89-4beb-8679-33b69b7e4411 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 12:21:28.573712 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-0d54b73d-bb89-4beb-8679-33b69b7e4411 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050402 Jun 11 12:21:28.659434 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c994adb6-ffbb-4ad7-b0a2-ef82ebf10922 None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:21:28.690900 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-45012f5b-dd37-43ff-bcc7-92f36beed406 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113620 Jun 11 12:21:28.806123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-189d9881-fb4d-4d3e-ad10-15766b98a35b req-f9f3e609-d9bf-47eb-920a-b881b909c463 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094618 Jun 11 12:21:28.940130 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c994adb6-ffbb-4ad7-b0a2-ef82ebf10922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '919d8d91-8ebb-4ea8-890c-dfb3a1e84b8d', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'floating_ip_address': '172.26.6.144', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'port_id': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'mac_address': 'fa:16:3e:78:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:21:26Z', 'updated_at': '2021-06-11T12:21:26Z', 'revision_number': 0, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:21:28.944032 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994adb6-ffbb-4ad7-b0a2-ef82ebf10922 None None] The sync data for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv is: [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '919d8d91-8ebb-4ea8-890c-dfb3a1e84b8d', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'floating_ip_address': '172.26.6.144', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'port_id': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'mac_address': 'fa:16:3e:78:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:21:26Z', 'updated_at': '2021-06-11T12:21:26Z', 'revision_number': 0, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:21:29.137136 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378609e6-61e1-4d47-8883-8fe9cd7b8620 None None] New status for floating IP 919d8d91-8ebb-4ea8-890c-dfb3a1e84b8d: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:21:30.854828 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:21:33.661460 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-a0f1b1e4-237d-421b-b9c2-634406c944ca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558431 Jun 11 12:21:33.764458 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-89cf9fa9-11f2-4c32-a47f-ba1af5fe5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:33.765931 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-89cf9fa9-11f2-4c32-a47f-ba1af5fe5e46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1098 time: 0.0626903 Jun 11 12:21:33.897293 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-9477e0aa-d6d3-456b-ac3b-bf4b9f01f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:33.899875 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-9477e0aa-d6d3-456b-ac3b-bf4b9f01f1c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1143718 Jun 11 12:21:33.981351 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-47de3e4b-b4a9-4171-af60-9408a09e983c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 200 len: 1001 time: 0.0744500 Jun 11 12:21:34.040217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-69ac9148-bbca-4087-9520-ed58f2a2bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:34.041635 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-69ac9148-bbca-4087-9520-ed58f2a2bd80 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0548866 Jun 11 12:21:34.101976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-3137d7f1-8c29-42d2-b4ba-04965c83f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:21:34.103452 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-3137d7f1-8c29-42d2-b4ba-04965c83f042 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561705 Jun 11 12:21:34.223644 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-f0c89d52-5132-438b-8392-f9a15187fe6f service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139185 Jun 11 12:21:34.338755 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-97285ae1-d790-4d09-8959-2092c943c8d8 req-278675fc-3883-4572-a931-c52a82b0aac1 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092560 Jun 11 12:21:42.192172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1fcfdfd4-8ab0-489a-959b-c98aad3029b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:44.969533 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:44.974069 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a0e54911-8e60-4335-a840-e578ea0a70c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:46.182111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:47.895785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:21:57.992230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:07.854913 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:22:12.191463 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae1ff93c-2e6d-4e28-a94b-964a63ff85f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:14.809987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:14.963595 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-45095e59-126c-4f48-8b10-c6cde926b967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:16.184305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:17.964016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:22.550617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-af622260-7ad8-44d8-9ca7-345d407eb42f req-ff035a38-a89b-4554-a36f-1250265205ee service neutron] (99006) timed out ('10.222.0.46', 51128) {{(pid=99006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 12:22:27.999160 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:35.662073 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-56ed1fbe-347a-4544-ad65-0153ddd8f16a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577548 Jun 11 12:22:35.760013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-a12995a6-bbc8-4761-b394-1f6f07aabe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:22:35.761468 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-a12995a6-bbc8-4761-b394-1f6f07aabe71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1098 time: 0.0580301 Jun 11 12:22:35.889853 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-3d8d6122-b89b-4ed3-8726-fc6b9261edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:22:35.891218 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-3d8d6122-b89b-4ed3-8726-fc6b9261edd2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1102667 Jun 11 12:22:35.976723 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-d2ced4cc-905f-421b-9396-05f2f134bece service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 200 len: 1001 time: 0.0787253 Jun 11 12:22:36.032369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-ba7ba07e-f572-48e9-ab32-0256282e1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:22:36.033759 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-ba7ba07e-f572-48e9-ab32-0256282e1160 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0515735 Jun 11 12:22:36.095970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-87070eda-35f0-475c-9ec0-7131752c2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:22:36.097400 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-87070eda-35f0-475c-9ec0-7131752c2924 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570304 Jun 11 12:22:36.216629 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-4ec4e09c-7838-4020-8eff-c9b28c95b403 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130278 Jun 11 12:22:36.332691 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0437ed3-ac02-4624-90dd-9198a30ed729 req-6ac7daa1-ce71-4d48-8042-3d0a0037a45d service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103208 Jun 11 12:22:42.192860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9c93a172-c60a-4d22-bb58-c66c4356dd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:44.809641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:44.854417 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:22:44.962949 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-306598df-bb5c-4260-859a-e70e094af6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:46.188012 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:47.900442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:22:58.015070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:12.193220 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e4ab842f-b876-43b0-b378-a246d2ac364f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:14.809154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:14.962764 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b4bdeafa-a730-4ff7-a0d1-17f2141f71c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:16.189831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:17.904313 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:21.852490 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:23:24.130744 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dadbb2-a94e-42fb-8c59-1b614ebf7622 req-cf602a5d-fdbf-4354-a236-0331a6972470 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:24.132201 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-49dadbb2-a94e-42fb-8c59-1b614ebf7622 req-cf602a5d-fdbf-4354-a236-0331a6972470 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.1225648 Jun 11 12:23:24.172527 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-49dadbb2-a94e-42fb-8c59-1b614ebf7622 req-0e2291ad-ca46-4f8d-9e29-4e719b42b74e tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347636 Jun 11 12:23:25.363548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6649c0-21fb-4279-90a0-d99735470bf1 req-edeab3fc-092e-4581-8710-d6cd5a853d95 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:25.365004 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad6649c0-21fb-4279-90a0-d99735470bf1 req-edeab3fc-092e-4581-8710-d6cd5a853d95 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0686476 Jun 11 12:23:25.413409 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ad6649c0-21fb-4279-90a0-d99735470bf1 req-c12feec4-9df0-4414-b02f-4de8ea8117cb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Jun 11 12:23:26.606869 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802267e6-04e6-4e1b-b941-824ed872f2ff req-c13ebbff-de23-4c2c-8995-95a602b22e8e tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:26.608304 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-802267e6-04e6-4e1b-b941-824ed872f2ff req-c13ebbff-de23-4c2c-8995-95a602b22e8e tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0677843 Jun 11 12:23:26.654012 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-802267e6-04e6-4e1b-b941-824ed872f2ff req-31f02cc5-4841-4599-961f-f401952940d1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400670 Jun 11 12:23:27.891406 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194320ef-8e15-4ef1-b835-bfc21411594c req-3fcf2c19-1750-48ab-953c-3f5324afe148 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:27.892759 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-194320ef-8e15-4ef1-b835-bfc21411594c req-3fcf2c19-1750-48ab-953c-3f5324afe148 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0687265 Jun 11 12:23:27.934033 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-194320ef-8e15-4ef1-b835-bfc21411594c req-55eab277-278a-4d4f-95e4-5e8f265e25e6 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354295 Jun 11 12:23:28.004303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:29.108104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d501d-d2bf-4033-af61-0df4750e72f4 req-44e88c7c-f272-4e71-8321-7dde87bd3bd1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:29.109533 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-190d501d-d2bf-4033-af61-0df4750e72f4 req-44e88c7c-f272-4e71-8321-7dde87bd3bd1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0673020 Jun 11 12:23:29.150086 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-190d501d-d2bf-4033-af61-0df4750e72f4 req-87faaaec-1883-4019-9bb9-bc134f1ce55b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350513 Jun 11 12:23:30.330353 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2bb44-94e5-4001-bd37-af52f117b6dd req-80f2e880-74ff-4be4-9aab-2d7bd8ada249 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:30.331859 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33b2bb44-94e5-4001-bd37-af52f117b6dd req-80f2e880-74ff-4be4-9aab-2d7bd8ada249 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0721838 Jun 11 12:23:30.378305 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33b2bb44-94e5-4001-bd37-af52f117b6dd req-2c4a7839-deaa-4036-aecf-2fc3f7937eb5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408514 Jun 11 12:23:31.555940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1823d6-196a-4567-b55c-04f61f13a784 req-006ae6f5-0d75-486a-b213-c6066bc14429 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:31.558055 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8f1823d6-196a-4567-b55c-04f61f13a784 req-006ae6f5-0d75-486a-b213-c6066bc14429 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0696602 Jun 11 12:23:31.604746 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-8f1823d6-196a-4567-b55c-04f61f13a784 req-8558931b-17f7-4002-a3fd-01e613c57928 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410643 Jun 11 12:23:32.784470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2be757-e1df-4f7e-b74f-dd73dd384fd3 req-4f256922-7a56-4e18-9b13-727c4bd6828c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:32.785927 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ec2be757-e1df-4f7e-b74f-dd73dd384fd3 req-4f256922-7a56-4e18-9b13-727c4bd6828c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0722010 Jun 11 12:23:32.827693 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ec2be757-e1df-4f7e-b74f-dd73dd384fd3 req-028b3298-05b5-4c22-be0f-884dbc2d9bd3 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360727 Jun 11 12:23:34.003176 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f318e-4307-462b-a90b-180372357a95 req-9d8e8e73-1c3d-4d01-a3b7-285bb7116176 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:34.004610 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bf2f318e-4307-462b-a90b-180372357a95 req-9d8e8e73-1c3d-4d01-a3b7-285bb7116176 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0681834 Jun 11 12:23:34.045518 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bf2f318e-4307-462b-a90b-180372357a95 req-d5413b60-b617-4cbd-a053-29cfa51f49d6 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347664 Jun 11 12:23:35.221218 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4f281-db43-4928-b47e-1c47cf7bf4de req-7220e102-88f6-421e-b243-b8aa626f2601 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:35.222676 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bfd4f281-db43-4928-b47e-1c47cf7bf4de req-7220e102-88f6-421e-b243-b8aa626f2601 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0672762 Jun 11 12:23:35.267725 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bfd4f281-db43-4928-b47e-1c47cf7bf4de req-968828ce-6b6e-4ab4-b8c4-771c7fdceeee tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 Jun 11 12:23:36.448312 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 066555a9-5e6e-4d21-9d6a-38e546cb8672 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:23:36.466182 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98071f-53cb-4ff5-8848-ee8ff3257cbc req-f77338d4-07e3-43e4-98fa-668a032dbf14 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:36.467596 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dc98071f-53cb-4ff5-8848-ee8ff3257cbc req-f77338d4-07e3-43e4-98fa-668a032dbf14 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0750370 Jun 11 12:23:36.523625 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dc98071f-53cb-4ff5-8848-ee8ff3257cbc req-b8c7c361-ff84-406f-bd37-ff9888428190 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484538 Jun 11 12:23:36.584098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:23:36.597121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'port_id': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'mac_address': 'fa:16:3e:78:2c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:23:36.649368 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:36.664570 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 066555a9-5e6e-4d21-9d6a-38e546cb8672 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:23:36.667559 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e998b-63d8-4207-b889-594327d0a68f req-fef3d1f1-e530-4e40-be09-69fa92ea199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:36.669045 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b8e998b-63d8-4207-b889-594327d0a68f req-fef3d1f1-e530-4e40-be09-69fa92ea199e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1098 time: 0.0638793 Jun 11 12:23:36.687186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:23:36.691559 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:36.694722 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:23:36.753503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=066555a9-5e6e-4d21-9d6a-38e546cb8672,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:23:36.761036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.761392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.766974 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.767831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.769178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.769824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.770416 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.771016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.771647 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.773297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.773738 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.774234 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:23:36.780963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['066555a9-5e6e-4d21-9d6a-38e546cb8672'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:23:36.783985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:23:36.827919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e998b-63d8-4207-b889-594327d0a68f req-ec282416-ce8f-4346-9e40-171c233afd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:36.829977 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b8e998b-63d8-4207-b889-594327d0a68f req-ec282416-ce8f-4346-9e40-171c233afd71 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1404002 Jun 11 12:23:36.926718 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b8e998b-63d8-4207-b889-594327d0a68f req-64b30340-fbfb-4e5d-8657-475919cbe7ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 200 len: 1000 time: 0.0883522 Jun 11 12:23:36.989400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e998b-63d8-4207-b889-594327d0a68f req-9f532dcd-8e72-4a17-a21e-18085d27bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:36.991190 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b8e998b-63d8-4207-b889-594327d0a68f req-9f532dcd-8e72-4a17-a21e-18085d27bec5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0583484 Jun 11 12:23:37.068022 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e998b-63d8-4207-b889-594327d0a68f req-651826ab-c75d-497e-97d9-8c2cc2f3a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:37.069893 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b8e998b-63d8-4207-b889-594327d0a68f req-651826ab-c75d-497e-97d9-8c2cc2f3a083 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706410 Jun 11 12:23:37.202326 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b8e998b-63d8-4207-b889-594327d0a68f req-d6b0a473-f168-4261-a4a6-39947d5a420c service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246223 Jun 11 12:23:37.330694 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b8e998b-63d8-4207-b889-594327d0a68f req-3480f445-6069-495a-b76a-17759dde2c11 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214049 Jun 11 12:23:37.722214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef5e19-a85d-431c-b94a-341d016a03b7 req-292138ac-179e-4a86-a09f-d491b5e00543 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:37.723785 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5ef5e19-a85d-431c-b94a-341d016a03b7 req-292138ac-179e-4a86-a09f-d491b5e00543 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 944 time: 0.0746391 Jun 11 12:23:37.769285 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b5ef5e19-a85d-431c-b94a-341d016a03b7 req-edf59d55-4064-4ed5-a7bb-82b2a66eb8a0 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 Jun 11 12:23:38.460235 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 066555a9-5e6e-4d21-9d6a-38e546cb8672 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:23:38.527394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 066555a9-5e6e-4d21-9d6a-38e546cb8672 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:23:38.528145 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:38.646014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:38.676350 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:23:38.676907 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7413cd56-c8a2-4012-b33f-9f68dc6ae74d" -d '{"events": [{"server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "name": "network-vif-plugged", "status": "completed", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:23:38.700177 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:23:38.705073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:38.708785 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-bb4ffa25-6cb4-4012-808f-f2c15cb24607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:23:38.765393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=066555a9-5e6e-4d21-9d6a-38e546cb8672,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:23:38.769096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:23:38.975272 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace04eae-1cc5-4f55-b6d9-ee4e0408e37f req-c4c8e275-55bf-40e3-a21a-aede9020a100 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:38.976741 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ace04eae-1cc5-4f55-b6d9-ee4e0408e37f req-c4c8e275-55bf-40e3-a21a-aede9020a100 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0838320 Jun 11 12:23:39.024732 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ace04eae-1cc5-4f55-b6d9-ee4e0408e37f req-8e1bf729-526d-454d-9ce3-3f65f366ba72 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423071 Jun 11 12:23:39.739524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae03c43-0c9c-4603-a660-f34c204c4a92 x-openstack-request-id: req-0ae03c43-0c9c-4603-a660-f34c204c4a92 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:23:39.740143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "name": "network-vif-plugged", "status": "completed", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:23:39.740143 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ae03c43-0c9c-4603-a660-f34c204c4a92 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:23:39.740496 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'code': 200} Jun 11 12:23:40.235056 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ddff3-bb6c-4451-873d-f2d82c10b963 req-39e6818e-f903-4059-859e-c50a5b7902d7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:40.236636 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-415ddff3-bb6c-4451-873d-f2d82c10b963 req-39e6818e-f903-4059-859e-c50a5b7902d7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0897992 Jun 11 12:23:40.281610 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-415ddff3-bb6c-4451-873d-f2d82c10b963 req-3f320804-1daf-43b9-9682-13bdc6ea0a1e tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387664 Jun 11 12:23:41.477642 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d616ef-27d1-49e9-bed1-42462fbae271 req-dfd58ae2-9b81-4609-a26d-f2a7d173676c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:41.479215 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c5d616ef-27d1-49e9-bed1-42462fbae271 req-dfd58ae2-9b81-4609-a26d-f2a7d173676c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0749772 Jun 11 12:23:41.544476 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c5d616ef-27d1-49e9-bed1-42462fbae271 req-7d9389aa-377b-4afe-90ab-26d4e2e22224 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568001 Jun 11 12:23:42.199140 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c4c5-e26d-4893-8639-c571d8067f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:42.740542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da258172-7edc-4820-bb35-19ae9579b8a9 req-f1e1ce91-a358-4eae-ab76-44878741e844 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:42.742791 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-da258172-7edc-4820-bb35-19ae9579b8a9 req-f1e1ce91-a358-4eae-ab76-44878741e844 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0773661 Jun 11 12:23:42.788200 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-da258172-7edc-4820-bb35-19ae9579b8a9 req-c5e33fd6-c8f9-4b71-a75c-20c269007c24 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396800 Jun 11 12:23:43.974848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e66cb4-06ad-439a-96cb-f6b7b3417987 req-5b242627-caf9-4029-835c-86340f1603b3 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:43.976353 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-30e66cb4-06ad-439a-96cb-f6b7b3417987 req-5b242627-caf9-4029-835c-86340f1603b3 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0716600 Jun 11 12:23:44.035480 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-30e66cb4-06ad-439a-96cb-f6b7b3417987 req-0bed77fd-cf1a-4907-a238-f1cc86fd4cb1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533590 Jun 11 12:23:44.816751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:44.965809 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f4cf3122-3f74-417c-9b2b-b9bbd4b58516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:45.226927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddc792-350f-454a-a906-18e93c1c5a7d req-6e063518-7699-49f2-ba87-6a4fd9061482 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:45.229016 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c2ddc792-350f-454a-a906-18e93c1c5a7d req-6e063518-7699-49f2-ba87-6a4fd9061482 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0762939 Jun 11 12:23:45.275796 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c2ddc792-350f-454a-a906-18e93c1c5a7d req-0d14656b-ae6d-4e5f-b5c0-98aeda02e813 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394704 Jun 11 12:23:46.058500 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6719daf-f77b-476c-a4af-3a957fd8b2c8 req-8db7b827-ac61-4320-ae53-55abc02d3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:46.060028 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a6719daf-f77b-476c-a4af-3a957fd8b2c8 req-8db7b827-ac61-4320-ae53-55abc02d3e0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1098 time: 0.0640218 Jun 11 12:23:46.169589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6719daf-f77b-476c-a4af-3a957fd8b2c8 req-6f5151a3-44c5-4cdc-b9d6-ce306b1032a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:46.171061 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a6719daf-f77b-476c-a4af-3a957fd8b2c8 req-6f5151a3-44c5-4cdc-b9d6-ce306b1032a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1051471 Jun 11 12:23:46.198121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:46.258165 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a6719daf-f77b-476c-a4af-3a957fd8b2c8 req-97ad5427-836c-4bd7-ae96-e76a3aa79062 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 200 len: 1001 time: 0.0803983 Jun 11 12:23:46.314051 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6719daf-f77b-476c-a4af-3a957fd8b2c8 req-b2ed1c83-1552-4bd0-b812-895b0ab9b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:46.315538 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a6719daf-f77b-476c-a4af-3a957fd8b2c8 req-b2ed1c83-1552-4bd0-b812-895b0ab9b7b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0509794 Jun 11 12:23:46.385143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6719daf-f77b-476c-a4af-3a957fd8b2c8 req-e5289733-e243-4987-8e46-c040b45824b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:46.386687 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a6719daf-f77b-476c-a4af-3a957fd8b2c8 req-e5289733-e243-4987-8e46-c040b45824b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0635324 Jun 11 12:23:46.462831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6e89a-1043-46a1-a3b4-c2c4c682c788 req-6575bc10-6d31-4e0a-b303-2cce7e557bc0 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:46.464290 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cdb6e89a-1043-46a1-a3b4-c2c4c682c788 req-6575bc10-6d31-4e0a-b303-2cce7e557bc0 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0754423 Jun 11 12:23:46.506104 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a6719daf-f77b-476c-a4af-3a957fd8b2c8 req-40080de8-7dda-4135-9aff-dee773b057af service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131685 Jun 11 12:23:46.508862 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-cdb6e89a-1043-46a1-a3b4-c2c4c682c788 req-b16cfba1-e9d4-4f7b-86da-dcbc171238ba tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388598 Jun 11 12:23:46.616661 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a6719daf-f77b-476c-a4af-3a957fd8b2c8 req-8ebe6704-e6b6-4a02-92bd-3df1c990439d service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047227 Jun 11 12:23:47.690426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7c8b0-a011-4602-8ea0-529756437be9 req-fee0cc77-4700-4f93-a883-f284a0aab559 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:47.691930 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-68c7c8b0-a011-4602-8ea0-529756437be9 req-fee0cc77-4700-4f93-a883-f284a0aab559 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0728703 Jun 11 12:23:47.733156 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-68c7c8b0-a011-4602-8ea0-529756437be9 req-d2c59b70-b6a4-40f2-8a65-1d2b4be8349c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353420 Jun 11 12:23:47.907128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:48.910634 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99ae9f-6d7c-4edf-a885-17536271466f req-89300a89-54e9-4404-ba7a-b317d469148c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:48.911990 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dd99ae9f-6d7c-4edf-a885-17536271466f req-89300a89-54e9-4404-ba7a-b317d469148c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0680597 Jun 11 12:23:48.957577 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dd99ae9f-6d7c-4edf-a885-17536271466f req-447def00-1728-4be4-851e-a9342eba8bf8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396099 Jun 11 12:23:49.304267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb539ec-1efb-41c4-a2e9-aaf045a0feaa req-743a3fd5-aeff-43b7-b618-58c6f0ee5755 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:49.305723 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dfb539ec-1efb-41c4-a2e9-aaf045a0feaa req-743a3fd5-aeff-43b7-b618-58c6f0ee5755 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 945 time: 0.0687811 Jun 11 12:23:49.347949 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-dfb539ec-1efb-41c4-a2e9-aaf045a0feaa req-13d645be-9a3d-4644-a019-146dcaa6abb2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365574 Jun 11 12:23:49.352663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55202) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:23:49.450565 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1ba2eda-8283-447c-94d4-d51445739531 req-bdc60b70-e3f1-4428-852f-6551d325a1af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959468 Jun 11 12:23:50.315461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba2eda-8283-447c-94d4-d51445739531 req-47df9d7b-e0a2-42b7-9809-4d5a4bf2ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:50.316886 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1ba2eda-8283-447c-94d4-d51445739531 req-47df9d7b-e0a2-42b7-9809-4d5a4bf2ae9b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec&tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51 HTTP/1.1" status: 200 len: 1098 time: 0.0719800 Jun 11 12:23:50.397256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba2eda-8283-447c-94d4-d51445739531 req-cc31359e-ff75-44a7-895b-72c7065e8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:50.398783 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1ba2eda-8283-447c-94d4-d51445739531 req-cc31359e-ff75-44a7-895b-72c7065e8e70 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1098 time: 0.0595467 Jun 11 12:23:50.602132 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 066555a9-5e6e-4d21-9d6a-38e546cb8672 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:23:50.699513 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:50.729649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:23:50.732270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb62148a-432a-4e0b-9bfd-5ab153ecc64c" -d '{"events": [{"server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "name": "network-vif-unplugged", "status": "completed", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:23:50.747926 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:23:50.753984 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:50.756569 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1d7f8a12-0331-434e-91d3-d0b9bea1fe98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:23:50.792472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 12:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe4dfec-35b8-49dc-b747-960da0ad9096 x-openstack-request-id: req-afe4dfec-35b8-49dc-b747-960da0ad9096 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:23:50.792922 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "name": "network-vif-unplugged", "status": "completed", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:23:50.793252 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-afe4dfec-35b8-49dc-b747-960da0ad9096 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:23:50.793687 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'code': 200} Jun 11 12:23:50.822180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=066555a9-5e6e-4d21-9d6a-38e546cb8672,revision_number=8']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:23:50.825383 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:23:50.966897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba2eda-8283-447c-94d4-d51445739531 req-e160141a-4b91-42dc-b1ec-d528070b0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:50.968298 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1ba2eda-8283-447c-94d4-d51445739531 req-e160141a-4b91-42dc-b1ec-d528070b0b7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.5637653 Jun 11 12:23:51.046696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c9b8c-fa91-4c55-a1cf-0a65abef2048 req-6528cc7b-14c7-46f7-8731-c69694ded7c2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:51.048133 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d91c9b8c-fa91-4c55-a1cf-0a65abef2048 req-6528cc7b-14c7-46f7-8731-c69694ded7c2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.1513557 Jun 11 12:23:51.079646 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1ba2eda-8283-447c-94d4-d51445739531 req-de93204b-b0e6-40ce-8be1-5c099473a1d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 200 len: 999 time: 0.1037791 Jun 11 12:23:51.104989 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d91c9b8c-fa91-4c55-a1cf-0a65abef2048 req-cb59c870-60c0-4400-9b9e-ac2624dc5cdb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496531 Jun 11 12:23:51.146620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba2eda-8283-447c-94d4-d51445739531 req-63837318-de40-4f49-b3e6-54a86be2470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:51.147986 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1ba2eda-8283-447c-94d4-d51445739531 req-63837318-de40-4f49-b3e6-54a86be2470c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0566282 Jun 11 12:23:51.213998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba2eda-8283-447c-94d4-d51445739531 req-d3b84396-5be9-48d4-af2a-d278d73cd005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:51.215500 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1ba2eda-8283-447c-94d4-d51445739531 req-d3b84396-5be9-48d4-af2a-d278d73cd005 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0616241 Jun 11 12:23:51.330645 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1ba2eda-8283-447c-94d4-d51445739531 req-aa34de37-ea37-49ad-a01a-1452aad53905 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089978 Jun 11 12:23:51.441843 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1ba2eda-8283-447c-94d4-d51445739531 req-4b4de24a-20b9-4dd4-84f7-4ca6d0ec33a4 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037676 Jun 11 12:23:52.293905 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97a31e-f67e-4795-a8e5-aa8686801077 req-68d53f6d-51ba-42e4-8e4a-7d82bea0cc1b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:52.295415 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af97a31e-f67e-4795-a8e5-aa8686801077 req-68d53f6d-51ba-42e4-8e4a-7d82bea0cc1b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0702093 Jun 11 12:23:52.343840 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-af97a31e-f67e-4795-a8e5-aa8686801077 req-f3a2ae76-e3c4-4a1f-a6f7-3a7c043018ee tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Jun 11 12:23:53.535064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df8e66-821a-4f9b-aa80-2e691d2e8d4a req-e75ef4e6-3c14-4508-bd23-a7d0b60f27c2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:53.536561 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-52df8e66-821a-4f9b-aa80-2e691d2e8d4a req-e75ef4e6-3c14-4508-bd23-a7d0b60f27c2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0777063 Jun 11 12:23:53.579069 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-52df8e66-821a-4f9b-aa80-2e691d2e8d4a req-6f8abfa6-cb94-40ce-b5ae-ee7e4d5a58d2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362973 Jun 11 12:23:54.767950 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f784e-a16a-418b-bbe8-f1e556fe741b req-ee4b858b-f5af-4903-bd42-34cfb3a99591 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:54.769721 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-952f784e-a16a-418b-bbe8-f1e556fe741b req-ee4b858b-f5af-4903-bd42-34cfb3a99591 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0778627 Jun 11 12:23:54.812222 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-952f784e-a16a-418b-bbe8-f1e556fe741b req-edbe1686-39d2-459f-a2b0-0c0a88b8a032 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363119 Jun 11 12:23:56.017507 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd164a7b-5c38-47ba-8ea3-8b1dad8ef5a2 req-3243e5a9-3efc-4677-8e93-39726daca256 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:56.019328 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cd164a7b-5c38-47ba-8ea3-8b1dad8ef5a2 req-3243e5a9-3efc-4677-8e93-39726daca256 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0902357 Jun 11 12:23:56.063343 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cd164a7b-5c38-47ba-8ea3-8b1dad8ef5a2 req-497dabe5-ed4d-4ce1-be44-abd947296beb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378411 Jun 11 12:23:57.248984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7af952-058a-4e44-a6b4-aa4883c4fcee req-ce88a5c3-7616-43e9-95b0-9b472adb7b94 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:57.250455 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2d7af952-058a-4e44-a6b4-aa4883c4fcee req-ce88a5c3-7616-43e9-95b0-9b472adb7b94 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0711787 Jun 11 12:23:57.300004 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2d7af952-058a-4e44-a6b4-aa4883c4fcee req-d12bb8a3-0a03-4bf6-be23-862b9a233f98 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 Jun 11 12:23:58.021643 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:23:58.521580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b5499-79fd-4d7d-9115-ce082be9eb97 req-378e17ed-9ea8-4c9e-85ce-2122b8ced1eb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:58.523168 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-668b5499-79fd-4d7d-9115-ce082be9eb97 req-378e17ed-9ea8-4c9e-85ce-2122b8ced1eb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.1024401 Jun 11 12:23:58.572123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-668b5499-79fd-4d7d-9115-ce082be9eb97 req-b97528e0-b339-476c-be6f-ba4e3e588069 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417786 Jun 11 12:23:58.850865 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:23:59.759952 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fac19-de8a-4642-940a-90cea3498853 req-0b89d0be-523a-4dfb-a8f1-ea50b7e68aad tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:23:59.761441 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7c1fac19-de8a-4642-940a-90cea3498853 req-0b89d0be-523a-4dfb-a8f1-ea50b7e68aad tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0710647 Jun 11 12:23:59.805943 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7c1fac19-de8a-4642-940a-90cea3498853 req-ff721b8a-ad80-479d-aedf-6c77f2357ef0 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385218 Jun 11 12:24:00.993704 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266f2f6-b3cb-4352-a437-32b94aaa3f02 req-7260c745-031c-4170-87e5-1aa28bf52840 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:24:00.995325 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e266f2f6-b3cb-4352-a437-32b94aaa3f02 req-7260c745-031c-4170-87e5-1aa28bf52840 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0717869 Jun 11 12:24:01.038962 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e266f2f6-b3cb-4352-a437-32b94aaa3f02 req-37171968-4ac5-441b-af65-8d9168844761 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377808 Jun 11 12:24:02.222188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8c326-659b-4d32-8266-422a69a50dc7 req-e26237e9-8114-4d38-b6aa-ea166b3f7fc2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:24:02.223696 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ffa8c326-659b-4d32-8266-422a69a50dc7 req-e26237e9-8114-4d38-b6aa-ea166b3f7fc2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0715561 Jun 11 12:24:02.274426 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ffa8c326-659b-4d32-8266-422a69a50dc7 req-7ec67809-c9d8-4f37-97cc-f44b89187445 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444217 Jun 11 12:24:03.463706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076f932-86ce-414b-8898-277bf3934fdb req-71de1e18-01f9-463b-9eb1-69e4368a1599 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:24:03.466646 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8076f932-86ce-414b-8898-277bf3934fdb req-71de1e18-01f9-463b-9eb1-69e4368a1599 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0772793 Jun 11 12:24:03.517628 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8076f932-86ce-414b-8898-277bf3934fdb req-040269d6-da52-44a0-a13b-e0b23e2acd4c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467060 Jun 11 12:24:03.625910 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0e59-f571-48bf-83fc-a11c1576367c req-165d0cbe-d695-4a33-8034-b963c884f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:24:03.627463 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f61f0e59-f571-48bf-83fc-a11c1576367c req-165d0cbe-d695-4a33-8034-b963c884f8ab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1096 time: 0.0597360 Jun 11 12:24:03.663664 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f61f0e59-f571-48bf-83fc-a11c1576367c req-1e24a028-8093-4095-a651-9336e15fdf13 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302460 Jun 11 12:24:04.702819 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ac4df-6eb4-4090-a1a5-a17db5c96b27 req-249bf835-1c74-4dac-8a20-a9da8df346d6 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:24:04.707150 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-539ac4df-6eb4-4090-a1a5-a17db5c96b27 req-249bf835-1c74-4dac-8a20-a9da8df346d6 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0751526 Jun 11 12:24:04.747317 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-539ac4df-6eb4-4090-a1a5-a17db5c96b27 req-1d6632fb-238d-4ed1-990e-9de2458839e5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373065 Jun 11 12:24:05.930207 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448af9d0-1839-44f9-87d1-5ab00e185661 req-c388e158-4660-41e7-92af-206baadee075 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:24:05.931599 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-448af9d0-1839-44f9-87d1-5ab00e185661 req-c388e158-4660-41e7-92af-206baadee075 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 943 time: 0.0749261 Jun 11 12:24:05.972840 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-448af9d0-1839-44f9-87d1-5ab00e185661 req-2a4d15dd-3af7-4ea5-b5f3-59c801461b51 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357175 Jun 11 12:24:06.709394 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 066555a9-5e6e-4d21-9d6a-38e546cb8672 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:24:06.828330 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:24:06.843286 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'port_id': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'mac_address': 'fa:16:3e:78:2c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:24:06.884866 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:06.898966 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066555a9-5e6e-4d21-9d6a-38e546cb8672 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:24:06.919228 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:24:06.922800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:06.924925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-805bdd95-4ab8-4205-9f60-cabf3ea044bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:24:06.975447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=066555a9-5e6e-4d21-9d6a-38e546cb8672,revision_number=9']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:24:06.979047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:24:07.161860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['066555a9-5e6e-4d21-9d6a-38e546cb8672'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:24:08.724617 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 066555a9-5e6e-4d21-9d6a-38e546cb8672 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:24:08.779571 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 066555a9-5e6e-4d21-9d6a-38e546cb8672 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:24:08.779956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:08.863712 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:08.886959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:24:08.889186 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6009a6-4166-498c-9adc-99dd2b44d6f9" -d '{"events": [{"server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "name": "network-vif-plugged", "status": "completed", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:24:08.906196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:24:08.910864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:08.912766 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:24:08.938414 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0056e21-3020-41e0-931a-8f26762513b5 x-openstack-request-id: req-c0056e21-3020-41e0-931a-8f26762513b5 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:24:08.938739 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "name": "network-vif-plugged", "status": "completed", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:24:08.939007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0056e21-3020-41e0-931a-8f26762513b5 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:24:08.939402 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'code': 200} Jun 11 12:24:08.966553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=066555a9-5e6e-4d21-9d6a-38e546cb8672,revision_number=10']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:24:08.969404 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:24:12.198522 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf6c6-5cd1-42e7-bb64-dc066d345a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:14.809530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:14.967022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-756ef60c-49f0-4bb0-b79f-94486d183415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:16.197474 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:17.983732 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:28.040707 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:35.848796 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:24:38.639768 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-b78e2682-e41f-420a-9096-231dd4c4269b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643160 Jun 11 12:24:38.743828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-545cb188-4910-4566-bd27-5126a67ec244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:24:38.745282 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-545cb188-4910-4566-bd27-5126a67ec244 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1099 time: 0.0619659 Jun 11 12:24:38.877971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-942abede-297e-4d1d-b247-7c1036149105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:24:38.879391 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-942abede-297e-4d1d-b247-7c1036149105 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1146085 Jun 11 12:24:38.967090 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-d9e716bd-e618-42a7-8696-e5bc96b97925 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 200 len: 1001 time: 0.0813570 Jun 11 12:24:39.023906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-4e888876-81e8-4ecd-83aa-1b955a3b6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:24:39.025921 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-4e888876-81e8-4ecd-83aa-1b955a3b6d67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0525706 Jun 11 12:24:39.093691 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-b85ba5ea-724f-4a3a-885b-e2df92b79da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:24:39.095252 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-b85ba5ea-724f-4a3a-885b-e2df92b79da2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631537 Jun 11 12:24:39.212560 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-ff861068-76ea-4b13-82e6-d39f53afd2d1 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093688 Jun 11 12:24:39.324453 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-71c5cdc3-e951-4814-9400-7e78b82d2e82 req-f2274a44-44ad-4a2f-92c6-16dfa4f018b5 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066344 Jun 11 12:24:42.199092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4f20458d-09a6-42d1-91c4-8e167a84d61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:44.810298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:44.967546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5b63-b678-4f9b-9010-3d1ee879c1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:46.199052 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:47.913410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:24:58.054353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:12.198846 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1d71d85d-9301-4511-afe6-1474dc733d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:12.851318 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:25:14.810602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:14.969112 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7ab941f6-3fbc-41c0-b4b2-a47b72c8fcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:16.201935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:16.829644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55324) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:25:17.035164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Deleting port 9d4c2758-5e81-43c9-aaaa-ea1226a5a97a {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:25:17.035422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:17.134436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:17.134801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:17.226130 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Calling delete_port for 9d4c2758-5e81-43c9-aaaa-ea1226a5a97a owned by network:floatingip {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:25:17.398135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:17.400586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:17.427123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event deleted for resources: {'Port': ['ID=9d4c2758-5e81-43c9-aaaa-ea1226a5a97a,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:17.437311 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.437692 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.438756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.438756 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.439028 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.439321 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.439726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.440101 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.440473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.440854 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.441220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.441570 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:17.447064 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:17.512964 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for floatingip, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:17.513304 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.l3_db [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Floating IP 919d8d91-8ebb-4ea8-890c-dfb3a1e84b8d disassociated (deleted). External IP: 172.26.6.144, port: 066555a9-5e6e-4d21-9d6a-38e546cb8672. Jun 11 12:25:17.792105 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:25:17.916953 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:17.934089 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:25:17.938856 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:17.943210 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048c73a-e0f7-4453-9d89-33a5982552f9 None None] Sync routers for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:25:17.952469 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048c73a-e0f7-4453-9d89-33a5982552f9 None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:25:17.953081 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c048c73a-e0f7-4453-9d89-33a5982552f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:25:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:25:17.981085 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-7e5b91e4-d533-4ecb-8019-48523c5c5716 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "DELETE /v2.0/floatingips/919d8d91-8ebb-4ea8-890c-dfb3a1e84b8d HTTP/1.1" status: 204 len: 168 time: 1.1503487 Jun 11 12:25:17.981769 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:25:17.984219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf802107-3c07-416b-a868-1f8de77d4c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:25:18.096945 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c048c73a-e0f7-4453-9d89-33a5982552f9 None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:25:18.112918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81b38d7-6c14-4026-a6f5-d5db7f281aee x-openstack-request-id: req-c81b38d7-6c14-4026-a6f5-d5db7f281aee {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:25:18.113269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:25:18.113580 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c81b38d7-6c14-4026-a6f5-d5db7f281aee {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:25:18.114064 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'status': 'completed', 'code': 200} Jun 11 12:25:18.204569 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802107-3c07-416b-a868-1f8de77d4c0b req-b3bd7664-6cd0-44fb-8a05-07093b21a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:18.206226 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cf802107-3c07-416b-a868-1f8de77d4c0b req-b3bd7664-6cd0-44fb-8a05-07093b21a573 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 1099 time: 0.0687907 Jun 11 12:25:18.341877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802107-3c07-416b-a868-1f8de77d4c0b req-d8e77637-0d32-4fb8-a01a-2aebaafb3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:18.343403 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cf802107-3c07-416b-a868-1f8de77d4c0b req-d8e77637-0d32-4fb8-a01a-2aebaafb3a50 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1232233 Jun 11 12:25:18.365870 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c048c73a-e0f7-4453-9d89-33a5982552f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:25:18.369683 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048c73a-e0f7-4453-9d89-33a5982552f9 None None] Checking router: 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:25:18.373023 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165f771-3d73-481e-a753-c142561c0ca2 req-d935b34c-9009-4fb7-a5ac-df0a98542f30 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:18.375852 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2165f771-3d73-481e-a753-c142561c0ca2 req-d935b34c-9009-4fb7-a5ac-df0a98542f30 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 946 time: 0.0773940 Jun 11 12:25:18.377849 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048c73a-e0f7-4453-9d89-33a5982552f9 None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:25:18.378465 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c048c73a-e0f7-4453-9d89-33a5982552f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:25:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:25:18.400224 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cf802107-3c07-416b-a868-1f8de77d4c0b req-33989c0c-0b77-424d-9378-c983285ce10f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 200 len: 217 time: 0.0492241 Jun 11 12:25:18.422004 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2165f771-3d73-481e-a753-c142561c0ca2 req-ebeaa80f-54b1-469d-a159-1eb9ec1844f9 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403042 Jun 11 12:25:18.457187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802107-3c07-416b-a868-1f8de77d4c0b req-2514498a-4e37-4f8d-bf20-81927a8111b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:18.458665 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cf802107-3c07-416b-a868-1f8de77d4c0b req-2514498a-4e37-4f8d-bf20-81927a8111b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0526087 Jun 11 12:25:18.523337 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-c048c73a-e0f7-4453-9d89-33a5982552f9 None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:25:18.524714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802107-3c07-416b-a868-1f8de77d4c0b req-0028c72d-46be-4723-abb3-edc6386753ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:18.526225 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cf802107-3c07-416b-a868-1f8de77d4c0b req-0028c72d-46be-4723-abb3-edc6386753ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612631 Jun 11 12:25:18.645201 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cf802107-3c07-416b-a868-1f8de77d4c0b req-c3869059-8262-441e-9b86-94a96f795d34 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110623 Jun 11 12:25:18.757564 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-cf802107-3c07-416b-a868-1f8de77d4c0b req-8277c728-3c7e-4721-abb7-99cfc7f4d03f service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042590 Jun 11 12:25:18.772571 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-c048c73a-e0f7-4453-9d89-33a5982552f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:25:18.776038 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048c73a-e0f7-4453-9d89-33a5982552f9 None None] The sync data for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv is: [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:25:18.984390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e0b0f-b60c-4cad-a19d-313132f05edc None None] New status for floating IP 919d8d91-8ebb-4ea8-890c-dfb3a1e84b8d: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:25:19.634013 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de40c93-2d66-4680-8f06-9a6cc5de1205 req-05a83cb3-d88d-4330-90eb-4138e299cbfa tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:19.636018 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1de40c93-2d66-4680-8f06-9a6cc5de1205 req-05a83cb3-d88d-4330-90eb-4138e299cbfa tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.25 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 946 time: 0.1196854 Jun 11 12:25:19.647678 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b758-ad78-4214-9032-042725b2aec2 req-67fb11d1-2c07-4ef5-a41e-63c2cd8985c5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:19.649018 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ada5b758-ad78-4214-9032-042725b2aec2 req-67fb11d1-2c07-4ef5-a41e-63c2cd8985c5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 946 time: 0.0961609 Jun 11 12:25:19.734897 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ada5b758-ad78-4214-9032-042725b2aec2 req-a52f332d-ec75-44e1-9f71-30ae19b6bbd7 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=9557fc74-348a-466d-a8e4-5225aa5b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781605 Jun 11 12:25:19.784631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-1de40c93-2d66-4680-8f06-9a6cc5de1205 req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Deleting port 066555a9-5e6e-4d21-9d6a-38e546cb8672 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:25:19.784979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-1de40c93-2d66-4680-8f06-9a6cc5de1205 req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:20.294859 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-1de40c93-2d66-4680-8f06-9a6cc5de1205 req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] For port 066555a9-5e6e-4d21-9d6a-38e546cb8672, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=066555a9-5e6e-4d21-9d6a-38e546cb8672,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:25:20.295227 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-1de40c93-2d66-4680-8f06-9a6cc5de1205 req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:20.387647 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-1de40c93-2d66-4680-8f06-9a6cc5de1205 req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Calling delete_port for 066555a9-5e6e-4d21-9d6a-38e546cb8672 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:25:20.546143 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-1de40c93-2d66-4680-8f06-9a6cc5de1205 req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:20.550037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-40e4e3df-0eb2-4c5f-9ba2-181553cb7ba5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:20.581444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event deleted for resources: {'Port': ['ID=066555a9-5e6e-4d21-9d6a-38e546cb8672,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:20.587750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:20.636055 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de40c93-2d66-4680-8f06-9a6cc5de1205 req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] No DVR routers for this DVR port 066555a9-5e6e-4d21-9d6a-38e546cb8672 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:25:20.638522 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-1de40c93-2d66-4680-8f06-9a6cc5de1205 req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:20.640547 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1de40c93-2d66-4680-8f06-9a6cc5de1205 req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.25 "DELETE /v2.0/ports/066555a9-5e6e-4d21-9d6a-38e546cb8672 HTTP/1.1" status: 204 len: 173 time: 0.9906974 Jun 11 12:25:20.641073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'name': 'network-vif-deleted', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:25:20.643633 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d75d4cb-c864-4ac2-9870-948c617e53f8" -d '{"events": [{"server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "name": "network-vif-deleted", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:25:20.678681 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90b2c10-c4b6-48bc-a3e4-7e85f6f89d59 x-openstack-request-id: req-e90b2c10-c4b6-48bc-a3e4-7e85f6f89d59 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:25:20.679189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b5a00-b089-4218-8af2-42c4c832b1ec", "name": "network-vif-deleted", "tag": "066555a9-5e6e-4d21-9d6a-38e546cb8672", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:25:20.679496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e90b2c10-c4b6-48bc-a3e4-7e85f6f89d59 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:25:20.679954 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596b5a00-b089-4218-8af2-42c4c832b1ec', 'name': 'network-vif-deleted', 'tag': '066555a9-5e6e-4d21-9d6a-38e546cb8672', 'status': 'completed', 'code': 200} Jun 11 12:25:20.898596 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-47ce8ed6-5f72-44a5-9cba-bc29b8c19cc8 req-2067b6f2-0f1b-4d08-8456-59066e4ccaac tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=596b5a00-b089-4218-8af2-42c4c832b1ec HTTP/1.1" status: 200 len: 210 time: 0.0360131 Jun 11 12:25:21.990037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55348) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:25:22.051369 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1fd341af-957b-4a3e-aee8-ae8cf53ec386 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.085663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1fd341af-957b-4a3e-aee8-ae8cf53ec386 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.149476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1fd341af-957b-4a3e-aee8-ae8cf53ec386 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.152861 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-1fd341af-957b-4a3e-aee8-ae8cf53ec386 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.154001 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-1fd341af-957b-4a3e-aee8-ae8cf53ec386 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "DELETE /v2.0/security-groups/9557fc74-348a-466d-a8e4-5225aa5b4abd HTTP/1.1" status: 204 len: 168 time: 0.1628709 Jun 11 12:25:22.154824 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3d99e268-d9bd-43d7-8a2c-d1937dffdcfc tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:22.167961 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd341af-957b-4a3e-aee8-ae8cf53ec386 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9557fc74-348a-466d-a8e4-5225aa5b4abd,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:22.171279 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-1fd341af-957b-4a3e-aee8-ae8cf53ec386 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:22.501960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55354) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:25:22.506820 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087091003', 'description': 'tempest-secgroup-smoke-1087091003 description', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:25:22.530360 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.618303 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.622207 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.625356 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e0977bd5-24f3-441b-b704-d3d9221fff8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:22.653546 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.654788 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1516595 Jun 11 12:25:22.656694 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a23bc-e58f-468c-b67f-8c9043313d4f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:22.657639 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55356) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:25:22.662332 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-b6e8f95c-31e0-4b12-b437-f270503e3dc4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': 'a91a23bc-e58f-468c-b67f-8c9043313d4f', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:25:22.663662 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.664095 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.664485 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.664872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.665253 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.665783 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.666163 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.666587 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.667011 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.667387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.667758 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.668132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:22.672169 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-de3d5d2c-d6f3-4c94-b137-8850bb44f323 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:22.690999 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f95c-31e0-4b12-b437-f270503e3dc4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.750039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f95c-31e0-4b12-b437-f270503e3dc4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.753405 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f95c-31e0-4b12-b437-f270503e3dc4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.755260 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-3b2e6a70-83fc-4faa-8e7f-06e669c8a03e tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:22.770283 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8f95c-31e0-4b12-b437-f270503e3dc4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d462fb-e874-407f-8e28-fff7b55c46ca,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:22.774067 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b6e8f95c-31e0-4b12-b437-f270503e3dc4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:22.779310 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f95c-31e0-4b12-b437-f270503e3dc4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.780480 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b6e8f95c-31e0-4b12-b437-f270503e3dc4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218104 Jun 11 12:25:22.783240 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55358) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:25:22.787875 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-6480c2c8-bb33-47a8-ad5d-9100d971888d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': 'a91a23bc-e58f-468c-b67f-8c9043313d4f', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:25:22.812607 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6480c2c8-bb33-47a8-ad5d-9100d971888d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.877152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6480c2c8-bb33-47a8-ad5d-9100d971888d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.880562 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6480c2c8-bb33-47a8-ad5d-9100d971888d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.883037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6713545e-96db-49be-a93e-ac15dff043ef tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:22.900487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480c2c8-bb33-47a8-ad5d-9100d971888d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffd7547-f26e-4d72-a206-d01b49df5230,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:22.903237 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6480c2c8-bb33-47a8-ad5d-9100d971888d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:22.905962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6480c2c8-bb33-47a8-ad5d-9100d971888d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.907151 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6480c2c8-bb33-47a8-ad5d-9100d971888d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229663 Jun 11 12:25:22.909696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55360) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:25:22.914006 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-2b89dcfb-77cd-41d1-bd8c-85501900f3c1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': 'a91a23bc-e58f-468c-b67f-8c9043313d4f', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:25:22.939555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b89dcfb-77cd-41d1-bd8c-85501900f3c1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:22.999417 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b89dcfb-77cd-41d1-bd8c-85501900f3c1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.003038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b89dcfb-77cd-41d1-bd8c-85501900f3c1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.008452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0089a512-5d47-451a-ada2-63cb5e9bd203 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:23.023452 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89dcfb-77cd-41d1-bd8c-85501900f3c1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abdd604-b12d-4ae5-9274-7182fab60479,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:23.025791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2b89dcfb-77cd-41d1-bd8c-85501900f3c1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:23.030354 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2b89dcfb-77cd-41d1-bd8c-85501900f3c1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.031827 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2b89dcfb-77cd-41d1-bd8c-85501900f3c1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212223 Jun 11 12:25:23.034650 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55362) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:25:23.039726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c33bdf22-c52e-4ed7-b179-d55717904ec5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': 'a91a23bc-e58f-468c-b67f-8c9043313d4f', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:25:23.041134 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 066555a9-5e6e-4d21-9d6a-38e546cb8672 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:25:23.066031 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 066555a9-5e6e-4d21-9d6a-38e546cb8672 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:25:23.066392 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 066555a9-5e6e-4d21-9d6a-38e546cb8672 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:25:23.072260 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c33bdf22-c52e-4ed7-b179-d55717904ec5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.135486 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c33bdf22-c52e-4ed7-b179-d55717904ec5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.139620 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c33bdf22-c52e-4ed7-b179-d55717904ec5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.141910 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-81cc2deb-bdf2-4d6b-8444-9bb3dbfc114b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:23.158422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bdf22-c52e-4ed7-b179-d55717904ec5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2501c6-fa47-49d4-baa5-1f8f9e8ec873,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:23.161072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c33bdf22-c52e-4ed7-b179-d55717904ec5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:23.164640 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c33bdf22-c52e-4ed7-b179-d55717904ec5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.166492 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c33bdf22-c52e-4ed7-b179-d55717904ec5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308281 Jun 11 12:25:23.169130 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55364) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:25:23.173478 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-5b430a8e-7f0f-4905-9782-15180892940b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': 'a91a23bc-e58f-468c-b67f-8c9043313d4f', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:25:23.194455 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-5b430a8e-7f0f-4905-9782-15180892940b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Project d685c7e9ede6482cbdbd4a94f5d32c51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:25:23.198971 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5b430a8e-7f0f-4905-9782-15180892940b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.264663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5b430a8e-7f0f-4905-9782-15180892940b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.268395 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5b430a8e-7f0f-4905-9782-15180892940b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.273533 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9b25a696-5f40-4068-a900-a4499dc74225 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:23.287747 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b430a8e-7f0f-4905-9782-15180892940b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13900e2b-19dc-45b6-b970-68bff8007cc8,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:23.290000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5b430a8e-7f0f-4905-9782-15180892940b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:23.294961 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-5b430a8e-7f0f-4905-9782-15180892940b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.296114 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-5b430a8e-7f0f-4905-9782-15180892940b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260829 Jun 11 12:25:23.298799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55366) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:25:23.303080 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-d3dcd3e2-b134-483e-aea3-565b050ba116 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'security_group_rule': {'security_group_id': 'a91a23bc-e58f-468c-b67f-8c9043313d4f', 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:25:23.323404 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.securitygroups_db [None req-d3dcd3e2-b134-483e-aea3-565b050ba116 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Project d685c7e9ede6482cbdbd4a94f5d32c51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:25:23.328017 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd3e2-b134-483e-aea3-565b050ba116 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.391611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd3e2-b134-483e-aea3-565b050ba116 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.395315 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd3e2-b134-483e-aea3-565b050ba116 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.397615 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-6f11fa5d-4880-4386-a089-be86626f006a tempest-ServerActionsTestJSON-1413889349 tempest-ServerActionsTestJSON-1413889349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:23.413139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcd3e2-b134-483e-aea3-565b050ba116 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d851240-9dad-431e-ad85-c2b16e59befa,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:23.417422 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d3dcd3e2-b134-483e-aea3-565b050ba116 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:23.422656 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd3e2-b134-483e-aea3-565b050ba116 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:23.423968 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-d3dcd3e2-b134-483e-aea3-565b050ba116 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242721 Jun 11 12:25:28.057053 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:37.678193 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-3b0f91e3-7827-445c-89da-5ebc09218207 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087091003&fields=id&tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51 HTTP/1.1" status: 200 len: 267 time: 0.0369496 Jun 11 12:25:37.807421 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55304f0-17fe-423f-8526-5328f58fc956 req-e68edf76-4eb2-4816-9935-2e161d49e704 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:37.808858 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-e68edf76-4eb2-4816-9935-2e161d49e704 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 809 time: 0.1244481 Jun 11 12:25:37.822928 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-f931f5e7-ccaf-40d4-bd48-2ea82cc2aa98 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/quotas/d685c7e9ede6482cbdbd4a94f5d32c51 HTTP/1.1" status: 200 len: 375 time: 0.0086482 Jun 11 12:25:37.910248 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-d0f88f6e-fbb1-4fb8-a4fe-571f96b01334 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825019 Jun 11 12:25:38.072978 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-6ccc5b04-0d25-44d0-bfdc-917d6c786345 service neutron] 10.222.0.46 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508870 Jun 11 12:25:38.189867 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-85804f5e-2d54-4f92-a914-a960d07b2034 service neutron] 10.222.0.46 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110744 Jun 11 12:25:38.480775 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9720e9d5-5ebd-4c47-975e-bba0a10b6b88 req-7bf3d182-32cf-4edf-8668-2bcfefd5d802 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 210 time: 0.0344386 Jun 11 12:25:39.608793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55304f0-17fe-423f-8526-5328f58fc956 req-c6cc07fe-c7cd-476c-8234-f3fce8277fdc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:39.610453 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-c6cc07fe-c7cd-476c-8234-f3fce8277fdc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 809 time: 0.1616819 Jun 11 12:25:39.656379 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9ad48045-77bf-4425-b060-98ac09940a46 req-58315a61-15a4-4f21-bb1c-8293cd0ded05 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 210 time: 0.0447650 Jun 11 12:25:39.698905 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-1a6158d8-627c-401d-95dd-ce35b39a1816 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51 HTTP/1.1" status: 200 len: 380 time: 0.0764625 Jun 11 12:25:39.709344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'port': {'device_id': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'admin_state_up': True, 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'security_groups': ['a91a23bc-e58f-468c-b67f-8c9043313d4f']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:25:39.851027 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Made reservation on behalf of d685c7e9ede6482cbdbd4a94f5d32c51 for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:25:39.854810 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:40.003400 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Allocated IP 172.20.0.12 (5e0478ba-c73f-4d8b-9fbc-8d589168f2e8/10aa5b46-b5a4-44ff-b196-78dbb0158d93/0d75f6a1-348d-4b64-95d9-c1d5dd670dd7) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:25:40.177529 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:40.191948 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Transition to ACTIVE for port object 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:25:40.228014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:40.231991 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-333a4882-2727-4a7c-8d00-66ed365a26cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:40.277322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:25:40.284059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:25:40.287889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:25:40.331228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'Port': ['ID=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:40.335811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:40.360418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:40.361192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:40.381163 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ec20bc4c-31f8-4814-bede-a7e2d62b8487 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6764984 Jun 11 12:25:40.393998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Request body: {'port': {'device_id': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:25:40.483497 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:40.569209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a1785f10-ee9f-4a51-888a-dd4705b6d9f6 None None] Provisioning for port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:25:40.574410 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a1785f10-ee9f-4a51-888a-dd4705b6d9f6 None None] Provisioning complete for port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:25:40.575176 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a1785f10-ee9f-4a51-888a-dd4705b6d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:40.626196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-a1785f10-ee9f-4a51-888a-dd4705b6d9f6 None None] Port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:25:40.812502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:25:40.820877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:40.834339 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Transition to ACTIVE for port object 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:25:40.839073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:40.842299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-e3a9366d-39a2-4605-8f58-995fe6a90cd5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:40.854137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee8b3e-8495-498b-b062-34a6eb5e478f req-87659a7a-dc32-49f0-8654-6c1a62ac5570 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:40.859246 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-89ee8b3e-8495-498b-b062-34a6eb5e478f req-87659a7a-dc32-49f0-8654-6c1a62ac5570 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 932 time: 0.0856807 Jun 11 12:25:40.903118 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-89ee8b3e-8495-498b-b062-34a6eb5e478f req-26e6aee9-dab9-45a5-87ce-7ca6ab38c1c0 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 Jun 11 12:25:40.959205 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Pushing event updated for resources: {'Port': ['ID=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:40.983537 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:41.054503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Attempting to bind port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:25:41.054889 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Attempting to bind port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:25:41.055221 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Attempting to bind port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 on network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:25:41.060588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 on network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:25:41.061047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Attempting to bind port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 on network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:25:41.066148 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:25:41.066490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Checking segment: {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:25:41.067017 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Bound using segment: {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:25:41.067449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Bound port: 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:25:41.067801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:41.142281 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] For port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:25:41.145314 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] For port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:25:41.151345 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:41.153444 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2fa87974-a937-4b78-a412-87b0f1e06d8f tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:41.191090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:41.192251 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:41.193920 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] 10.222.0.25 "PUT /v2.0/ports/0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 200 len: 1094 time: 0.8054090 Jun 11 12:25:41.197302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:25:41.201415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82027f99-b1c0-400c-9357-b6569188d002" -d '{"events": [{"name": "network-changed", "server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:25:41.244039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Pushing event updated for resources: {'Port': ['ID=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:41.250145 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:41.260483 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fefb24-1d5f-4870-bbaf-ce9a0cb8d785 x-openstack-request-id: req-98fefb24-1d5f-4870-bbaf-ce9a0cb8d785 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:25:41.261008 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:25:41.261571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98fefb24-1d5f-4870-bbaf-ce9a0cb8d785 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:25:41.262132 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'status': 'completed', 'code': 200} Jun 11 12:25:41.335212 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ed879be8-b5b7-4886-8668-3528ec2b487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:41.337005 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-ed879be8-b5b7-4886-8668-3528ec2b487f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1097 time: 0.0889416 Jun 11 12:25:41.398578 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-eea22f81-3fd0-4d2e-9cce-f6ecd8fb27f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 200 len: 217 time: 0.0547218 Jun 11 12:25:41.460897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55304f0-17fe-423f-8526-5328f58fc956 req-d1e4dc56-4a9e-4e0d-aa00-d19b5bf19f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:41.462948 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-d1e4dc56-4a9e-4e0d-aa00-d19b5bf19f07 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0589626 Jun 11 12:25:41.528932 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55304f0-17fe-423f-8526-5328f58fc956 req-73387e53-c704-4b90-ae34-36dec44a39be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:41.530439 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-73387e53-c704-4b90-ae34-36dec44a39be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612228 Jun 11 12:25:41.663441 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-f097bf1a-7b33-4439-a6d1-f08f4f3e1a56 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237249 Jun 11 12:25:41.783278 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e55304f0-17fe-423f-8526-5328f58fc956 req-7204d8fc-f2e0-4122-b4df-b74cac70fdc6 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127572 Jun 11 12:25:41.891794 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82027f99-b1c0-400c-9357-b6569188d002 req-2887a67b-3252-48bf-b2e6-7ea0c6bd8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:41.893802 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-82027f99-b1c0-400c-9357-b6569188d002 req-2887a67b-3252-48bf-b2e6-7ea0c6bd8382 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1097 time: 0.0630143 Jun 11 12:25:42.013308 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82027f99-b1c0-400c-9357-b6569188d002 req-ca82b5db-229c-4afe-9732-42c62ba6180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:42.015103 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-82027f99-b1c0-400c-9357-b6569188d002 req-ca82b5db-229c-4afe-9732-42c62ba6180c service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1140587 Jun 11 12:25:42.072262 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-82027f99-b1c0-400c-9357-b6569188d002 req-0693cdaa-c405-49b8-b130-7244ed6d4b65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 200 len: 217 time: 0.0487208 Jun 11 12:25:42.094975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9452c-8151-4af2-9a7c-6af511a2c94b req-11ee64d7-0474-472f-b38e-09468517d4d8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:42.096853 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-feb9452c-8151-4af2-9a7c-6af511a2c94b req-11ee64d7-0474-472f-b38e-09468517d4d8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0742304 Jun 11 12:25:42.141490 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-feb9452c-8151-4af2-9a7c-6af511a2c94b req-0002fedf-2f62-419f-a058-afd193ab77a5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393271 Jun 11 12:25:42.144117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82027f99-b1c0-400c-9357-b6569188d002 req-000b937d-767e-413e-9288-de74fe37e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:42.145765 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-82027f99-b1c0-400c-9357-b6569188d002 req-000b937d-767e-413e-9288-de74fe37e753 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0636110 Jun 11 12:25:42.202563 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-09c88a5c-bfc6-4284-bb22-b75f87b0e64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:42.213179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82027f99-b1c0-400c-9357-b6569188d002 req-192c87b1-9b08-47f9-8456-74bd2bcaf280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:42.214706 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-82027f99-b1c0-400c-9357-b6569188d002 req-192c87b1-9b08-47f9-8456-74bd2bcaf280 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0626442 Jun 11 12:25:42.331236 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-82027f99-b1c0-400c-9357-b6569188d002 req-8a6366d1-de48-4e0d-9299-04b32d87439b service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098640 Jun 11 12:25:42.445967 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-82027f99-b1c0-400c-9357-b6569188d002 req-946313bd-99b5-4577-8b0b-f4b8ffcf0d66 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078238 Jun 11 12:25:43.331520 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59df3d-246d-4ccf-92a1-6223a18812e1 req-dbb3f680-53e0-45ac-9169-176f70ee6a1d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:43.333010 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b59df3d-246d-4ccf-92a1-6223a18812e1 req-dbb3f680-53e0-45ac-9169-176f70ee6a1d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0724669 Jun 11 12:25:43.376076 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4b59df3d-246d-4ccf-92a1-6223a18812e1 req-a5bca0b6-8617-49e5-b595-8a1ba875d17d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367882 Jun 11 12:25:44.556376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204239d-37a4-4212-a4e1-e79258d1062f req-f624af51-e922-4db7-a5fc-69082dbe75b4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:44.557864 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9204239d-37a4-4212-a4e1-e79258d1062f req-f624af51-e922-4db7-a5fc-69082dbe75b4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0725608 Jun 11 12:25:44.603423 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-9204239d-37a4-4212-a4e1-e79258d1062f req-916ce3f1-c801-4f44-a5c9-257a6549e9f5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395076 Jun 11 12:25:44.811388 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:44.971128 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-79cf9541-5c6f-4861-b8b9-01cd9ad48809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:45.776127 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea960b3-0796-4ead-8134-cf7bfa25c580 req-f808efb0-0cb6-4b51-a146-b99189ad5e18 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:45.777569 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fea960b3-0796-4ead-8134-cf7bfa25c580 req-f808efb0-0cb6-4b51-a146-b99189ad5e18 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0675070 Jun 11 12:25:45.821374 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fea960b3-0796-4ead-8134-cf7bfa25c580 req-a26ac9f2-a8b7-427b-9825-2ee5f44903da tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382752 Jun 11 12:25:46.204835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:46.995778 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdad8f1-83ef-4757-b9ad-58f19856a56d req-cdf61f5f-b2ac-4d26-acc2-cafe3b07a763 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:46.997232 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1bdad8f1-83ef-4757-b9ad-58f19856a56d req-cdf61f5f-b2ac-4d26-acc2-cafe3b07a763 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0683694 Jun 11 12:25:47.038126 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-1bdad8f1-83ef-4757-b9ad-58f19856a56d req-7db87503-a3b8-4d86-a75a-d539414ea589 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353260 Jun 11 12:25:47.919004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:48.216357 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4b643-8498-4600-a27c-f6fecfc2b79c req-29f68408-6616-47e9-94fd-9346bc19bdf6 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:48.217712 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a4e4b643-8498-4600-a27c-f6fecfc2b79c req-29f68408-6616-47e9-94fd-9346bc19bdf6 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0674407 Jun 11 12:25:48.258392 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a4e4b643-8498-4600-a27c-f6fecfc2b79c req-19f9e1de-a388-45fc-90e9-ac945d32f56c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351791 Jun 11 12:25:49.440926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb845fb-f685-4033-b324-0e67beb3b929 req-85cd3be6-5d78-4e1e-b590-b3f926483145 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:49.442365 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6cb845fb-f685-4033-b324-0e67beb3b929 req-85cd3be6-5d78-4e1e-b590-b3f926483145 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0717194 Jun 11 12:25:49.482725 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6cb845fb-f685-4033-b324-0e67beb3b929 req-89e85864-8f79-4607-89fd-88f3ebe2e3ca tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347552 Jun 11 12:25:49.849824 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:25:50.662309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391a4f4-1c5b-4819-840e-c13e686a9e05 req-a4b2e424-29e7-4f92-9b02-8f9280b15067 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:50.664450 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3391a4f4-1c5b-4819-840e-c13e686a9e05 req-a4b2e424-29e7-4f92-9b02-8f9280b15067 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0710104 Jun 11 12:25:50.710639 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3391a4f4-1c5b-4819-840e-c13e686a9e05 req-e3d0bccf-47b4-4462-98ce-f2c52b5baeba tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398679 Jun 11 12:25:51.222658 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:25:51.337829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:25:51.349183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'port_id': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'mac_address': 'fa:16:3e:57:87:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:25:51.390478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:51.404824 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:25:51.424530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:25:51.428129 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:51.429917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fc0a83d2-c546-4e35-bbf4-c273c1649f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:51.483663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:51.490045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.490396 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.490759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.491098 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.491430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.491760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.492086 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.492412 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.493263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.493592 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.493912 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.494231 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:25:51.498004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:51.640619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['0d75f6a1-348d-4b64-95d9-c1d5dd670dd7'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:25:51.888516 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e1605-c931-4c24-9fee-f7cf09ad3be2 req-dbd45201-d577-42dd-a55b-8fec30844dce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:51.889959 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-337e1605-c931-4c24-9fee-f7cf09ad3be2 req-dbd45201-d577-42dd-a55b-8fec30844dce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 945 time: 0.0672357 Jun 11 12:25:51.931182 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-337e1605-c931-4c24-9fee-f7cf09ad3be2 req-441e1c98-2716-4eac-8440-30d39514eb5d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352902 Jun 11 12:25:53.109326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3010c1a-be5d-474c-b715-79e1390e20c6 req-ab648bf7-dce9-4046-9df0-bb95fc5da6fb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:53.110818 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f3010c1a-be5d-474c-b715-79e1390e20c6 req-ab648bf7-dce9-4046-9df0-bb95fc5da6fb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 945 time: 0.0679514 Jun 11 12:25:53.151524 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f3010c1a-be5d-474c-b715-79e1390e20c6 req-b8772e6f-47d7-4232-a236-c178fba88719 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353041 Jun 11 12:25:53.238266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:25:53.298181 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:25:53.301675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:25:53.302057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:53.388972 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:53.412714 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:25:53.415551 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe03e159-d237-43ca-8e29-80341281bdc9" -d '{"events": [{"server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:25:53.428777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:25:53.433059 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:53.435130 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-cab9348c-0f26-468a-b64b-44cb4126552e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:53.487052 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:53.491344 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:53.504192 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89adc48a-24f7-4289-8af0-c89c9343b293 x-openstack-request-id: req-89adc48a-24f7-4289-8af0-c89c9343b293 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:25:53.504497 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:25:53.504767 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89adc48a-24f7-4289-8af0-c89c9343b293 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:25:53.505168 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'code': 200} Jun 11 12:25:53.701159 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab9fe1-d535-44ef-9c11-3308d9eb6429 req-07515c09-a148-417d-817d-263ce1f05b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:53.702678 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cab9fe1-d535-44ef-9c11-3308d9eb6429 req-07515c09-a148-417d-817d-263ce1f05b4d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0563135 Jun 11 12:25:53.739927 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6cab9fe1-d535-44ef-9c11-3308d9eb6429 req-e63bb6b3-9956-46e6-b101-b62b3bcf5aa1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309074 Jun 11 12:25:54.334846 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bb1de-2342-4cc0-aa3f-8647144ff3f3 req-f753c43f-eff5-490f-b3da-fb1d4769d891 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:54.336322 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-642bb1de-2342-4cc0-aa3f-8647144ff3f3 req-f753c43f-eff5-490f-b3da-fb1d4769d891 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0780303 Jun 11 12:25:54.379219 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-642bb1de-2342-4cc0-aa3f-8647144ff3f3 req-f10c37ad-a3f3-472a-9c97-a23ae5bb37ae tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361280 Jun 11 12:25:55.562088 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879194ca-c804-4e0c-b384-6d1433a9970d req-c72a5d81-703b-40a2-896a-056819699cbf tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:55.563616 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-879194ca-c804-4e0c-b384-6d1433a9970d req-c72a5d81-703b-40a2-896a-056819699cbf tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0725837 Jun 11 12:25:55.605991 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-879194ca-c804-4e0c-b384-6d1433a9970d req-f09a1a4f-edd3-49cc-b0fa-373527d2cb52 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367823 Jun 11 12:25:55.783585 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c0790-6875-4659-b8e2-2488b31c21a0 req-d2461330-f0d4-4df6-9344-f59b42ad62a2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:55.784948 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4e4c0790-6875-4659-b8e2-2488b31c21a0 req-d2461330-f0d4-4df6-9344-f59b42ad62a2 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0674403 Jun 11 12:25:55.824995 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4e4c0790-6875-4659-b8e2-2488b31c21a0 req-7854c866-6307-4248-8f03-2ef7750caf22 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345900 Jun 11 12:25:55.848273 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55558) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:25:55.905029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4c5ad7-1c72-4381-9159-c72f8c0babc0 tempest-TestShelveInstance-652065017 tempest-TestShelveInstance-652065017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:55.906497 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-9c4c5ad7-1c72-4381-9159-c72f8c0babc0 tempest-TestShelveInstance-652065017 tempest-TestShelveInstance-652065017-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1094 time: 0.0571423 Jun 11 12:25:55.909215 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55560) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:25:55.913531 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:25:55.934291 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:56.054188 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:56.174118 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Allocated IP 172.26.6.106 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/9266c899-8bb8-4ab1-a5cc-123647d15d60) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:25:56.297189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:56.335822 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:56.338545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3adc5165-dc3c-478b-a660-30afa8ba96c6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:56.387341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:25:56.390286 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:25:56.393053 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:25:56.424012 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'Port': ['ID=9266c899-8bb8-4ab1-a5cc-123647d15d60,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:56.427013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:57.138306 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:57.225808 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:57.409807 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:57.414245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:57.416320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a3593fdf-03f6-4b91-8686-68655153d826 tempest-TestMinimumBasicScenario-556598027 tempest-TestMinimumBasicScenario-556598027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:25:57.506499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event updated for resources: {'Port': ['ID=9266c899-8bb8-4ab1-a5cc-123647d15d60,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:25:57.515648 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:25:57.527428 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:57.670744 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Floating IP 0e696d73-aebd-4079-9549-db6a332aca93 associated. External IP: 172.26.6.106, port: 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7. Jun 11 12:25:57.954430 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:25:58.048532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:58.097902 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:25:58.108320 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e9848-b0fb-4d36-8482-963633a2c694 None None] Sync routers for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:25:58.112891 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:25:58.118424 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e9848-b0fb-4d36-8482-963633a2c694 None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:25:58.119085 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9e8e9848-b0fb-4d36-8482-963633a2c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:25:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:25:58.155613 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2454002 Jun 11 12:25:58.156402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:25:58.158786 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a234f85f-c21d-42ad-ba39-c36234bb912c" -d '{"events": [{"name": "network-changed", "server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:25:58.246431 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53b5b6d-1753-4d87-9596-7674f0171384 x-openstack-request-id: req-f53b5b6d-1753-4d87-9596-7674f0171384 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:25:58.246821 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:25:58.247137 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f53b5b6d-1753-4d87-9596-7674f0171384 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:25:58.247596 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'status': 'completed', 'code': 200} Jun 11 12:25:58.264217 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-9e8e9848-b0fb-4d36-8482-963633a2c694 None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:25:58.337480 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f85f-c21d-42ad-ba39-c36234bb912c req-661587b2-c9e5-49fe-8110-156211be60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:58.338997 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a234f85f-c21d-42ad-ba39-c36234bb912c req-661587b2-c9e5-49fe-8110-156211be60c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0676928 Jun 11 12:25:58.455729 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f85f-c21d-42ad-ba39-c36234bb912c req-dd308a59-6366-48d1-9346-ee083fb2b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:58.457192 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a234f85f-c21d-42ad-ba39-c36234bb912c req-dd308a59-6366-48d1-9346-ee083fb2b2d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1119115 Jun 11 12:25:58.538444 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a234f85f-c21d-42ad-ba39-c36234bb912c req-d0248c19-54cc-4ec3-81d8-d253ee4b4543 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 200 len: 1000 time: 0.0752001 Jun 11 12:25:58.547239 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9e8e9848-b0fb-4d36-8482-963633a2c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '0e696d73-aebd-4079-9549-db6a332aca93', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'floating_ip_address': '172.26.6.106', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'port_id': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'mac_address': 'fa:16:3e:57:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:25:56Z', 'updated_at': '2021-06-11T12:25:56Z', 'revision_number': 0, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:25:58.550621 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e9848-b0fb-4d36-8482-963633a2c694 None None] Checking router: 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:25:58.558363 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e9848-b0fb-4d36-8482-963633a2c694 None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:25:58.558999 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9e8e9848-b0fb-4d36-8482-963633a2c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:25:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:25:58.599039 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f85f-c21d-42ad-ba39-c36234bb912c req-f89b7422-992d-4970-b14a-6ecd9c3b5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:58.600567 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a234f85f-c21d-42ad-ba39-c36234bb912c req-f89b7422-992d-4970-b14a-6ecd9c3b5393 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0559268 Jun 11 12:25:58.685501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f85f-c21d-42ad-ba39-c36234bb912c req-42f010c7-98cf-468c-9ad5-2b79b23387dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:25:58.686999 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a234f85f-c21d-42ad-ba39-c36234bb912c req-42f010c7-98cf-468c-9ad5-2b79b23387dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803742 Jun 11 12:25:58.699697 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-9e8e9848-b0fb-4d36-8482-963633a2c694 None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:25:58.801147 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a234f85f-c21d-42ad-ba39-c36234bb912c req-31663674-2f63-4162-a52e-4324461a0dc1 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078382 Jun 11 12:25:58.920848 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a234f85f-c21d-42ad-ba39-c36234bb912c req-102f8398-9b12-42ed-b818-7be562bb7d87 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117966 Jun 11 12:25:58.982410 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9e8e9848-b0fb-4d36-8482-963633a2c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '0e696d73-aebd-4079-9549-db6a332aca93', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'floating_ip_address': '172.26.6.106', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'port_id': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'mac_address': 'fa:16:3e:57:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:25:56Z', 'updated_at': '2021-06-11T12:25:56Z', 'revision_number': 0, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:25:58.985819 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8e9848-b0fb-4d36-8482-963633a2c694 None None] The sync data for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv is: [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '0e696d73-aebd-4079-9549-db6a332aca93', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'floating_ip_address': '172.26.6.106', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'port_id': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'mac_address': 'fa:16:3e:57:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:25:56Z', 'updated_at': '2021-06-11T12:25:56Z', 'revision_number': 0, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:25:59.163671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbb90d2-9491-4bec-9846-e7ce6bd068cc None None] New status for floating IP 0e696d73-aebd-4079-9549-db6a332aca93: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:26:12.204227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dea0bf6b-e02d-4c6e-b17d-943c5d255f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:26:14.812753 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:26:14.969853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3c83-76b0-4015-bdb1-ee9158ae9c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:26:16.208609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:26:17.993466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:26:26.849180 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:26:28.061101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:26:40.665547 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-0ca76d10-9bf0-4c2f-a051-1aeb9ac688a5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1079602 Jun 11 12:26:40.761050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-b30258c9-d93e-433f-944b-1e7988dde7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:26:40.762456 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-b30258c9-d93e-433f-944b-1e7988dde7e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0566313 Jun 11 12:26:40.900511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-e714d64e-02c3-43d4-be15-6177a1945216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:26:40.901854 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-e714d64e-02c3-43d4-be15-6177a1945216 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1193829 Jun 11 12:26:41.396909 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-4c687e8b-136c-484c-8b4d-a58e2cb5bdfd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 200 len: 1002 time: 0.4887185 Jun 11 12:26:41.454062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-eb0ac02e-b356-4a4d-8852-12c2f379e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:26:41.455584 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-eb0ac02e-b356-4a4d-8852-12c2f379e0d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0525985 Jun 11 12:26:41.524737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-deba170f-c9fe-47fb-bd91-07473bfa58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:26:41.526265 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-deba170f-c9fe-47fb-bd91-07473bfa58ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641675 Jun 11 12:26:41.641808 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-f4078092-b980-453d-8e27-c13dc8b39506 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088979 Jun 11 12:26:41.757253 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02e5bcac-d9c6-4905-bee1-127bac7d6ab3 req-688baad2-f086-4474-b6d1-e50fa09afdd7 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087003 Jun 11 12:26:42.204928 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8a83545d-90fd-4eef-962d-1f578f79aa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:26:44.812331 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:26:44.970853 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b94bd6cb-0679-4e5d-97e9-91e0c14762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:26:46.211397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:26:47.925045 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:26:58.046121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:03.847234 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:27:12.206209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3b59-383c-4d1b-a594-da969f9ac08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:14.812710 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:14.970560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7c8d9b1d-0ea3-4ff3-99cd-9233cb540a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:16.214036 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:17.928808 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:28.061126 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:40.845711 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:27:41.626787 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-349438f6-d714-4cc7-83cc-64261efcaf30 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585153 Jun 11 12:27:41.735133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-f70a7402-0db9-490c-a9c2-85f16d8240ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:27:41.736603 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-f70a7402-0db9-490c-a9c2-85f16d8240ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0648346 Jun 11 12:27:41.864200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-0fa053c4-2566-4239-9fca-7cd9ab7c5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:27:41.865534 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-0fa053c4-2566-4239-9fca-7cd9ab7c5ea0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1089027 Jun 11 12:27:41.946837 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-ff275325-faf8-4abd-a681-d992a5ebd038 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 200 len: 1002 time: 0.0743864 Jun 11 12:27:42.005723 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-51078e91-3bf8-4d34-aab1-7afd47865a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:27:42.007211 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-51078e91-3bf8-4d34-aab1-7afd47865a03 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0540581 Jun 11 12:27:42.069242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-da293b72-c02a-4513-8136-63ee86471075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:27:42.070703 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-da293b72-c02a-4513-8136-63ee86471075 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561743 Jun 11 12:27:42.185648 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-55d5701a-3ac0-4127-98a0-d9494fca8252 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080749 Jun 11 12:27:42.207694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-28ed5325-5deb-475d-8a9c-33d0cea9e963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:42.301176 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3f2f607-dcff-426e-991f-e25e82bc3060 req-2d114035-b283-47d3-9624-e7ff447c043b service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097062 Jun 11 12:27:44.812486 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:44.972980 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e8df45d8-d61d-4347-88af-67b749607475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:46.216733 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:47.931681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:56.192798 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6b6fb-44ea-40b5-ba39-43721c298dc4 req-414101c5-03bf-4049-9ed5-e0e914446476 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:27:56.194189 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-82e6b6fb-44ea-40b5-ba39-43721c298dc4 req-414101c5-03bf-4049-9ed5-e0e914446476 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0762353 Jun 11 12:27:56.235782 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-82e6b6fb-44ea-40b5-ba39-43721c298dc4 req-4c02bb71-5918-461f-901b-0eea0061914f tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359828 Jun 11 12:27:57.431904 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d84f6-3932-4692-973d-0829b7271b75 req-41b4e6c6-4cd2-4773-8043-b6914bda4df5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:27:57.433388 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d5d84f6-3932-4692-973d-0829b7271b75 req-41b4e6c6-4cd2-4773-8043-b6914bda4df5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0695939 Jun 11 12:27:57.478873 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9d5d84f6-3932-4692-973d-0829b7271b75 req-2f7d81f9-be40-466b-87a5-e01da1462c24 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398493 Jun 11 12:27:58.075683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:27:58.685283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614e4f-be7b-470a-ac8d-224c3b970b11 req-b0fa1378-4260-4094-94ab-a1c6126405ab tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:27:58.686718 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2a614e4f-be7b-470a-ac8d-224c3b970b11 req-b0fa1378-4260-4094-94ab-a1c6126405ab tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0686834 Jun 11 12:27:58.733740 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-2a614e4f-be7b-470a-ac8d-224c3b970b11 req-98b9e8c0-d444-4f5c-ba6f-87c41f88eba5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405052 Jun 11 12:27:59.917966 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d1379-4917-4ffe-b654-cd69df51471e req-8ba37728-0e3b-410f-80b2-227f3b468a24 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:27:59.919362 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0f0d1379-4917-4ffe-b654-cd69df51471e req-8ba37728-0e3b-410f-80b2-227f3b468a24 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0730579 Jun 11 12:27:59.960326 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0f0d1379-4917-4ffe-b654-cd69df51471e req-a65c23e0-d6ba-4463-bf01-62b1df39a725 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353663 Jun 11 12:28:01.136000 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b955f-67e6-45e5-a4f1-2281a371ef3e req-633c02ae-5cf2-443a-a460-199897e383be tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:01.137469 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bf5b955f-67e6-45e5-a4f1-2281a371ef3e req-633c02ae-5cf2-443a-a460-199897e383be tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0683067 Jun 11 12:28:01.178331 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bf5b955f-67e6-45e5-a4f1-2281a371ef3e req-26787e1c-c7ae-4825-b806-3f1657d759e0 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351429 Jun 11 12:28:02.355511 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738e3f-c5b3-4978-85ae-3209938769c0 req-f6b81c1c-3626-430f-99b2-960ed6a71b71 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:02.356977 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-25738e3f-c5b3-4978-85ae-3209938769c0 req-f6b81c1c-3626-430f-99b2-960ed6a71b71 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0683866 Jun 11 12:28:02.399893 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-25738e3f-c5b3-4978-85ae-3209938769c0 req-88fac3d1-14be-4d17-ab04-2ab9d07a4b3f tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372672 Jun 11 12:28:03.580586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760426c-1fcc-4d7c-9407-4473fa8088a6 req-75019948-3954-4b7b-84eb-380e2e4b6572 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:03.582044 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d760426c-1fcc-4d7c-9407-4473fa8088a6 req-75019948-3954-4b7b-84eb-380e2e4b6572 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0687692 Jun 11 12:28:03.628555 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d760426c-1fcc-4d7c-9407-4473fa8088a6 req-4da5d7f1-31d3-4d0c-ae09-a21061b014dc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408354 Jun 11 12:28:04.817463 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8e37e-5b14-405c-9d89-5a411142cc56 req-f2f48666-8a18-4dad-87cd-ca2ccf85a2df tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:04.818942 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0df8e37e-5b14-405c-9d89-5a411142cc56 req-f2f48666-8a18-4dad-87cd-ca2ccf85a2df tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0740261 Jun 11 12:28:04.859814 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-0df8e37e-5b14-405c-9d89-5a411142cc56 req-dbc7400a-0d9e-4879-b2d9-1541111b8b27 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348408 Jun 11 12:28:06.042019 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb777d-127b-43e7-bc79-48aca59b6639 req-102e9484-49e4-4e84-ab92-aee4a8c0b9ef tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:06.044005 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e8fb777d-127b-43e7-bc79-48aca59b6639 req-102e9484-49e4-4e84-ab92-aee4a8c0b9ef tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0706315 Jun 11 12:28:06.085094 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e8fb777d-127b-43e7-bc79-48aca59b6639 req-3d7b7abc-2f10-46e3-bedc-e5a24dc9c0be tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353711 Jun 11 12:28:07.260513 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e839a-6724-4cac-ac42-9c38c55e3ac8 req-013e7dd7-45cf-481b-9c2b-780368f3b624 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:07.262014 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c91e839a-6724-4cac-ac42-9c38c55e3ac8 req-013e7dd7-45cf-481b-9c2b-780368f3b624 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0683725 Jun 11 12:28:07.303836 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c91e839a-6724-4cac-ac42-9c38c55e3ac8 req-538458b9-01ab-44a4-8447-3e5eaf27ba2c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354111 Jun 11 12:28:08.481035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31890f43-762c-40c8-8e6a-766efb0d4af2 req-e16f1aef-222d-4ecd-805f-6f319efffb46 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:08.482496 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-31890f43-762c-40c8-8e6a-766efb0d4af2 req-e16f1aef-222d-4ecd-805f-6f319efffb46 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0685794 Jun 11 12:28:08.528556 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-31890f43-762c-40c8-8e6a-766efb0d4af2 req-ee8bbde3-b8f8-4afe-b2c1-cf310c0d1d40 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399272 Jun 11 12:28:09.710277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16baa5-d1ef-4993-9a23-478650bf0c5f req-40e8e02a-277d-43f2-b899-05cbbbc9e73b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:09.711762 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9e16baa5-d1ef-4993-9a23-478650bf0c5f req-40e8e02a-277d-43f2-b899-05cbbbc9e73b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0723119 Jun 11 12:28:09.753509 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9e16baa5-d1ef-4993-9a23-478650bf0c5f req-abe2a745-1031-4a63-b5ba-f36776878462 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356619 Jun 11 12:28:10.928586 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e5347-09f2-4630-8f7f-c816e3fff6ed req-def4addb-992a-4c59-b6d3-49f625c1c975 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:10.930028 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f09e5347-09f2-4630-8f7f-c816e3fff6ed req-def4addb-992a-4c59-b6d3-49f625c1c975 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0682700 Jun 11 12:28:10.971633 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f09e5347-09f2-4630-8f7f-c816e3fff6ed req-204eeee4-a517-483c-92aa-b9c63e5b4c06 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355091 Jun 11 12:28:12.155254 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3774e0e-1d52-4cf4-8939-91533be0d66c req-066a7de2-e7e2-4820-90c4-e35cc0acf5fc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:12.156741 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3774e0e-1d52-4cf4-8939-91533be0d66c req-066a7de2-e7e2-4820-90c4-e35cc0acf5fc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0693331 Jun 11 12:28:12.196958 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d3774e0e-1d52-4cf4-8939-91533be0d66c req-55dd16f3-1b42-4f2a-885c-92c2b38cc2e8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346518 Jun 11 12:28:12.209879 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-98293883-8bee-42f2-84e4-7d6edb70e6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:13.373106 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b65e-4a9d-4547-88bf-bc4b261af9a6 req-130e778a-675d-428d-9227-92d4cccaa5af tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:13.374560 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7fd9b65e-4a9d-4547-88bf-bc4b261af9a6 req-130e778a-675d-428d-9227-92d4cccaa5af tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0676949 Jun 11 12:28:13.420402 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7fd9b65e-4a9d-4547-88bf-bc4b261af9a6 req-e0dd7296-7628-4245-ad7f-07dbf903f734 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402677 Jun 11 12:28:14.601232 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73f74b-a647-41ec-8ab8-4a7e0ac723a9 req-54e0fc11-934e-4d73-95b6-1b36e23eda7d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:14.602743 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bf73f74b-a647-41ec-8ab8-4a7e0ac723a9 req-54e0fc11-934e-4d73-95b6-1b36e23eda7d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0722892 Jun 11 12:28:14.644394 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-bf73f74b-a647-41ec-8ab8-4a7e0ac723a9 req-57c49586-fc29-4ac8-8698-9b916895cf33 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354891 Jun 11 12:28:14.812245 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:14.971759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2d68b6c7-6d7d-434f-a64c-9efcf2d6a0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:15.840022 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15316318-992e-4256-ba06-b2cf3258110c req-d637a301-48bf-435e-9fa7-8b19fc6c9209 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:15.841545 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-15316318-992e-4256-ba06-b2cf3258110c req-d637a301-48bf-435e-9fa7-8b19fc6c9209 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0703189 Jun 11 12:28:15.888548 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-15316318-992e-4256-ba06-b2cf3258110c req-a487a2fa-6ff1-4a2b-a352-d2a4aa81bf4b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Jun 11 12:28:16.220066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:16.344495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916c73-3060-48f6-bc78-87f22a9fbd0c req-48016e6d-3539-49ea-a814-282bcfdaf4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:16.345942 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-86916c73-3060-48f6-bc78-87f22a9fbd0c req-48016e6d-3539-49ea-a814-282bcfdaf4f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0579214 Jun 11 12:28:16.462469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916c73-3060-48f6-bc78-87f22a9fbd0c req-b43f7b93-2922-483f-a0b6-cd037fa4e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:16.463994 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-86916c73-3060-48f6-bc78-87f22a9fbd0c req-b43f7b93-2922-483f-a0b6-cd037fa4e070 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1120431 Jun 11 12:28:16.551220 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-86916c73-3060-48f6-bc78-87f22a9fbd0c req-72b9011d-7e85-43df-ac15-2c3941279830 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 200 len: 1002 time: 0.0812154 Jun 11 12:28:16.607152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916c73-3060-48f6-bc78-87f22a9fbd0c req-849006fa-21b0-4680-865d-651225dc82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:16.608583 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-86916c73-3060-48f6-bc78-87f22a9fbd0c req-849006fa-21b0-4680-865d-651225dc82eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0513637 Jun 11 12:28:16.669558 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916c73-3060-48f6-bc78-87f22a9fbd0c req-788d96a3-fd2a-418c-b531-2cf4394b3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:16.671009 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-86916c73-3060-48f6-bc78-87f22a9fbd0c req-788d96a3-fd2a-418c-b531-2cf4394b3c7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563633 Jun 11 12:28:16.784816 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-86916c73-3060-48f6-bc78-87f22a9fbd0c req-35e91906-5565-4cd6-b878-528834f6f5ff service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076500 Jun 11 12:28:16.899863 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-86916c73-3060-48f6-bc78-87f22a9fbd0c req-6823c87d-6f8d-4306-ade3-441aa86d20f1 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091287 Jun 11 12:28:17.067671 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c3832-f299-4501-8689-c92884ad0de3 req-1ef81780-17f8-488e-9f65-eaaa409361fb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:17.069163 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fc6c3832-f299-4501-8689-c92884ad0de3 req-1ef81780-17f8-488e-9f65-eaaa409361fb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0704720 Jun 11 12:28:17.110284 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fc6c3832-f299-4501-8689-c92884ad0de3 req-73ca4269-c491-481a-97d1-ccbf25e7acee tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348661 Jun 11 12:28:17.845215 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:28:18.009568 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:18.289520 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee8218-ad63-47ea-8003-25faba61e9e7 req-bbdbc341-5053-41bf-9571-51fc6b02bbea tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:18.291131 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f4ee8218-ad63-47ea-8003-25faba61e9e7 req-bbdbc341-5053-41bf-9571-51fc6b02bbea tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0697587 Jun 11 12:28:18.344139 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-f4ee8218-ad63-47ea-8003-25faba61e9e7 req-819f27d2-1f26-4861-835d-9009ccccafff tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Jun 11 12:28:19.539829 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da53517-c83d-4cee-8d8d-de75441634a6 req-fdf17db6-8a74-42b7-80ac-51bf18f89f61 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:19.541302 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1da53517-c83d-4cee-8d8d-de75441634a6 req-fdf17db6-8a74-42b7-80ac-51bf18f89f61 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0777521 Jun 11 12:28:19.584178 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1da53517-c83d-4cee-8d8d-de75441634a6 req-e34cf676-ac64-4f69-9f76-8c211426105a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366559 Jun 11 12:28:20.771877 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2dae-2123-4169-8f3e-6e02d8327c27 req-5310b4db-fa50-4eac-b5cc-8ca9aa67a232 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:20.773353 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e15b2dae-2123-4169-8f3e-6e02d8327c27 req-5310b4db-fa50-4eac-b5cc-8ca9aa67a232 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0796137 Jun 11 12:28:20.815160 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-e15b2dae-2123-4169-8f3e-6e02d8327c27 req-57452baf-21f9-4b22-a65c-501b63346673 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356920 Jun 11 12:28:21.907018 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:28:21.993641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:22.019199 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:28:22.021491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530b42d1-7e2b-42d3-8668-68d5d72f60f5" -d '{"events": [{"server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "name": "network-vif-unplugged", "status": "completed", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:28:22.041600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:28:22.046921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:22.049230 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:28:22.078016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Jun 2021 12:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b4526c-bff4-45fb-a5e2-e617da582b34 x-openstack-request-id: req-64b4526c-bff4-45fb-a5e2-e617da582b34 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:28:22.078389 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "name": "network-vif-unplugged", "status": "failed", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7", "code": 422}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:28:22.078677 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64b4526c-bff4-45fb-a5e2-e617da582b34 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:28:22.079118 dv-neutron-786478-5-hyperv neutron-server[99007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'code': 422} returned with failed status Jun 11 12:28:22.107138 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:28:22.113898 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.114251 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.114622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.114962 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.115304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.115641 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.115972 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.116304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.116635 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.116965 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.117290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.117612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:28:22.122125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:28:22.204752 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-f412952e-c55e-4cd9-89a6-db4cc501ffdd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221716 Jun 11 12:28:22.217269 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8819d9-f96f-4a45-9550-ec15cae6d6ff req-eff521bb-8ea3-4633-b1c5-7e88755be297 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:22.218714 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa8819d9-f96f-4a45-9550-ec15cae6d6ff req-eff521bb-8ea3-4633-b1c5-7e88755be297 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0933845 Jun 11 12:28:22.263311 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-aa8819d9-f96f-4a45-9550-ec15cae6d6ff req-fa89648c-7548-4065-9a8e-f92f01a91154 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372667 Jun 11 12:28:23.487103 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825711a-34a1-4766-9b33-a175ca3ee584 req-0624f0c5-ee39-43c1-9433-96c7a02dc04d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:23.488558 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b825711a-34a1-4766-9b33-a175ca3ee584 req-0624f0c5-ee39-43c1-9433-96c7a02dc04d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.1155620 Jun 11 12:28:23.537223 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-b825711a-34a1-4766-9b33-a175ca3ee584 req-5d3e7b05-3627-4400-8a3e-14be0f76d7aa tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430217 Jun 11 12:28:24.764256 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07bcf-5624-46d4-987a-4041d9707c2f req-e6ef800e-2796-4783-8084-2a510acad8bb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:24.766050 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5ab07bcf-5624-46d4-987a-4041d9707c2f req-e6ef800e-2796-4783-8084-2a510acad8bb tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.1122711 Jun 11 12:28:24.807502 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5ab07bcf-5624-46d4-987a-4041d9707c2f req-9c74f420-ca42-407e-b59b-96abed01eafe tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355997 Jun 11 12:28:25.992824 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbe05c-bf8e-4fd9-923e-03d58fe4889c req-b35957f9-1cd2-4999-9a5b-c8533e29bb0a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:25.994282 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bddbe05c-bf8e-4fd9-923e-03d58fe4889c req-b35957f9-1cd2-4999-9a5b-c8533e29bb0a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0692101 Jun 11 12:28:26.037646 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-bddbe05c-bf8e-4fd9-923e-03d58fe4889c req-b8d7d1bf-f14e-4a5d-b219-724afbd6278b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368195 Jun 11 12:28:27.220536 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11052f0a-1af7-4d23-9c04-49ee602b24f2 req-5552bd24-fb79-4cc0-83d3-10a5b10ca1f6 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:27.221984 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11052f0a-1af7-4d23-9c04-49ee602b24f2 req-5552bd24-fb79-4cc0-83d3-10a5b10ca1f6 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0739751 Jun 11 12:28:27.263418 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-11052f0a-1af7-4d23-9c04-49ee602b24f2 req-2e33d012-7b66-449a-924c-89bf7b7692cc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358548 Jun 11 12:28:28.170981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:28.455404 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747b4d-84a1-478d-a1e8-409450eb48c5 req-ead8cd37-2d99-4ad5-b40c-84ae8f2ed43c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:28.457246 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6a747b4d-84a1-478d-a1e8-409450eb48c5 req-ead8cd37-2d99-4ad5-b40c-84ae8f2ed43c tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0745940 Jun 11 12:28:28.505551 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6a747b4d-84a1-478d-a1e8-409450eb48c5 req-65c90388-c0dc-4853-9332-40aaf49a7ba4 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Jun 11 12:28:28.859091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-ac8f9341-0feb-4cd6-85e6-d6b3bec273ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:28.860528 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-ac8f9341-0feb-4cd6-85e6-d6b3bec273ea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef&tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51 HTTP/1.1" status: 200 len: 1097 time: 0.0579042 Jun 11 12:28:28.943732 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-972eed02-a512-4b1b-a395-ccc9107ec080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:28.945209 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-972eed02-a512-4b1b-a395-ccc9107ec080 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1097 time: 0.0624266 Jun 11 12:28:29.055470 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-99e96dd8-bb94-4464-be52-70f3b7e12d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:29.056907 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-99e96dd8-bb94-4464-be52-70f3b7e12d51 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1047015 Jun 11 12:28:29.140653 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-0b8b8526-b0cd-4538-8397-751bdce001fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 200 len: 1000 time: 0.0773549 Jun 11 12:28:29.194643 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-52ceb39c-a7a9-45e9-b1ee-70b1c8e402d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:29.196036 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-52ceb39c-a7a9-45e9-b1ee-70b1c8e402d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0495450 Jun 11 12:28:29.261696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-9a0d1ea1-a36a-41ba-a778-0e0727678714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:29.263170 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-9a0d1ea1-a36a-41ba-a778-0e0727678714 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0606964 Jun 11 12:28:29.376106 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-12c3e88e-c34d-46d0-b37f-c1d9e891d6ab service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064410 Jun 11 12:28:29.485486 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8009b693-5e1f-4bdf-aa57-441388cc7b06 req-3f11c7db-29e5-4d8c-be35-005fb5f0bcaa service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032727 Jun 11 12:28:29.690891 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8e4e2-32f6-4bc8-8240-41b6d5f8f84f req-6be60464-6c57-4900-b6f4-8c39fdba6686 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:29.692455 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12e8e4e2-32f6-4bc8-8240-41b6d5f8f84f req-6be60464-6c57-4900-b6f4-8c39fdba6686 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0728922 Jun 11 12:28:29.733373 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12e8e4e2-32f6-4bc8-8240-41b6d5f8f84f req-255e1aaa-6786-4bcf-b153-dc30a8b1f747 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354321 Jun 11 12:28:30.909994 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f11ecf-1949-4fd2-81ab-405c4ed84f2d req-2711a73f-f39f-487e-af43-60b48d0b39bd tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:30.911471 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-49f11ecf-1949-4fd2-81ab-405c4ed84f2d req-2711a73f-f39f-487e-af43-60b48d0b39bd tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0683594 Jun 11 12:28:30.952245 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-49f11ecf-1949-4fd2-81ab-405c4ed84f2d req-32427652-c377-4921-b6a2-37c012856474 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351670 Jun 11 12:28:32.127533 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedd2b3-a64d-4b07-8c88-f7cb5312ba0a req-223f1563-eedd-457c-8c75-a9f6aea3276a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:32.128972 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4fedd2b3-a64d-4b07-8c88-f7cb5312ba0a req-223f1563-eedd-457c-8c75-a9f6aea3276a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0676007 Jun 11 12:28:32.169642 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-4fedd2b3-a64d-4b07-8c88-f7cb5312ba0a req-4c0decbd-6cc5-4a78-88a4-a943304cdb5a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352364 Jun 11 12:28:33.344706 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55c1b5-0c87-4967-88cd-6090b44c4a81 req-eee935c8-d4e9-4fb4-97cf-b5f59f363bbf tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:33.346153 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ae55c1b5-0c87-4967-88cd-6090b44c4a81 req-eee935c8-d4e9-4fb4-97cf-b5f59f363bbf tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0684147 Jun 11 12:28:33.391733 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ae55c1b5-0c87-4967-88cd-6090b44c4a81 req-e069710f-611f-4dcd-b999-077eec762b64 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399985 Jun 11 12:28:34.578142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c969094-0ac7-44c9-bebc-7c5e8b0df45c req-ff971007-744d-4f67-816b-424dcf26d4e8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:34.579619 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c969094-0ac7-44c9-bebc-7c5e8b0df45c req-ff971007-744d-4f67-816b-424dcf26d4e8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0736623 Jun 11 12:28:34.621597 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8c969094-0ac7-44c9-bebc-7c5e8b0df45c req-a35cea4b-cbe7-4b51-8efa-b6651f79727a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357032 Jun 11 12:28:35.800938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce249e47-afb3-4955-b275-051f287f8c88 req-5f4fda8f-bf83-4600-baf8-799391caee76 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:35.802356 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ce249e47-afb3-4955-b275-051f287f8c88 req-5f4fda8f-bf83-4600-baf8-799391caee76 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0697033 Jun 11 12:28:35.853331 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ce249e47-afb3-4955-b275-051f287f8c88 req-14f222bd-9891-4477-bc8b-6da2ca5dfec8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453458 Jun 11 12:28:37.033050 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a83ab3-6567-4ab4-b84e-ee1c1e3db592 req-00efeafa-c4ca-4a1d-a8ef-2ee320890a98 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:37.034495 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1a83ab3-6567-4ab4-b84e-ee1c1e3db592 req-00efeafa-c4ca-4a1d-a8ef-2ee320890a98 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 944 time: 0.0683544 Jun 11 12:28:37.074743 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e1a83ab3-6567-4ab4-b84e-ee1c1e3db592 req-589c79a5-619b-46a5-a950-75e47c7146f8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346406 Jun 11 12:28:37.975461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:28:38.092430 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:28:38.104560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'port_id': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'mac_address': 'fa:16:3e:57:87:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:28:38.150437 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:38.165297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:28:38.185758 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:28:38.189783 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:38.191581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:28:38.243612 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:28:38.246560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:28:38.253672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540837bc-418d-473d-bfeb-a57c2d87fdd3 req-121874e8-529f-4aad-b3ae-a61294c4d93a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:38.255166 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-540837bc-418d-473d-bfeb-a57c2d87fdd3 req-121874e8-529f-4aad-b3ae-a61294c4d93a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 945 time: 0.0705149 Jun 11 12:28:38.301940 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-540837bc-418d-473d-bfeb-a57c2d87fdd3 req-fe0dab16-c456-463a-81ca-1be8f80f7a8b tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411065 Jun 11 12:28:38.432902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['0d75f6a1-348d-4b64-95d9-c1d5dd670dd7'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:28:39.481377 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96c4ea-7e04-4514-b97a-658926585faf req-14506871-9489-4d76-9dfd-9aa100b2a622 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:39.483393 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5f96c4ea-7e04-4514-b97a-658926585faf req-14506871-9489-4d76-9dfd-9aa100b2a622 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 945 time: 0.0726998 Jun 11 12:28:39.524720 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-5f96c4ea-7e04-4514-b97a-658926585faf req-ddde9e3a-885c-4764-99d2-027055aadedc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357795 Jun 11 12:28:40.000544 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:28:40.052541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:28:40.052925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:40.139409 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:40.162776 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:28:40.164999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f79062-118f-446a-ab91-c844995882d0" -d '{"events": [{"server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:28:40.178468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:28:40.182398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:40.184223 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:28:40.235829 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,revision_number=8']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:28:40.238801 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:28:40.700751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fa93d-697a-4668-9161-49fd00f72684 req-eababa0d-2c2a-4032-a514-3632b0a4be4f tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:40.702085 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d55fa93d-697a-4668-9161-49fd00f72684 req-eababa0d-2c2a-4032-a514-3632b0a4be4f tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0670481 Jun 11 12:28:40.742419 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d55fa93d-697a-4668-9161-49fd00f72684 req-d398c2c0-2889-4431-89e5-b1505e77488a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347836 Jun 11 12:28:41.222174 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6254702b-0e6f-4d36-8292-e0335ae31264 x-openstack-request-id: req-6254702b-0e6f-4d36-8292-e0335ae31264 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:28:41.222656 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:28:41.222765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6254702b-0e6f-4d36-8292-e0335ae31264 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:28:41.223163 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'code': 200} Jun 11 12:28:41.448631 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c77e4-659c-4205-9da5-ea8de583515f req-49e63554-f2db-4e09-bd2e-4ff6322fcb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:41.450081 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-142c77e4-659c-4205-9da5-ea8de583515f req-49e63554-f2db-4e09-bd2e-4ff6322fcb0b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0608785 Jun 11 12:28:41.485972 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-142c77e4-659c-4205-9da5-ea8de583515f req-951d4f39-893b-43de-8afe-109bd1daca6e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297458 Jun 11 12:28:41.919795 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08247fe2-ebf0-4893-92f7-18036a474d61 req-9a2e5590-ca8e-4cd5-b775-a27c196923f8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:41.921222 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-08247fe2-ebf0-4893-92f7-18036a474d61 req-9a2e5590-ca8e-4cd5-b775-a27c196923f8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0672319 Jun 11 12:28:41.961543 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-08247fe2-ebf0-4893-92f7-18036a474d61 req-a1cdb105-42c7-4b67-bb06-31b481608f0f tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348036 Jun 11 12:28:42.209601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ecaf7b51-92a9-4fce-9bc8-a2ef547dc2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:43.142941 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff512-2d1b-4032-bb08-b9f98294f6c1 req-d161dcae-5910-471b-936b-283ddcb9dba9 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:43.144283 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5abff512-2d1b-4032-bb08-b9f98294f6c1 req-d161dcae-5910-471b-936b-283ddcb9dba9 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0692143 Jun 11 12:28:43.185198 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5abff512-2d1b-4032-bb08-b9f98294f6c1 req-7a8ca671-f9bc-4c7f-a734-0c8dd4bbf8d5 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352662 Jun 11 12:28:44.185069 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9aaaa33e-7800-45fa-b193-8d025117615b req-9f8148ba-aed7-455c-ab87-cd6528cada49 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609326 Jun 11 12:28:44.280922 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa33e-7800-45fa-b193-8d025117615b req-77c6e3a3-e361-427f-958d-5fb62a84c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:44.282404 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9aaaa33e-7800-45fa-b193-8d025117615b req-77c6e3a3-e361-427f-958d-5fb62a84c4e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0582347 Jun 11 12:28:44.410478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa33e-7800-45fa-b193-8d025117615b req-c09661b7-6869-4fe9-80b7-e1bfaa2d91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:44.411995 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9aaaa33e-7800-45fa-b193-8d025117615b req-c09661b7-6869-4fe9-80b7-e1bfaa2d91f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1098297 Jun 11 12:28:44.497955 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9aaaa33e-7800-45fa-b193-8d025117615b req-088cb986-a732-4460-bafa-4eb0fbc1df9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 200 len: 1002 time: 0.0769484 Jun 11 12:28:44.554897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa33e-7800-45fa-b193-8d025117615b req-da409576-81b2-41c4-be99-1f96acbb585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:44.556291 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9aaaa33e-7800-45fa-b193-8d025117615b req-da409576-81b2-41c4-be99-1f96acbb585f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0530548 Jun 11 12:28:44.619077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa33e-7800-45fa-b193-8d025117615b req-ab5333b2-0146-43d4-b0a9-9f2b3936106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:28:44.620589 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9aaaa33e-7800-45fa-b193-8d025117615b req-ab5333b2-0146-43d4-b0a9-9f2b3936106d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574815 Jun 11 12:28:44.735058 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9aaaa33e-7800-45fa-b193-8d025117615b req-63163d0e-7058-4769-867b-af374de0bc35 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080949 Jun 11 12:28:44.815007 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:44.854920 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9aaaa33e-7800-45fa-b193-8d025117615b req-7cf503eb-8acf-4e00-9020-98d99ef59a7d service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138706 Jun 11 12:28:44.971452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9f923279-8966-4949-a821-1c9a3e6dad73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:46.226196 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:47.936911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:28:54.843714 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:28:58.154426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:12.210871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-426a6a6a-9065-4c34-97c3-f9cf22bd35eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:14.815716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:14.971528 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2b93cc07-270d-4b92-964d-00021aa60b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:16.226705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:17.940248 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:28.167400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:31.841923 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:29:42.213038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d7531917-a480-4a16-aa90-8cc1775f348e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:44.313297 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-ab6d3b1a-a8e1-4eba-b8b3-5e540f70e687 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575342 Jun 11 12:29:44.807970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-b3ca5f47-8220-4414-b526-09ebd755dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:29:44.809446 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-b3ca5f47-8220-4414-b526-09ebd755dfad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1099 time: 0.4555986 Jun 11 12:29:44.816789 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:44.938144 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-14dce4c6-b7fb-430d-8039-0c63704104d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:29:44.939609 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-14dce4c6-b7fb-430d-8039-0c63704104d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1092362 Jun 11 12:29:44.972499 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-03c69b79-5420-4ce8-9d34-7fb646ce6224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:45.025562 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-19b8982e-86f4-410d-8e97-fbf4f7f471b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 200 len: 1002 time: 0.0799820 Jun 11 12:29:45.080502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-7bd28308-4d9d-4724-bb7d-764bb321f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:29:45.081923 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-7bd28308-4d9d-4724-bb7d-764bb321f913 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0507941 Jun 11 12:29:45.147436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-1ba4cf62-4a6d-48ff-be69-422131596cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:29:45.148875 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-1ba4cf62-4a6d-48ff-be69-422131596cb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609877 Jun 11 12:29:45.267119 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-2c5ad887-746b-4049-afed-94454f185ceb service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119049 Jun 11 12:29:45.377408 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-48074445-9b22-4f57-ad8d-8956f1dfd2ff req-c3d6c091-ebef-4b82-b2a7-a03b9e6b3265 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024213 Jun 11 12:29:46.226942 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:47.942968 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:56.526965 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55762) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:29:56.727688 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Deleting port 9266c899-8bb8-4ab1-a5cc-123647d15d60 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:29:56.727939 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:56.823376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:56.823706 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:56.920210 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Calling delete_port for 9266c899-8bb8-4ab1-a5cc-123647d15d60 owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:29:57.092893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:57.095647 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-7639e61b-78e7-483b-99c3-8909d0f1164e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:29:57.129359 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event deleted for resources: {'Port': ['ID=9266c899-8bb8-4ab1-a5cc-123647d15d60,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:29:57.159599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.160004 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.160397 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.160784 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.161166 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.161545 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.161927 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.162301 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.163305 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.163691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.164060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.164428 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:29:57.169782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:29:57.212312 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:57.212656 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Floating IP 0e696d73-aebd-4079-9549-db6a332aca93 disassociated (deleted). External IP: 172.26.6.106, port: 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7. Jun 11 12:29:57.497307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:29:57.933831 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:29:57.938470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:57.942868 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b99baa0-0e5f-4444-9778-e453e99d5e1a None None] Sync routers for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:29:57.952341 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99baa0-0e5f-4444-9778-e453e99d5e1a None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:29:57.953029 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9b99baa0-0e5f-4444-9778-e453e99d5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:29:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:29:57.980814 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-fc7f1e34-bfa8-49d0-913c-e144100baa11 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "DELETE /v2.0/floatingips/0e696d73-aebd-4079-9549-db6a332aca93 HTTP/1.1" status: 204 len: 168 time: 1.4527183 Jun 11 12:29:57.981497 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:29:57.983918 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:29:58.029344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c6f69b-f98a-4605-9c6a-6d656efe1905 x-openstack-request-id: req-d0c6f69b-f98a-4605-9c6a-6d656efe1905 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:29:58.029726 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:29:58.030035 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0c6f69b-f98a-4605-9c6a-6d656efe1905 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:29:58.030488 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'status': 'completed', 'code': 200} Jun 11 12:29:58.123685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc req-8b911818-3ad4-4ac6-bc90-0b921bc8f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:29:58.125196 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc req-8b911818-3ad4-4ac6-bc90-0b921bc8f558 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 1099 time: 0.0710678 Jun 11 12:29:58.199857 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:29:58.204949 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-9b99baa0-0e5f-4444-9778-e453e99d5e1a None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:29:58.257813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc req-16b7ec9b-96de-4b65-acce-21e956d3c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:29:58.260516 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc req-16b7ec9b-96de-4b65-acce-21e956d3c18c service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 200 len: 911 time: 0.1292424 Jun 11 12:29:58.315285 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc req-ca762f68-4746-48a3-ab35-5cac5028a00e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 200 len: 217 time: 0.0477698 Jun 11 12:29:58.372476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc req-e183d460-4225-4bf7-8ad6-5db523dd8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:29:58.373954 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc req-e183d460-4225-4bf7-8ad6-5db523dd8807 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 200 len: 848 time: 0.0527644 Jun 11 12:29:58.401846 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be083f-add3-4099-947a-c25df446140f req-758be7ad-9e17-451e-b0c3-3317081a743d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:29:58.403590 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-33be083f-add3-4099-947a-c25df446140f req-758be7ad-9e17-451e-b0c3-3317081a743d tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0748231 Jun 11 12:29:58.447217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc req-15fc2707-ae70-471b-812e-af072c241a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:29:58.448702 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc req-15fc2707-ae70-471b-812e-af072c241a7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686705 Jun 11 12:29:58.449694 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-33be083f-add3-4099-947a-c25df446140f req-83565335-b085-472b-8f2d-fe0b92dbf18f tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 Jun 11 12:29:58.476250 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9b99baa0-0e5f-4444-9778-e453e99d5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:29:58.479540 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b99baa0-0e5f-4444-9778-e453e99d5e1a None None] Checking router: 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:29:58.487332 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99baa0-0e5f-4444-9778-e453e99d5e1a None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:29:58.487945 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9b99baa0-0e5f-4444-9778-e453e99d5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:29:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:29:58.568531 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc req-e204249a-1c91-4a3c-adbe-283d3ed3e841 service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128685 Jun 11 12:29:58.630470 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-9b99baa0-0e5f-4444-9778-e453e99d5e1a None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:29:58.686537 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-390d9d3b-cdc2-4193-9412-b7e5a612c1dc req-d97d470e-529a-4aa0-8023-a7c773a3c93f service neutron] 10.222.0.25 "GET /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113560 Jun 11 12:29:58.880144 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9b99baa0-0e5f-4444-9778-e453e99d5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:29:58.883967 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b99baa0-0e5f-4444-9778-e453e99d5e1a None None] The sync data for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv is: [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:21:06Z', 'revision_number': 4, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '7d738580-de92-4b2c-9fb6-2eb55a6909a4', 'name': '', 'network_id': '5e0478ba-c73f-4d8b-9fbc-8d589168f2e8', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'mac_address': 'fa:16:3e:77:92:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:05Z', 'updated_at': '2021-06-11T12:21:12Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'subnets': [{'id': '10aa5b46-b5a4-44ff-b196-78dbb0158d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:29:59.088530 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ae7c5-145b-4923-92b0-3015242ebe31 None None] New status for floating IP 0e696d73-aebd-4079-9549-db6a332aca93: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:29:59.630090 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94628c-8adc-4394-9edb-bab0c2102f62 req-f6c3c8e4-87d3-4318-bf47-f11975ec7a7a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:29:59.632220 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8b94628c-8adc-4394-9edb-bab0c2102f62 req-f6c3c8e4-87d3-4318-bf47-f11975ec7a7a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0702250 Jun 11 12:29:59.675562 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8b94628c-8adc-4394-9edb-bab0c2102f62 req-7deb79f2-c520-40ba-93fd-e572db4244d8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/security-groups?id=a91a23bc-e58f-468c-b67f-8c9043313d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374658 Jun 11 12:29:59.822193 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b6008-77f0-4f70-ac87-a51f14b0a132 req-1a052a36-448b-42de-ae12-07f779f0519f tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:29:59.823648 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e77b6008-77f0-4f70-ac87-a51f14b0a132 req-1a052a36-448b-42de-ae12-07f779f0519f tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.25 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 946 time: 0.0707705 Jun 11 12:29:59.937219 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-e77b6008-77f0-4f70-ac87-a51f14b0a132 req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Deleting port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:29:59.937572 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e77b6008-77f0-4f70-ac87-a51f14b0a132 req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:00.060421 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-e77b6008-77f0-4f70-ac87-a51f14b0a132 req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] For port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:00.060787 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e77b6008-77f0-4f70-ac87-a51f14b0a132 req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:00.155436 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-e77b6008-77f0-4f70-ac87-a51f14b0a132 req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Calling delete_port for 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:30:00.312563 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e77b6008-77f0-4f70-ac87-a51f14b0a132 req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:00.316422 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0b9a2fdd-8878-4d88-bbb6-356cd05cd8f6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:00.352491 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event deleted for resources: {'Port': ['ID=0d75f6a1-348d-4b64-95d9-c1d5dd670dd7,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:00.364454 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.364857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.365247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.365682 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.366052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.366432 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.366837 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.367220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.367596 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.367968 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.368341 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.368714 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:00.392169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:00.421957 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77b6008-77f0-4f70-ac87-a51f14b0a132 req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] No DVR routers for this DVR port 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:30:00.424439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-e77b6008-77f0-4f70-ac87-a51f14b0a132 req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:00.426498 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-e77b6008-77f0-4f70-ac87-a51f14b0a132 req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.25 "DELETE /v2.0/ports/0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 HTTP/1.1" status: 204 len: 173 time: 0.5973303 Jun 11 12:30:00.427047 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'name': 'network-vif-deleted', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:30:00.429398 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61632858-bfcb-46d2-92b9-1a9fdea01ac3" -d '{"events": [{"server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "name": "network-vif-deleted", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:30:00.471165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9331bd6a-44f4-4e96-b1b6-0b8da90e1ffe x-openstack-request-id: req-9331bd6a-44f4-4e96-b1b6-0b8da90e1ffe {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:30:00.471519 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c9def2-2514-4da9-af8c-033c9257a7ef", "name": "network-vif-deleted", "tag": "0d75f6a1-348d-4b64-95d9-c1d5dd670dd7", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:30:00.471834 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9331bd6a-44f4-4e96-b1b6-0b8da90e1ffe {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:30:00.472319 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c9def2-2514-4da9-af8c-033c9257a7ef', 'name': 'network-vif-deleted', 'tag': '0d75f6a1-348d-4b64-95d9-c1d5dd670dd7', 'status': 'completed', 'code': 200} Jun 11 12:30:00.845933 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-39ba5ae0-d099-4755-8da7-01d245b2cca4 req-9a04b0e4-daf4-442c-9587-239b97a92dd6 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 210 time: 0.0403423 Jun 11 12:30:01.992689 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-d435ca98-07ea-49ed-a0e5-eceb8412c7a5 req-98503d0f-fff3-4573-bf36-02ffca2a1219 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 210 time: 0.0318720 Jun 11 12:30:02.342257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:30:02.371135 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:30:02.371496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 0d75f6a1-348d-4b64-95d9-c1d5dd670dd7 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:30:03.137335 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-73dffab1-1e61-4879-b1d0-af5eb175a494 req-de4bf276-dd57-49cc-8b8a-c651f005e3a8 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 210 time: 0.0330465 Jun 11 12:30:04.302325 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-ae908f4a-1c1d-4735-8138-a80e156c3627 req-b3a46fb4-65b5-4a9e-a6a3-dada94d13e1a tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "GET /v2.0/ports?device_id=75c9def2-2514-4da9-af8c-033c9257a7ef HTTP/1.1" status: 200 len: 210 time: 0.0361266 Jun 11 12:30:05.405638 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55794) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:05.476387 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae375487-9e14-4a4b-add3-8e05d49f7d74 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:05.503096 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae375487-9e14-4a4b-add3-8e05d49f7d74 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:05.576218 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae375487-9e14-4a4b-add3-8e05d49f7d74 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:05.579328 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-ae375487-9e14-4a4b-add3-8e05d49f7d74 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:05.580874 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ae375487-9e14-4a4b-add3-8e05d49f7d74 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] 10.222.0.46 "DELETE /v2.0/security-groups/a91a23bc-e58f-468c-b67f-8c9043313d4f HTTP/1.1" status: 204 len: 168 time: 0.1739213 Jun 11 12:30:05.581958 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4bbdd0eb-1a09-49d0-b5c9-bea4a666a184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:05.603254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae375487-9e14-4a4b-add3-8e05d49f7d74 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a23bc-e58f-468c-b67f-8c9043313d4f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:05.605840 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ae375487-9e14-4a4b-add3-8e05d49f7d74 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:05.639316 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55798) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:06.268814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:06.591044 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Deleting port 7d738580-de92-4b2c-9fb6-2eb55a6909a4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:30:06.591363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:06.695490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] For port 7d738580-de92-4b2c-9fb6-2eb55a6909a4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=7d738580-de92-4b2c-9fb6-2eb55a6909a4,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:06.696166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:06.788577 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Calling delete_port for 7d738580-de92-4b2c-9fb6-2eb55a6909a4 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:30:07.009551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:07.011439 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-43b9072c-5f45-4e34-83d5-327566206999 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:07.047665 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=7d738580-de92-4b2c-9fb6-2eb55a6909a4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:07.052816 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:07.261566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:07.945629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:30:08.085694 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:30:08.093569 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] 10.222.0.46 "PUT /v2.0/routers/0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4526119 Jun 11 12:30:08.095735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55804) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:08.098382 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8e853-886f-4ec5-8f3e-8ce05bafc843 None None] Sync routers for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:30:08.108728 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8e853-886f-4ec5-8f3e-8ce05bafc843 None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:08.109338 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-98e8e853-886f-4ec5-8f3e-8ce05bafc843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:29:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:08.239496 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:08.255033 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-98e8e853-886f-4ec5-8f3e-8ce05bafc843 None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:08.381431 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:08.461076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Deleting port 18d1da26-7933-4eb8-99b5-f85ef67e4b31 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:30:08.461505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:08.500003 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-98e8e853-886f-4ec5-8f3e-8ce05bafc843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:30:06Z', 'revision_number': 5, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port': {'id': '18d1da26-7933-4eb8-99b5-f85ef67e4b31', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:03Z', 'updated_at': '2021-06-11T12:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:08.503186 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8e853-886f-4ec5-8f3e-8ce05bafc843 None None] Checking router: 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:30:08.511137 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8e853-886f-4ec5-8f3e-8ce05bafc843 None None] Routers {'0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:08.511746 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-98e8e853-886f-4ec5-8f3e-8ce05bafc843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:29:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:08.570938 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] For port 18d1da26-7933-4eb8-99b5-f85ef67e4b31, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=18d1da26-7933-4eb8-99b5-f85ef67e4b31,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:08.571306 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:08.670594 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Calling delete_port for 18d1da26-7933-4eb8-99b5-f85ef67e4b31 owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:30:08.723120 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-98e8e853-886f-4ec5-8f3e-8ce05bafc843 None None] Set router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f gateway port host: None {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:08.808124 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-98e8e853-886f-4ec5-8f3e-8ce05bafc843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:30:08Z', 'revision_number': 6, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:08.811653 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8e853-886f-4ec5-8f3e-8ce05bafc843 None None] The sync data for ids ['0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f'] in dv-neutron-786478-5-hyperv is: [{'id': '0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f', 'name': 'tempest-TestShelveInstance-1716620795-router', 'tenant_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:02Z', 'updated_at': '2021-06-11T12:30:08Z', 'revision_number': 6, 'project_id': 'd685c7e9ede6482cbdbd4a94f5d32c51', 'gw_port_host': None}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:30:08.840868 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:30:08.885161 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:08.887965 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5c6041d6-83aa-4655-8440-b5013ef775f8 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:08.919059 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Pushing event deleted for resources: {'Port': ['ID=18d1da26-7933-4eb8-99b5-f85ef67e4b31,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:08.922180 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:08.992107 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.144320 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.146603 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.203586 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.204192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:30:09.209825 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.213211 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-19867a7f-b11c-4a1d-bce6-984adc5e436f admin admin] 10.222.0.46 "DELETE /v2.0/routers/0a74ca6e-fd79-49ee-ba3e-e90bba19bf3f HTTP/1.1" status: 204 len: 168 time: 1.1143358 Jun 11 12:30:09.213478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55806) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:09.272302 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9a085d-60eb-4b1e-91bb-5471f9c4cc10 admin admin] Deleting subnet 10aa5b46-b5a4-44ff-b196-78dbb0158d93 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:30:09.275349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb9a085d-60eb-4b1e-91bb-5471f9c4cc10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.317710 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb9a085d-60eb-4b1e-91bb-5471f9c4cc10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.425015 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb9a085d-60eb-4b1e-91bb-5471f9c4cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.486446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb9a085d-60eb-4b1e-91bb-5471f9c4cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.489097 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-025cf910-03c7-409b-bc22-d965c053dbc8 tempest-RoutersTest-1814001879 tempest-RoutersTest-1814001879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:09.520698 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a085d-60eb-4b1e-91bb-5471f9c4cc10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10aa5b46-b5a4-44ff-b196-78dbb0158d93,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:09.522926 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-cb9a085d-60eb-4b1e-91bb-5471f9c4cc10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:09.525414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-cb9a085d-60eb-4b1e-91bb-5471f9c4cc10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.526601 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f36303-5793-44be-8bd4-4f7e18b9b87d None None] Network 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:30:09.527210 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-cb9a085d-60eb-4b1e-91bb-5471f9c4cc10 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/10aa5b46-b5a4-44ff-b196-78dbb0158d93 HTTP/1.1" status: 204 len: 168 time: 0.3123138 Jun 11 12:30:09.529326 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55808) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:09.625865 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.685623 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Deleting port c90d094d-2671-4dcb-be2b-88d47724d4f5 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:30:09.685869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.767685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] DHCP port deletion for 5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:30:09.787979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] For port c90d094d-2671-4dcb-be2b-88d47724d4f5, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c90d094d-2671-4dcb-be2b-88d47724d4f5,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:09.788349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.825765 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Deleting port c90d094d-2671-4dcb-be2b-88d47724d4f5 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:30:09.826157 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.890558 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Calling delete_port for c90d094d-2671-4dcb-be2b-88d47724d4f5 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:30:09.917336 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] For port c90d094d-2671-4dcb-be2b-88d47724d4f5, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c90d094d-2671-4dcb-be2b-88d47724d4f5,segment=NetworkSegment(3c87e6c1-a954-4eb8-86c6-7e556bc44dd9),segment_id=3c87e6c1-a954-4eb8-86c6-7e556bc44dd9)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:09.917736 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.987438 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:09.989386 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4cd0a425-eade-4a4f-8144-79ec04fd9e28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:10.009009 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Calling delete_port for c90d094d-2671-4dcb-be2b-88d47724d4f5 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:30:10.021821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90d094d-2671-4dcb-be2b-88d47724d4f5,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:10.024582 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:10.029229 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] No DVR routers for this DVR port c90d094d-2671-4dcb-be2b-88d47724d4f5 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:30:10.101535 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:10.104211 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-13680791-6e67-47e2-90f7-94f7b329f451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:10.136562 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Pushing event deleted for resources: {'Port': ['ID=c90d094d-2671-4dcb-be2b-88d47724d4f5,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:10.139061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] No DVR routers for this DVR port c90d094d-2671-4dcb-be2b-88d47724d4f5 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:30:10.146418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:10.149065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.149880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.149880 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.150173 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.150464 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.150860 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.151188 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.151495 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.151832 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.152165 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.152496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.152828 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:10.156335 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:10.158735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0478ba-c73f-4d8b-9fbc-8d589168f2e8']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:10.170076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:10.170377 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c87e6c1-a954-4eb8-86c6-7e556bc44dd9') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:10.180719 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:10.195951 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:10.201781 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:30:10.202164 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:30:10.203848 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:30:10.276869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:10.281046 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:10.285790 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5e0478ba-c73f-4d8b-9fbc-8d589168f2e8 HTTP/1.1" status: 204 len: 168 time: 0.7526777 Jun 11 12:30:10.285790 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-140ac561-d5bb-4048-8ace-a5cc50dd23c7 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:10.285997 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55810) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:10.304784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e0478ba-c73f-4d8b-9fbc-8d589168f2e8,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:10.307295 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:10.475987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7d738580-de92-4b2c-9fb6-2eb55a6909a4 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:30:10.500433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 7d738580-de92-4b2c-9fb6-2eb55a6909a4 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:30:10.500792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 7d738580-de92-4b2c-9fb6-2eb55a6909a4 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:30:10.501227 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 18d1da26-7933-4eb8-99b5-f85ef67e4b31 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:30:10.523511 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 18d1da26-7933-4eb8-99b5-f85ef67e4b31 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:30:10.523873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 18d1da26-7933-4eb8-99b5-f85ef67e4b31 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:30:10.524321 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c90d094d-2671-4dcb-be2b-88d47724d4f5 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:30:10.546802 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c90d094d-2671-4dcb-be2b-88d47724d4f5 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:30:10.547426 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c90d094d-2671-4dcb-be2b-88d47724d4f5 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:30:10.729005 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:11.049848 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Deleting port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:30:11.050196 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:11.152514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] For port e00eb2c4-1b4c-4ddd-b242-0a597aa90e48, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e00eb2c4-1b4c-4ddd-b242-0a597aa90e48,segment=NetworkSegment(34158cbb-a5f2-4a39-9212-9a4da356f42d),segment_id=34158cbb-a5f2-4a39-9212-9a4da356f42d)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:11.152872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:11.245044 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Calling delete_port for e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:30:11.460222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:11.462991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2727eb87-3614-4dc8-a2d6-c79c44b06374 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:11.492128 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00eb2c4-1b4c-4ddd-b242-0a597aa90e48,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:11.523613 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:11.708565 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:12.001915 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Router b780952d-3c6f-4b30-92eb-98a33a4ca591 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:30:12.146959 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:30:12.152043 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] 10.222.0.46 "PUT /v2.0/routers/b780952d-3c6f-4b30-92eb-98a33a4ca591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8650880 Jun 11 12:30:12.154452 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55812) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:12.155421 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf9046-c230-45b5-a86f-0dc6c2523204 None None] Sync routers for ids ['b780952d-3c6f-4b30-92eb-98a33a4ca591'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:30:12.165001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf9046-c230-45b5-a86f-0dc6c2523204 None None] Routers {'b780952d-3c6f-4b30-92eb-98a33a4ca591'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:12.165622 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cdcf9046-c230-45b5-a86f-0dc6c2523204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:29:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b780952d-3c6f-4b30-92eb-98a33a4ca591'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:12.301149 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:12.445068 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4551e120-8a60-4ec3-aa82-fa31a1653379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:12.481008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-cdcf9046-c230-45b5-a86f-0dc6c2523204 None None] Set router b780952d-3c6f-4b30-92eb-98a33a4ca591 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:12.723054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cdcf9046-c230-45b5-a86f-0dc6c2523204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'name': 'tempest-TestShelveInstance-1412305062-router', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:08Z', 'updated_at': '2021-06-11T12:30:11Z', 'revision_number': 5, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'gw_port': {'id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:09Z', 'updated_at': '2021-06-11T12:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:12.726431 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf9046-c230-45b5-a86f-0dc6c2523204 None None] Checking router: b780952d-3c6f-4b30-92eb-98a33a4ca591 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:30:12.734352 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf9046-c230-45b5-a86f-0dc6c2523204 None None] Routers {'b780952d-3c6f-4b30-92eb-98a33a4ca591'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:12.735004 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cdcf9046-c230-45b5-a86f-0dc6c2523204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:29:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['b780952d-3c6f-4b30-92eb-98a33a4ca591'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:12.762325 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:12.819093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Deleting port 5ef0ab28-d0f5-4c44-9012-1fe09e008497 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:30:12.819435 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:12.873970 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-cdcf9046-c230-45b5-a86f-0dc6c2523204 None None] Set router b780952d-3c6f-4b30-92eb-98a33a4ca591 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:12.925742 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] For port 5ef0ab28-d0f5-4c44-9012-1fe09e008497, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=5ef0ab28-d0f5-4c44-9012-1fe09e008497,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:12.926102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.020135 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Calling delete_port for 5ef0ab28-d0f5-4c44-9012-1fe09e008497 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:30:13.103805 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-cdcf9046-c230-45b5-a86f-0dc6c2523204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'name': 'tempest-TestShelveInstance-1412305062-router', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:08Z', 'updated_at': '2021-06-11T12:30:11Z', 'revision_number': 5, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'gw_port': {'id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:09Z', 'updated_at': '2021-06-11T12:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:13.107315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf9046-c230-45b5-a86f-0dc6c2523204 None None] The sync data for ids ['b780952d-3c6f-4b30-92eb-98a33a4ca591'] in dv-neutron-786478-5-hyperv is: [{'id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'name': 'tempest-TestShelveInstance-1412305062-router', 'tenant_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:21:08Z', 'updated_at': '2021-06-11T12:30:11Z', 'revision_number': 5, 'project_id': 'bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc', 'gw_port': {'id': '5ef0ab28-d0f5-4c44-9012-1fe09e008497', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b780952d-3c6f-4b30-92eb-98a33a4ca591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:21:09Z', 'updated_at': '2021-06-11T12:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:30:13.219275 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.221181 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ac92b860-d059-4d2a-8224-5ebaeb376b01 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:13.248929 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef0ab28-d0f5-4c44-9012-1fe09e008497,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:13.251920 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:13.326877 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.458978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.461988 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.519571 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.520216 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Fanout notify agent at l3_agent the message router_deleted on router b780952d-3c6f-4b30-92eb-98a33a4ca591 {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:30:13.525183 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.526381 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] 10.222.0.46 "DELETE /v2.0/routers/b780952d-3c6f-4b30-92eb-98a33a4ca591 HTTP/1.1" status: 204 len: 168 time: 1.3709667 Jun 11 12:30:13.528923 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55814) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:13.581992 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b426f8f8-ee8f-4c8b-b9ff-8fa4e16c2351 admin admin] Deleting subnet 72bdb62d-c823-41e5-8877-6e6db5c70e45 {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:30:13.585731 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b426f8f8-ee8f-4c8b-b9ff-8fa4e16c2351 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.632854 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b426f8f8-ee8f-4c8b-b9ff-8fa4e16c2351 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.726056 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b426f8f8-ee8f-4c8b-b9ff-8fa4e16c2351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.794833 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b426f8f8-ee8f-4c8b-b9ff-8fa4e16c2351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.797566 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-57634d2e-2f3e-4584-8ca3-360f271bdff1 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:13.828104 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426f8f8-ee8f-4c8b-b9ff-8fa4e16c2351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72bdb62d-c823-41e5-8877-6e6db5c70e45,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:13.831189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b426f8f8-ee8f-4c8b-b9ff-8fa4e16c2351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:13.832170 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-b426f8f8-ee8f-4c8b-b9ff-8fa4e16c2351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.833997 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-b426f8f8-ee8f-4c8b-b9ff-8fa4e16c2351 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/72bdb62d-c823-41e5-8877-6e6db5c70e45 HTTP/1.1" status: 204 len: 168 time: 0.3040161 Jun 11 12:30:13.836414 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55816) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:13.838358 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5bf548-85aa-4e52-9d3e-336715783c13 None None] Network 63b8454e-cede-48e8-9c1c-011d2ea9b476 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:30:13.932257 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:13.991107 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Deleting port c3fe22d3-6467-4b61-b26f-fe842a0b29b8 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:30:13.991376 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.080141 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] For port c3fe22d3-6467-4b61-b26f-fe842a0b29b8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c3fe22d3-6467-4b61-b26f-fe842a0b29b8,segment=NetworkSegment(34158cbb-a5f2-4a39-9212-9a4da356f42d),segment_id=34158cbb-a5f2-4a39-9212-9a4da356f42d)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:14.080515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.103112 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600e469-4d3e-48c3-b8ff-67d25d5f90dd None None] DHCP port deletion for 63b8454e-cede-48e8-9c1c-011d2ea9b476 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:30:14.156906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8600e469-4d3e-48c3-b8ff-67d25d5f90dd None None] Deleting port c3fe22d3-6467-4b61-b26f-fe842a0b29b8 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:30:14.157298 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8600e469-4d3e-48c3-b8ff-67d25d5f90dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.179171 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Calling delete_port for c3fe22d3-6467-4b61-b26f-fe842a0b29b8 owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:30:14.240315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-8600e469-4d3e-48c3-b8ff-67d25d5f90dd None None] For port c3fe22d3-6467-4b61-b26f-fe842a0b29b8, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=c3fe22d3-6467-4b61-b26f-fe842a0b29b8,segment=NetworkSegment(34158cbb-a5f2-4a39-9212-9a4da356f42d),segment_id=34158cbb-a5f2-4a39-9212-9a4da356f42d)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:14.240717 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8600e469-4d3e-48c3-b8ff-67d25d5f90dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.272317 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.274284 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-729b2249-67f7-454d-a7b9-a9efebdf93f5 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:14.302016 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fe22d3-6467-4b61-b26f-fe842a0b29b8,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:14.305102 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:14.307391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] No DVR routers for this DVR port c3fe22d3-6467-4b61-b26f-fe842a0b29b8 on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:30:14.332752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-8600e469-4d3e-48c3-b8ff-67d25d5f90dd None None] Calling delete_port for c3fe22d3-6467-4b61-b26f-fe842a0b29b8 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:30:14.406882 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.417763 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b8454e-cede-48e8-9c1c-011d2ea9b476']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:14.425751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8600e469-4d3e-48c3-b8ff-67d25d5f90dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.427553 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:14.429774 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34158cbb-a5f2-4a39-9212-9a4da356f42d') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:14.430093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34158cbb-a5f2-4a39-9212-9a4da356f42d') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:14.440494 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.456616 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600e469-4d3e-48c3-b8ff-67d25d5f90dd None None] Pushing event deleted for resources: {'Port': ['ID=c3fe22d3-6467-4b61-b26f-fe842a0b29b8,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:14.460008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8600e469-4d3e-48c3-b8ff-67d25d5f90dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:14.460964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600e469-4d3e-48c3-b8ff-67d25d5f90dd None None] No DVR routers for this DVR port c3fe22d3-6467-4b61-b26f-fe842a0b29b8 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:30:14.467620 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.474239 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:30:14.474782 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:30:14.476520 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:30:14.489184 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:30:14.513581 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:30:14.514315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e00eb2c4-1b4c-4ddd-b242-0a597aa90e48 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:30:14.514648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c3fe22d3-6467-4b61-b26f-fe842a0b29b8 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:30:14.542153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: c3fe22d3-6467-4b61-b26f-fe842a0b29b8 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:30:14.542435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device c3fe22d3-6467-4b61-b26f-fe842a0b29b8 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:30:14.542906 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5ef0ab28-d0f5-4c44-9012-1fe09e008497 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:30:14.554770 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.558340 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-b42ddad4-10fe-4bd5-a9fc-33ce3c7adbbd tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:14.560872 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.562890 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/63b8454e-cede-48e8-9c1c-011d2ea9b476 HTTP/1.1" status: 204 len: 168 time: 0.7255478 Jun 11 12:30:14.568655 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 5ef0ab28-d0f5-4c44-9012-1fe09e008497 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:30:14.569024 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 5ef0ab28-d0f5-4c44-9012-1fe09e008497 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:30:14.577236 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b8454e-cede-48e8-9c1c-011d2ea9b476,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:14.579799 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-2b3458f9-16d4-410f-ac24-f411149b43a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:14.678090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55820) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:14.721650 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3c975195-87f7-4e59-801d-5bd8b0d0cb8e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d685c7e9ede6482cbdbd4a94f5d32c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421617 Jun 11 12:30:14.723759 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55822) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:14.780463 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e97155fc-ce9a-41d0-b255-d22496124854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.803172 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e97155fc-ce9a-41d0-b255-d22496124854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.817946 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.853978 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e97155fc-ce9a-41d0-b255-d22496124854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.856633 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e97155fc-ce9a-41d0-b255-d22496124854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:14.857783 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e97155fc-ce9a-41d0-b255-d22496124854 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f2a8750-9c85-464f-a79f-51cee1439195 HTTP/1.1" status: 204 len: 168 time: 0.1331213 Jun 11 12:30:14.858663 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ebda497c-bb96-4562-ba97-671544c1cfbd tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:14.868231 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97155fc-ce9a-41d0-b255-d22496124854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2a8750-9c85-464f-a79f-51cee1439195,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:14.870852 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e97155fc-ce9a-41d0-b255-d22496124854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:14.972353 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb9c8-dd0e-42ed-abba-89ecf530d433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:15.169320 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55828) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:15.213128 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-a9dddb41-bda1-4d40-aff9-8fd6a62035a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bdb09ad7e89a4cf8b6ba6a7e5fcc0dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425780 Jun 11 12:30:15.215406 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55830) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:15.266087 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3337-9a46-4f17-9562-3e156792eb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:15.288045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3337-9a46-4f17-9562-3e156792eb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:15.337621 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3337-9a46-4f17-9562-3e156792eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:15.340156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3337-9a46-4f17-9562-3e156792eb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:15.341290 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-8b7f3337-9a46-4f17-9562-3e156792eb25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42bb71c9-faa6-40e6-b864-9a3c9cc9e4d9 HTTP/1.1" status: 204 len: 168 time: 0.1250031 Jun 11 12:30:15.342025 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-ace59c15-0779-49db-9046-3955ad4cf3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:15.350625 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f3337-9a46-4f17-9562-3e156792eb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bb71c9-faa6-40e6-b864-9a3c9cc9e4d9,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:15.352895 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8b7f3337-9a46-4f17-9562-3e156792eb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:15.996982 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55852) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:16.101842 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2144882567-network', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:16.126243 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Made reservation on behalf of 4a5f6b34346f4c50b6f265e3d92ba4ab for: {'network': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:30:16.128570 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.139500 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.231527 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.235111 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.238606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.241493 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9c4dda20-7d7e-4f88-b6fc-9b0da9838614 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:16.265437 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=99005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:30:16.275001 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080986a-7987-44a3-b1d0-86adc31f9793,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:16.279470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:16.280487 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.280832 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.segments_db [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Added segment f34a80ec-b010-4a58-a5cf-270cae50e132 of type vlan for network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 Jun 11 12:30:16.329129 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.357839 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.358829 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:16.359399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.362278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-8b99ac22-77f4-4fce-84f8-d99a530d181a tempest-PortsTestJSON-1740270840 tempest-PortsTestJSON-1740270840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:16.400288 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4022202 Jun 11 12:30:16.403527 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55856) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:16.408656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Request body: {'subnet': {'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2144882567-subnet', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'ip_version': 4}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:16.429521 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Made reservation on behalf of 4a5f6b34346f4c50b6f265e3d92ba4ab for: {'subnet': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:30:16.432088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9056606'] for subnet, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.461358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Pushing event updated for resources: {'Network': ['ID=1e994dc8-0f09-4f23-8142-d6272ba1efa2,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:16.464030 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f7ca8876-bb5e-492f-a2a8-d1e1d00aebe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:16.470977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:30:16.646165 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9056584'] for subnet, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.649275 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2b19d8dd-70cc-48bd-95a5-bf17eb5f21d3 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:16.711752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1fa328-efba-4cfb-aebd-cc0614737e9a,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:16.715501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:16.719177 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Checking segment: {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:30:16.719542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Network hostable DHCP agents. Network: 1e994dc8-0f09-4f23-8142-d6272ba1efa2, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:30:16.736245 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:30:16.744641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 1e994dc8-0f09-4f23-8142-d6272ba1efa2) {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:16.748663 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:16.749250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.756472 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd69036-c9b6-4f07-8226-d0b0e62a5b4f None None] Network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:30:16.763218 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-d47fc787-67e0-4416-bae6-969ebd27f1eb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3585598 Jun 11 12:30:16.766262 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55858) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:16.770683 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:16.791705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.792755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.859083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:16.941393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:30:16.942259 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:17.064616 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:17.090803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Allocated IP 172.20.0.2 (1e994dc8-0f09-4f23-8142-d6272ba1efa2/dc1fa328-efba-4cfb-aebd-cc0614737e9a/35967f49-8d8d-4225-83e6-0929354c84db) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:30:17.330349 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:17.361116 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:17.433297 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:17.441577 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Transition to ACTIVE for port object 35967f49-8d8d-4225-83e6-0929354c84db will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:17.457151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Transition to ACTIVE for port object 35967f49-8d8d-4225-83e6-0929354c84db will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:17.464453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:17.467262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:17.482737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Allocated IP 172.26.6.223 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:30:17.511770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:30:17.516390 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:17.520673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:30:17.523685 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Pushing event updated for resources: {'Port': ['ID=35967f49-8d8d-4225-83e6-0929354c84db,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:17.527229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:17.592644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Attempting to bind port 35967f49-8d8d-4225-83e6-0929354c84db on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:30:17.593028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Attempting to bind port 35967f49-8d8d-4225-83e6-0929354c84db by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:30:17.593400 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Attempting to bind port 35967f49-8d8d-4225-83e6-0929354c84db on network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:30:17.598182 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:30:17.598591 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Checking segment: {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:30:17.599010 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:17.599439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Bound using segment: {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:30:17.599917 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Bound port: 35967f49-8d8d-4225-83e6-0929354c84db, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:30:17.600303 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:17.616638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:17.655780 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:17.657762 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fd87a716-163b-48d8-bf1b-db60d3cd033f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:17.672178 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] For port 35967f49-8d8d-4225-83e6-0929354c84db, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:30:17.675347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] For port 35967f49-8d8d-4225-83e6-0929354c84db, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=35967f49-8d8d-4225-83e6-0929354c84db,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:30:17.679863 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:17.681724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:17.705018 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:30:17.707823 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:17.712195 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:30:17.743877 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Pushing event updated for resources: {'Port': ['ID=e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:17.748214 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:17.753354 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Pushing event updated for resources: {'Port': ['ID=35967f49-8d8d-4225-83e6-0929354c84db,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:17.757198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:17.995724 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:18.081971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:18.519123 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 35967f49-8d8d-4225-83e6-0929354c84db up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:18.580903 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 35967f49-8d8d-4225-83e6-0929354c84db completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:18.689580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3a4ce3-e63b-40ea-b323-9ccd94a57291 None None] Network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:30:18.781715 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:18.789058 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9b8bbc0c-84ec-4b41-817a-0990de3f224f None None] Provisioning for port 35967f49-8d8d-4225-83e6-0929354c84db completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:18.800537 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-9b8bbc0c-84ec-4b41-817a-0990de3f224f None None] Provisioning complete for port 35967f49-8d8d-4225-83e6-0929354c84db triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:18.800918 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbc0c-84ec-4b41-817a-0990de3f224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:18.948420 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Router 217c1548-e29e-4c0f-8d03-206db93f992d is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:30:18.976217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbc0c-84ec-4b41-817a-0990de3f224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:19.017516 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9b8bbc0c-84ec-4b41-817a-0990de3f224f None None] For port 35967f49-8d8d-4225-83e6-0929354c84db, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=35967f49-8d8d-4225-83e6-0929354c84db,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:19.022365 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbc0c-84ec-4b41-817a-0990de3f224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:19.024289 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:19.080925 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bbc0c-84ec-4b41-817a-0990de3f224f None None] Pushing event updated for resources: {'Port': ['ID=35967f49-8d8d-4225-83e6-0929354c84db,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:19.084133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9b8bbc0c-84ec-4b41-817a-0990de3f224f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:19.109611 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:30:19.120229 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Sync routers for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:30:19.126100 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:19.129917 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-58438157-bb67-4ccd-b8f6-0e3f953245ee admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3602924 Jun 11 12:30:19.130253 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55860) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:19.135233 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:19.136078 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:30:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:19.246631 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a8bba0c5-fc1e-42e4-b3eb-279b5daac246 None None] Provisioning complete for port 35967f49-8d8d-4225-83e6-0929354c84db triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:19.247302 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a8bba0c5-fc1e-42e4-b3eb-279b5daac246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:19.282421 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:19.513028 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:17Z', 'revision_number': 3, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:19.516483 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Checking router: 217c1548-e29e-4c0f-8d03-206db93f992d for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:30:19.516839 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Updating router 217c1548-e29e-4c0f-8d03-206db93f992d port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:30:19.559452 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:19.689309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:19.847453 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:19.856985 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Transition to ACTIVE for port object e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:19.862672 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:19.865677 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:19.868815 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Allocated IP 172.20.0.1 (1e994dc8-0f09-4f23-8142-d6272ba1efa2/dc1fa328-efba-4cfb-aebd-cc0614737e9a/1233f7a4-18aa-4a0e-ab9c-767296ba0f46) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:30:19.924274 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Attempting to bind port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:30:19.924648 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Attempting to bind port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:30:19.925016 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Attempting to bind port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:30:19.932235 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Pushing event updated for resources: {'Port': ['ID=e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:19.935286 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:30:19.935661 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:30:19.936074 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:19.936459 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:30:19.936926 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Bound port: e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:30:19.937302 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:19.964373 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.964721 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.965060 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.965394 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.965724 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.966052 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.966378 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.966733 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.967057 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.967376 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.967695 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.968012 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:30:19.973293 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:20.004752 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:20.006347 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] For port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:30:20.009536 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] For port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:30:20.013181 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:20.016107 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-0577cf83-9f37-48ca-94a8-ff45d0ece2cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:20.021023 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Transition to ACTIVE for port object 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:20.057657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:20.060554 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-bdaf11d4-6e33-4f1f-a07e-a9d60302add1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:20.066419 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:20.067054 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:30:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:20.111469 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:30:20.115805 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:20.120958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:30:20.124077 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Pushing event updated for resources: {'Port': ['ID=1233f7a4-18aa-4a0e-ab9c-767296ba0f46,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:20.151880 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:20.171492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:20.179098 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Pushing event updated for resources: {'Port': ['ID=e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:20.182127 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-8450d7df-8492-4bec-8f56-1fd25f08bf7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:20.231866 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:20.345871 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:20.366705 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dba684e6-8593-43fb-8b5a-1fbaf3f6c743 None None] Provisioning for port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:20.370496 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-dba684e6-8593-43fb-8b5a-1fbaf3f6c743 None None] Provisioning complete for port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:20.370967 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-dba684e6-8593-43fb-8b5a-1fbaf3f6c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:20.411894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-dba684e6-8593-43fb-8b5a-1fbaf3f6c743 None None] Port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:30:20.493552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 35967f49-8d8d-4225-83e6-0929354c84db up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:20.548484 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 35967f49-8d8d-4225-83e6-0929354c84db triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:20.548872 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:20.563249 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:20.568686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:20.583949 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:17Z', 'revision_number': 3, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:20.587510 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acfc4a-5bb2-4117-a592-caa294844804 None None] The sync data for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv is: [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:17Z', 'revision_number': 3, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:30:20.610447 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ae27ccd9-07a2-4f12-a3a6-da2de4be8768 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:20.653362 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:20.679158 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Pushing event updated for resources: {'Port': ['ID=1233f7a4-18aa-4a0e-ab9c-767296ba0f46,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:20.681937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:20.791531 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:30:20.792998 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:20.971490 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Router 217c1548-e29e-4c0f-8d03-206db93f992d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:30:21.047711 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-16768408-f8bf-4ff3-8c2f-f6d73645860b None None] Provisioning complete for port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:21.048095 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-16768408-f8bf-4ff3-8c2f-f6d73645860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:21.091205 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-16768408-f8bf-4ff3-8c2f-f6d73645860b None None] Port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:30:21.130393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:30:21.135993 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-8ea7322e-c192-4d9b-a7a5-b926a7d8561c admin admin] 10.222.0.46 "PUT /v2.0/routers/217c1548-e29e-4c0f-8d03-206db93f992d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0041256 Jun 11 12:30:21.598393 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55876) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:21.604551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1274116244-network', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:21.625492 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Made reservation on behalf of 1bfecdcde2fb484ea645964535a8c166 for: {'network': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:30:21.627869 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for network, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:21.639555 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:21.737200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:21.741142 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:21.744228 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-d5f9dc98-61b9-4880-90eb-32eadf20f18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:21.767593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=99006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 12:30:21.777380 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1ba250-d6f5-45b2-8d52-bd712fa448f7,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:21.782600 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:21.783641 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:21.783980 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.segments_db [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Added segment 34bcf105-9da0-40f0-b8f7-0d9889f0e7cd of type vlan for network 279cf20e-a6a6-442b-a2bb-e30a849990c9 Jun 11 12:30:21.842927 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754060807855'] for network, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:21.872512 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066'] for network, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:21.873632 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:21.874216 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:21.876426 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0482e996-18c3-4aa0-98ad-95821c500e3d tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:21.911762 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3120203 Jun 11 12:30:21.914666 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55878) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:21.919874 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Request body: {'subnet': {'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1274116244-subnet', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'ip_version': 4}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:21.942347 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Made reservation on behalf of 1bfecdcde2fb484ea645964535a8c166 for: {'subnet': 1} {{(pid=99005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:30:21.945691 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3266768'] for subnet, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:21.962166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Pushing event updated for resources: {'Network': ['ID=279cf20e-a6a6-442b-a2bb-e30a849990c9,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:21.967388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:21.972999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Network 279cf20e-a6a6-442b-a2bb-e30a849990c9 details requested by agent ovs-agent-dv-neutron-786478-5-hyperv with host dv-neutron-786478-5-hyperv {{(pid=99007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 12:30:22.124158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Sync routers for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:30:22.133498 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:22.134115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:30:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:22.166295 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3266758'] for subnet, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:22.169098 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-a69dc4c2-5962-4eff-b15a-685ca01241a6 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:22.235091 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33269ee-02f1-4acc-9592-010d3ca17ff6,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:22.238951 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:22.239879 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Checking segment: {'id': '34bcf105-9da0-40f0-b8f7-0d9889f0e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:30:22.240787 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Network hostable DHCP agents. Network: 279cf20e-a6a6-442b-a2bb-e30a849990c9, hostable agents: ['78d2a161-2d2e-4029-a60d-61700ff06470'], hosted agents: [] {{(pid=99005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 12:30:22.257717 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Network 279cf20e-a6a6-442b-a2bb-e30a849990c9 is scheduled to be hosted by DHCP agent 78d2a161-2d2e-4029-a60d-61700ff06470 with binding_index 1 {{(pid=99005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 12:30:22.267234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-5-hyperv, 279cf20e-a6a6-442b-a2bb-e30a849990c9) {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:22.271602 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:22.272136 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:22.274871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:22.277941 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a4fdb-8a05-4276-b0df-e17c52989fe3 None None] Network 279cf20e-a6a6-442b-a2bb-e30a849990c9 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:30:22.287679 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-c0b036f7-5d0e-4416-a64d-3585c9a964b7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3712618 Jun 11 12:30:22.289370 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55880) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:22.293970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1274116244-router', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:22.314607 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:22.315600 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11228'] for router, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:22.386327 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:22.546609 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:22.593209 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11210'] for router, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:22.860219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:22.884304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c904534-5af3-5854-8ffd-ed74095af529-279cf20e-a6a6-442b-a2bb-e30a849990c9', 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'fixed_ips': [{'subnet_id': 'd33269ee-02f1-4acc-9592-010d3ca17ff6'}]}} from dv-neutron-786478-5-hyperv. {{(pid=99007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 12:30:22.885221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:22.886454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:22.894282 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:22.909573 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:22.909977 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.010489 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Allocated IP 172.26.6.77 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/60c94bf8-239c-436c-8640-232f5ca6f28d) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:30:23.036026 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 2, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:23.046973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Checking router: 217c1548-e29e-4c0f-8d03-206db93f992d for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:30:23.047345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Updating router 217c1548-e29e-4c0f-8d03-206db93f992d port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:30:23.168106 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.177557 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.191625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.db_base_plugin_common [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Allocated IP 172.20.0.2 (279cf20e-a6a6-442b-a2bb-e30a849990c9/d33269ee-02f1-4acc-9592-010d3ca17ff6/ccbe5996-1820-48be-a15e-942e65fc60a9) {{(pid=99007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:30:23.279208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:23.288675 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.294849 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:23.449665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.481868 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:23.489540 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.492354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-93ce071b-5112-4fc1-85d1-0c33ddeed847 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:23.505803 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:23.537686 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:30:23.542093 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:23.546407 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:30:23.549535 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=60c94bf8-239c-436c-8640-232f5ca6f28d,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:23.588623 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:23.634133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.655242 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Transition to ACTIVE for port object ccbe5996-1820-48be-a15e-942e65fc60a9 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:23.685759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Transition to ACTIVE for port object ccbe5996-1820-48be-a15e-942e65fc60a9 will not be triggered until provisioned by entity DHCP. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:23.713500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559'] for port, after_create {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.716460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-882dd062-5a41-4746-a5fc-0e25600ae6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:23.773246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.781345 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Network 279cf20e-a6a6-442b-a2bb-e30a849990c9 is already hosted by enough agents. {{(pid=99007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:30:23.789644 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.scheduler.base_scheduler [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Resources bound (agent type, host, resource id): {{(pid=99007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:23.796295 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Received port after_create {{(pid=99007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:30:23.798629 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Transition to ACTIVE for port object 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:23.800281 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Pushing event updated for resources: {'Port': ['ID=ccbe5996-1820-48be-a15e-942e65fc60a9,revision_number=1']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:23.804378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:23.836671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.840110 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:23.893344 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.956886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Attempting to bind port ccbe5996-1820-48be-a15e-942e65fc60a9 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:30:23.957273 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Attempting to bind port ccbe5996-1820-48be-a15e-942e65fc60a9 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '34bcf105-9da0-40f0-b8f7-0d9889f0e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:30:23.957649 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Attempting to bind port ccbe5996-1820-48be-a15e-942e65fc60a9 on network 279cf20e-a6a6-442b-a2bb-e30a849990c9 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:30:23.973873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:30:23.974787 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Checking segment: {'id': '34bcf105-9da0-40f0-b8f7-0d9889f0e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:30:23.975306 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:23.975630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Bound using segment: {'id': '34bcf105-9da0-40f0-b8f7-0d9889f0e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:30:23.976113 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Bound port: ccbe5996-1820-48be-a15e-942e65fc60a9, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bcf105-9da0-40f0-b8f7-0d9889f0e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:30:23.976503 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:24.004845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8de91-eeec-44fd-8137-5eeea3c3c345 None None] Pushing event updated for resources: {'Port': ['ID=1233f7a4-18aa-4a0e-ab9c-767296ba0f46,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:24.010502 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7fa8de91-eeec-44fd-8137-5eeea3c3c345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:24.085508 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Attempting to bind port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:30:24.086137 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Attempting to bind port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:30:24.086439 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Attempting to bind port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 on network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:30:24.098817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:30:24.099203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Checking segment: {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:30:24.099670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:24.100077 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Bound using segment: {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:30:24.100701 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Bound port: 1233f7a4-18aa-4a0e-ab9c-767296ba0f46, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:30:24.100981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:24.175509 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] For port ccbe5996-1820-48be-a15e-942e65fc60a9, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:30:24.191658 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469386'] for router, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:24.204995 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] For port ccbe5996-1820-48be-a15e-942e65fc60a9, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ccbe5996-1820-48be-a15e-942e65fc60a9,segment=NetworkSegment(34bcf105-9da0-40f0-b8f7-0d9889f0e7cd),segment_id=34bcf105-9da0-40f0-b8f7-0d9889f0e7cd)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:30:24.211318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:24.214185 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:24.217951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] For port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:30:24.272436 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] For port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1233f7a4-18aa-4a0e-ab9c-767296ba0f46,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:30:24.282226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:24.304420 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Pushing event updated for resources: {'Port': ['ID=ccbe5996-1820-48be-a15e-942e65fc60a9,revision_number=2']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:24.308897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:24.309374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-dce495eb-bafb-4f9d-8b70-3740e1b23b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:24.355002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:24.355703 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:30:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:24.383235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Router 85960104-094d-4b80-bf31-47c3590e3364 is scheduled to L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed with binding_index 1 {{(pid=99005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 12:30:24.471624 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8de91-eeec-44fd-8137-5eeea3c3c345 None None] Pushing event updated for resources: {'Port': ['ID=1233f7a4-18aa-4a0e-ab9c-767296ba0f46,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:24.482571 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7fa8de91-eeec-44fd-8137-5eeea3c3c345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:24.540623 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:24.550423 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:24.591984 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:30:24.603325 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Sync routers for ids ['85960104-094d-4b80-bf31-47c3590e3364'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:30:24.620754 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Routers {'85960104-094d-4b80-bf31-47c3590e3364'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:24.621855 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:30:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['85960104-094d-4b80-bf31-47c3590e3364'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:24.624664 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:24.625920 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3354063 Jun 11 12:30:24.628676 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55882) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:24.804817 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Set router 85960104-094d-4b80-bf31-47c3590e3364 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:24.982671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:24.983057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:25.062988 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85960104-094d-4b80-bf31-47c3590e3364', 'name': 'tempest-TestSnapshotPattern-1274116244-router', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 3, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'gw_port': {'id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85960104-094d-4b80-bf31-47c3590e3364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:25.067644 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Checking router: 85960104-094d-4b80-bf31-47c3590e3364 for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:30:25.069058 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Updating router 85960104-094d-4b80-bf31-47c3590e3364 port 60c94bf8-239c-436c-8640-232f5ca6f28d binding host dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:30:25.118793 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:25.160500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:24Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:25.165645 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc2236-5717-4ce2-b582-4074a42e7e48 None None] The sync data for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv is: [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:24Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:30:25.306585 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:25.487611 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Notify callbacks [] for port, precommit_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:25.516051 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.provisioning_blocks [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Transition to ACTIVE for port object 60c94bf8-239c-436c-8640-232f5ca6f28d will not be triggered until provisioned by entity L2. {{(pid=99008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:25.517083 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Allocated IP 172.20.0.1 (279cf20e-a6a6-442b-a2bb-e30a849990c9/d33269ee-02f1-4acc-9592-010d3ca17ff6/26afeb58-bfb9-4077-a43f-b9674f895b95) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:30:25.524163 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:25.526408 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-9b8e30f6-5147-4bde-9fa5-4aec965cc303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:25.554660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2524d348-bcf7-42e6-a6ae-2f2f47808be6 None None] Network 279cf20e-a6a6-442b-a2bb-e30a849990c9 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:30:25.612246 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217cb07-6037-43c1-873a-0bf9bc262f72 None None] Pushing event updated for resources: {'Port': ['ID=60c94bf8-239c-436c-8640-232f5ca6f28d,revision_number=2']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:25.624653 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Attempting to bind port 60c94bf8-239c-436c-8640-232f5ca6f28d on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:30:25.625049 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Attempting to bind port 60c94bf8-239c-436c-8640-232f5ca6f28d by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:30:25.625426 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Attempting to bind port 60c94bf8-239c-436c-8640-232f5ca6f28d on network 0c8fd1df-b796-42f8-9c08-19638d729044 {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:30:25.627589 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-0217cb07-6037-43c1-873a-0bf9bc262f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:25.632111 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:30:25.632495 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Checking segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:30:25.632908 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:25.633309 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Bound using segment: {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'} {{(pid=99008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:30:25.633785 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.managers [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Bound port: 60c94bf8-239c-436c-8640-232f5ca6f28d, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5ac833-df19-4bd0-ba84-90dcb9d67692', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044'}}] {{(pid=99008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:30:25.634166 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:25.667886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-54b637b6-b939-49eb-b265-d303e013dbb5 None None] Provisioning for port ccbe5996-1820-48be-a15e-942e65fc60a9 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:25.689609 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:25.694829 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] For port 60c94bf8-239c-436c-8640-232f5ca6f28d, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:30:25.698316 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.plugins.ml2.db [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] For port 60c94bf8-239c-436c-8640-232f5ca6f28d, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=60c94bf8-239c-436c-8640-232f5ca6f28d,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:30:25.706084 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:25.709493 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-6cf53851-e669-4fbc-90cf-ab1138e86376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:25.713629 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.provisioning_blocks [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Transition to ACTIVE for port object 26afeb58-bfb9-4077-a43f-b9674f895b95 will not be triggered until provisioned by entity DHCP. {{(pid=99005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:25.763183 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Routers {'85960104-094d-4b80-bf31-47c3590e3364'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:25.764354 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:30:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['85960104-094d-4b80-bf31-47c3590e3364'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:25.774333 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:25.776480 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1ebb25a8-9182-4e36-9cfe-68d27a260ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:25.832232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Network 279cf20e-a6a6-442b-a2bb-e30a849990c9 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:30:25.838084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:25.842830 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:30:25.846026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Pushing event updated for resources: {'Port': ['ID=26afeb58-bfb9-4077-a43f-b9674f895b95,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:25.877906 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:25.879569 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217cb07-6037-43c1-873a-0bf9bc262f72 None None] Pushing event updated for resources: {'Port': ['ID=60c94bf8-239c-436c-8640-232f5ca6f28d,revision_number=3']} {{(pid=99008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:25.885034 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG oslo_concurrency.lockutils [None req-0217cb07-6037-43c1-873a-0bf9bc262f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99008) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:25.906970 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481357'] for router_interface, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:25.940325 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] Set router 85960104-094d-4b80-bf31-47c3590e3364 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:26.101556 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:26.222453 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85960104-094d-4b80-bf31-47c3590e3364', 'name': 'tempest-TestSnapshotPattern-1274116244-router', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 3, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'gw_port': {'id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85960104-094d-4b80-bf31-47c3590e3364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:26.226194 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d7861-8e4d-4393-92b9-984832625a1c None None] The sync data for ids ['85960104-094d-4b80-bf31-47c3590e3364'] in dv-neutron-786478-5-hyperv is: [{'id': '85960104-094d-4b80-bf31-47c3590e3364', 'name': 'tempest-TestSnapshotPattern-1274116244-router', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 3, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'gw_port': {'id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85960104-094d-4b80-bf31-47c3590e3364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:30:26.453792 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-95f04d27-7109-4d4a-823d-468601c9b34f None None] Provisioning for port 26afeb58-bfb9-4077-a43f-b9674f895b95 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:26.460016 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-95f04d27-7109-4d4a-823d-468601c9b34f None None] Provisioning complete for port 26afeb58-bfb9-4077-a43f-b9674f895b95 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:26.460618 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-95f04d27-7109-4d4a-823d-468601c9b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:26.528754 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-95f04d27-7109-4d4a-823d-468601c9b34f None None] Port 26afeb58-bfb9-4077-a43f-b9674f895b95 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:30:26.638453 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ccbe5996-1820-48be-a15e-942e65fc60a9 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:26.695072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:26.695770 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port ccbe5996-1820-48be-a15e-942e65fc60a9 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:26.700131 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:26.700691 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ccbe5996-1820-48be-a15e-942e65fc60a9 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:26.701180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:26.702474 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-efaeeaa5-abeb-4973-84b6-0d4f9a3f7ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:26.787306 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481337'] for router_interface, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:26.789219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Pushing event updated for resources: {'Port': ['ID=26afeb58-bfb9-4077-a43f-b9674f895b95,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:26.792599 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:26.795166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:26.835760 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port ccbe5996-1820-48be-a15e-942e65fc60a9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ccbe5996-1820-48be-a15e-942e65fc60a9,segment=NetworkSegment(34bcf105-9da0-40f0-b8f7-0d9889f0e7cd),segment_id=34bcf105-9da0-40f0-b8f7-0d9889f0e7cd)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:26.846840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:26.847716 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:26.850006 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9ee03169-76ff-4c8d-8c3d-7e27ec88afc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:26.920680 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Network 279cf20e-a6a6-442b-a2bb-e30a849990c9 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:30:26.922300 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:26.941347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=ccbe5996-1820-48be-a15e-942e65fc60a9,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:26.944999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:26.959056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:26.963676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:26.964073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:27.076208 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:27.108740 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Router 85960104-094d-4b80-bf31-47c3590e3364 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:30:27.117153 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1233f7a4-18aa-4a0e-ab9c-767296ba0f46,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:27.122162 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:27.124262 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:27.187156 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-1d16b216-b7a4-4b65-b4ae-334942c83692 None None] Provisioning complete for port 26afeb58-bfb9-4077-a43f-b9674f895b95 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:27.187548 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-1d16b216-b7a4-4b65-b4ae-334942c83692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:27.191963 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=1233f7a4-18aa-4a0e-ab9c-767296ba0f46,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:27.220684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:27.237918 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-1d16b216-b7a4-4b65-b4ae-334942c83692 None None] Port 26afeb58-bfb9-4077-a43f-b9674f895b95 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:30:27.276460 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:30:27.281330 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-243bb956-ca4e-4afa-b718-77b9a1c07211 admin admin] 10.222.0.46 "PUT /v2.0/routers/85960104-094d-4b80-bf31-47c3590e3364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6516688 Jun 11 12:30:27.895553 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55890) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:27.900847 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-e65f6bd7-9bca-456b-8109-b16bcab58786 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768004241', 'description': 'tempest-secgroup-smoke-1768004241 description', 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:27.922352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e65f6bd7-9bca-456b-8109-b16bcab58786 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.007963 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e65f6bd7-9bca-456b-8109-b16bcab58786 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.011385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e65f6bd7-9bca-456b-8109-b16bcab58786 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.014768 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-51b38783-9773-4226-accf-a0769c47b6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:28.044066 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-e65f6bd7-9bca-456b-8109-b16bcab58786 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.045290 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-e65f6bd7-9bca-456b-8109-b16bcab58786 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1482174 Jun 11 12:30:28.048736 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55892) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:28.054197 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-719027c3-add5-4829-b438-dbb5de54db61 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Request body: {'security_group_rule': {'security_group_id': '0a8d2156-8442-42ab-80b5-298c100269f5', 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:28.054593 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f6bd7-9bca-456b-8109-b16bcab58786 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8d2156-8442-42ab-80b5-298c100269f5,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:28.057352 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-e65f6bd7-9bca-456b-8109-b16bcab58786 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:28.080801 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-719027c3-add5-4829-b438-dbb5de54db61 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.143297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-719027c3-add5-4829-b438-dbb5de54db61 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.147213 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-719027c3-add5-4829-b438-dbb5de54db61 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.148979 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2b89dcfb-77cd-41d1-bd8c-85501900f3c1 tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:28.163299 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719027c3-add5-4829-b438-dbb5de54db61 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6cc43c-a0b2-4781-9ca7-42b56eac9ebe,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:28.167088 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-719027c3-add5-4829-b438-dbb5de54db61 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:28.173664 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-719027c3-add5-4829-b438-dbb5de54db61 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.174902 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-719027c3-add5-4829-b438-dbb5de54db61 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244462 Jun 11 12:30:28.178414 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55894) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:28.183152 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-82c3f503-c0c7-4bcc-aa77-613af63893a5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Request body: {'security_group_rule': {'security_group_id': '0a8d2156-8442-42ab-80b5-298c100269f5', 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:28.200061 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.211852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-82c3f503-c0c7-4bcc-aa77-613af63893a5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.273852 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-82c3f503-c0c7-4bcc-aa77-613af63893a5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.277084 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-82c3f503-c0c7-4bcc-aa77-613af63893a5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.278940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-36b91de2-5ba4-4b46-80d4-f18beb8c2e2b tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:28.295793 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3f503-c0c7-4bcc-aa77-613af63893a5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cede766d-c904-4142-b3fd-23bd0f4b472b,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:28.298694 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-82c3f503-c0c7-4bcc-aa77-613af63893a5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:28.302133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-82c3f503-c0c7-4bcc-aa77-613af63893a5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.303960 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-82c3f503-c0c7-4bcc-aa77-613af63893a5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246705 Jun 11 12:30:28.306652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55896) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:28.311179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-86b4ce12-f94d-41fd-b91b-bf0ccdf2c964 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Request body: {'security_group_rule': {'security_group_id': '0a8d2156-8442-42ab-80b5-298c100269f5', 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:28.336394 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-86b4ce12-f94d-41fd-b91b-bf0ccdf2c964 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.389987 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Sync routers for ids ['85960104-094d-4b80-bf31-47c3590e3364'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:30:28.398951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Routers {'85960104-094d-4b80-bf31-47c3590e3364'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:28.399584 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:30:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['85960104-094d-4b80-bf31-47c3590e3364'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:28.405567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-86b4ce12-f94d-41fd-b91b-bf0ccdf2c964 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.409505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-86b4ce12-f94d-41fd-b91b-bf0ccdf2c964 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.412503 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4cfcd958-f3bd-4e63-83fc-36d5bf4220d4 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:28.430571 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4ce12-f94d-41fd-b91b-bf0ccdf2c964 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55217d8-162f-4312-b070-b23468064b02,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:28.434102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-86b4ce12-f94d-41fd-b91b-bf0ccdf2c964 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:28.436728 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-86b4ce12-f94d-41fd-b91b-bf0ccdf2c964 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.440825 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-86b4ce12-f94d-41fd-b91b-bf0ccdf2c964 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303792 Jun 11 12:30:28.441245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55898) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:28.446002 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-739ff542-5936-4ecd-8d1b-83d1661302c1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Request body: {'security_group_rule': {'security_group_id': '0a8d2156-8442-42ab-80b5-298c100269f5', 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:28.492886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-739ff542-5936-4ecd-8d1b-83d1661302c1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.553694 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Set router 85960104-094d-4b80-bf31-47c3590e3364 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:28.563403 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-739ff542-5936-4ecd-8d1b-83d1661302c1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.567720 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-739ff542-5936-4ecd-8d1b-83d1661302c1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.569736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-5d4de09e-ca4f-47a8-80b2-aa0e25843a27 tempest-TestNetworkBasicOps-1059888311 tempest-TestNetworkBasicOps-1059888311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:28.593445 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ff542-5936-4ecd-8d1b-83d1661302c1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a972a939-2396-465f-b0e4-c13fdd624d69,revision_number=0']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:28.598029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-739ff542-5936-4ecd-8d1b-83d1661302c1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:28.601967 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-739ff542-5936-4ecd-8d1b-83d1661302c1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.602115 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ccbe5996-1820-48be-a15e-942e65fc60a9 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:28.606374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55900) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:28.606718 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-739ff542-5936-4ecd-8d1b-83d1661302c1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642711 Jun 11 12:30:28.611202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-6686c1c5-d19f-427e-84ae-89126b3d68b5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Request body: {'security_group_rule': {'security_group_id': '0a8d2156-8442-42ab-80b5-298c100269f5', 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:28.633004 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-6686c1c5-d19f-427e-84ae-89126b3d68b5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Project 4a5f6b34346f4c50b6f265e3d92ba4ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:30:28.638132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6686c1c5-d19f-427e-84ae-89126b3d68b5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.703062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6686c1c5-d19f-427e-84ae-89126b3d68b5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.707049 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6686c1c5-d19f-427e-84ae-89126b3d68b5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.708896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-82c3f503-c0c7-4bcc-aa77-613af63893a5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:28.726153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686c1c5-d19f-427e-84ae-89126b3d68b5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61a006c-0655-4abd-a041-3d2fcb75978e,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:28.729835 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-6686c1c5-d19f-427e-84ae-89126b3d68b5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:28.734896 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-6686c1c5-d19f-427e-84ae-89126b3d68b5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.736310 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-6686c1c5-d19f-427e-84ae-89126b3d68b5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288576 Jun 11 12:30:28.739442 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 55902) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:28.744361 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [None req-78caf891-e39e-46a8-9361-94a692686dd5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Request body: {'security_group_rule': {'security_group_id': '0a8d2156-8442-42ab-80b5-298c100269f5', 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:28.766320 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.db.securitygroups_db [None req-78caf891-e39e-46a8-9361-94a692686dd5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Project 4a5f6b34346f4c50b6f265e3d92ba4ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 12:30:28.771209 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-78caf891-e39e-46a8-9361-94a692686dd5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.785038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port ccbe5996-1820-48be-a15e-942e65fc60a9 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:28.785418 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.837160 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-78caf891-e39e-46a8-9361-94a692686dd5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.841715 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-78caf891-e39e-46a8-9361-94a692686dd5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335152'] for security_group_rule, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.843564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-34011260-f032-4d47-8a02-c9f42c91d3f1 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:28.858226 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78caf891-e39e-46a8-9361-94a692686dd5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0ace7e-f6ab-4285-8e42-c2b45a56bb5a,revision_number=0']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:28.862001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-78caf891-e39e-46a8-9361-94a692686dd5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:28.868873 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-78caf891-e39e-46a8-9361-94a692686dd5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:28.870218 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-78caf891-e39e-46a8-9361-94a692686dd5 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292176 Jun 11 12:30:28.931696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:28.962044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85960104-094d-4b80-bf31-47c3590e3364', 'name': 'tempest-TestSnapshotPattern-1274116244-router', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:26Z', 'revision_number': 4, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'gw_port': {'id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85960104-094d-4b80-bf31-47c3590e3364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '26afeb58-bfb9-4077-a43f-b9674f895b95', 'name': '', 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'mac_address': 'fa:16:3e:5e:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85960104-094d-4b80-bf31-47c3590e3364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'd33269ee-02f1-4acc-9592-010d3ca17ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:25Z', 'updated_at': '2021-06-11T12:30:26Z', 'revision_number': 2, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'subnets': [{'id': 'd33269ee-02f1-4acc-9592-010d3ca17ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:28.973266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Checking router: 85960104-094d-4b80-bf31-47c3590e3364 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:30:28.973636 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Updating router 85960104-094d-4b80-bf31-47c3590e3364 port 26afeb58-bfb9-4077-a43f-b9674f895b95 binding host dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 12:30:29.015735 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-a7513f97-305f-49b6-985d-da29a2ddc2ea tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768004241&fields=id&tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab HTTP/1.1" status: 200 len: 267 time: 0.0378497 Jun 11 12:30:29.025177 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:29.041697 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:29.042073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:29.149709 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-7de862b7-f503-4b31-8d7c-348ce10b3df6 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:29.151103 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-7de862b7-f503-4b31-8d7c-348ce10b3df6 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 810 time: 0.1289282 Jun 11 12:30:29.166123 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-3801b7d7-a3c2-4368-8967-cefad35a6c10 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/quotas/4a5f6b34346f4c50b6f265e3d92ba4ab HTTP/1.1" status: 200 len: 375 time: 0.0095899 Jun 11 12:30:29.242164 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-d5831137-ce91-4a98-bec9-7f8d907ae6af tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704989 Jun 11 12:30:29.397775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-e4371900-3baf-4077-8290-4a88c71120ba service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 12:30:29.398787 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-e4371900-3baf-4077-8290-4a88c71120ba service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1450515 Jun 11 12:30:29.416596 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 60c94bf8-239c-436c-8640-232f5ca6f28d up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:29.516533 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-89f2bdcc-6058-4294-84e7-50b9052bed05 service neutron] 10.222.0.46 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116240 Jun 11 12:30:29.544351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 60c94bf8-239c-436c-8640-232f5ca6f28d completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:29.554580 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 60c94bf8-239c-436c-8640-232f5ca6f28d triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:29.554959 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:29.634931 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Notify callbacks [] for port, precommit_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:29.637869 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-56eb18da-0012-42e7-9927-b9bca36be788 service neutron] 10.222.0.46 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135309 Jun 11 12:30:29.648819 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Transition to ACTIVE for port object 26afeb58-bfb9-4077-a43f-b9674f895b95 will not be triggered until provisioned by entity L2. {{(pid=99007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:29.656902 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:29.660121 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-0c5ac727-13ad-4e7c-adf3-43771e538f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:29.784885 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaffb29-e7d4-462e-872f-842b7a13ef2d None None] Pushing event updated for resources: {'Port': ['ID=26afeb58-bfb9-4077-a43f-b9674f895b95,revision_number=3']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:29.790224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fcaffb29-e7d4-462e-872f-842b7a13ef2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:29.793242 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:29.858247 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a32f5805-9820-4cf4-95bc-402bfbc34cf0 req-cf2428b4-b848-4337-a85e-204f75344dc0 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 210 time: 0.0618463 Jun 11 12:30:29.868290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 60c94bf8-239c-436c-8640-232f5ca6f28d, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=60c94bf8-239c-436c-8640-232f5ca6f28d,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:29.881460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:29.881460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-1f38e904-79f9-4adc-a447-b97ccda9d31c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:29.882802 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Attempting to bind port 26afeb58-bfb9-4077-a43f-b9674f895b95 on host dv-neutron-786478-5-hyperv for vnic_type normal with profile {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:30:29.883402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Attempting to bind port 26afeb58-bfb9-4077-a43f-b9674f895b95 by drivers openvswitch,hyperv on host dv-neutron-786478-5-hyperv at level 0 using segments [{'id': '34bcf105-9da0-40f0-b8f7-0d9889f0e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9'}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:30:29.883935 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Attempting to bind port 26afeb58-bfb9-4077-a43f-b9674f895b95 on network 279cf20e-a6a6-442b-a2bb-e30a849990c9 {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:30:29.916081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Checking agent: {'id': '57c3fdcf-c6ae-4bb4-a308-e58b5b5fce22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 32, 15), 'started_at': datetime.datetime(2021, 6, 11, 11, 32, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:30:29.916491 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Checking segment: {'id': '34bcf105-9da0-40f0-b8f7-0d9889f0e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:30:29.916929 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:29.917341 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Bound using segment: {'id': '34bcf105-9da0-40f0-b8f7-0d9889f0e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9'} {{(pid=99007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:30:29.917836 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.managers [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Bound port: 26afeb58-bfb9-4077-a43f-b9674f895b95, host: dv-neutron-786478-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bcf105-9da0-40f0-b8f7-0d9889f0e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9'}}] {{(pid=99007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:30:29.918433 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:29.999606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=60c94bf8-239c-436c-8640-232f5ca6f28d,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:30.004133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:30.026242 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] For port 26afeb58-bfb9-4077-a43f-b9674f895b95, host dv-neutron-786478-5-hyperv, cleared binding levels {{(pid=99007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:30:30.029268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] For port 26afeb58-bfb9-4077-a43f-b9674f895b95, host dv-neutron-786478-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=26afeb58-bfb9-4077-a43f-b9674f895b95,segment=NetworkSegment(34bcf105-9da0-40f0-b8f7-0d9889f0e7cd),segment_id=34bcf105-9da0-40f0-b8f7-0d9889f0e7cd)] {{(pid=99007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:30:30.034125 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:30.036082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:30.127681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Routers {'85960104-094d-4b80-bf31-47c3590e3364'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:30.128869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:30:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['85960104-094d-4b80-bf31-47c3590e3364'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:30.132696 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaffb29-e7d4-462e-872f-842b7a13ef2d None None] Pushing event updated for resources: {'Port': ['ID=26afeb58-bfb9-4077-a43f-b9674f895b95,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:30.184911 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fcaffb29-e7d4-462e-872f-842b7a13ef2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:30.288734 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] Set router 85960104-094d-4b80-bf31-47c3590e3364 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:30.502342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 60c94bf8-239c-436c-8640-232f5ca6f28d up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:30.598326 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 60c94bf8-239c-436c-8640-232f5ca6f28d triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:30.598742 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:30.627482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85960104-094d-4b80-bf31-47c3590e3364', 'name': 'tempest-TestSnapshotPattern-1274116244-router', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:26Z', 'revision_number': 4, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'gw_port': {'id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85960104-094d-4b80-bf31-47c3590e3364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '26afeb58-bfb9-4077-a43f-b9674f895b95', 'name': '', 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'mac_address': 'fa:16:3e:5e:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85960104-094d-4b80-bf31-47c3590e3364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'd33269ee-02f1-4acc-9592-010d3ca17ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:25Z', 'updated_at': '2021-06-11T12:30:30Z', 'revision_number': 4, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'subnets': [{'id': 'd33269ee-02f1-4acc-9592-010d3ca17ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:30.638010 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931a7bc-7ef2-4938-89cc-96a68d36aecd None None] The sync data for ids ['85960104-094d-4b80-bf31-47c3590e3364'] in dv-neutron-786478-5-hyperv is: [{'id': '85960104-094d-4b80-bf31-47c3590e3364', 'name': 'tempest-TestSnapshotPattern-1274116244-router', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:26Z', 'revision_number': 4, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'gw_port': {'id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85960104-094d-4b80-bf31-47c3590e3364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '26afeb58-bfb9-4077-a43f-b9674f895b95', 'name': '', 'network_id': '279cf20e-a6a6-442b-a2bb-e30a849990c9', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'mac_address': 'fa:16:3e:5e:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85960104-094d-4b80-bf31-47c3590e3364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'd33269ee-02f1-4acc-9592-010d3ca17ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:25Z', 'updated_at': '2021-06-11T12:30:30Z', 'revision_number': 4, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'subnets': [{'id': 'd33269ee-02f1-4acc-9592-010d3ca17ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:30:31.016155 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-aeceda5f-4ffb-4773-9423-0bf5db1ac407 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:31.019099 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-aeceda5f-4ffb-4773-9423-0bf5db1ac407 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 810 time: 0.1786261 Jun 11 12:30:31.034867 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-833fb62b-5e8e-484e-862e-c5602a9a9575 req-71860f70-658a-451f-95c0-6ac800a4e3bd tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 210 time: 0.0451274 Jun 11 12:30:31.082883 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-a7be083d-afca-4559-85d7-a8d674d8a6f0 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab HTTP/1.1" status: 200 len: 380 time: 0.0552306 Jun 11 12:30:31.091505 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Request body: {'port': {'device_id': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'admin_state_up': True, 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'security_groups': ['0a8d2156-8442-42ab-80b5-298c100269f5']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:31.227840 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Made reservation on behalf of 4a5f6b34346f4c50b6f265e3d92ba4ab for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:30:31.231217 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:31.370082 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Allocated IP 172.20.0.9 (1e994dc8-0f09-4f23-8142-d6272ba1efa2/dc1fa328-efba-4cfb-aebd-cc0614737e9a/19292f3b-bde3-40ac-a3bb-fccd655f80e4) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:30:31.532642 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:31.545635 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Transition to ACTIVE for port object 19292f3b-bde3-40ac-a3bb-fccd655f80e4 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:31.585038 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:31.589005 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-312db587-8781-44a3-9eba-e5f3abdb7dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:31.641917 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:30:31.645273 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:31.648187 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:30:31.681129 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'Port': ['ID=19292f3b-bde3-40ac-a3bb-fccd655f80e4,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:31.684053 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:31.714007 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:31.714784 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:31.729875 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-38b1a0f6-4624-4f95-b6f9-92a403549b8f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6420708 Jun 11 12:30:31.742640 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Request body: {'port': {'device_id': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:31.834327 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:31.842939 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0e7f225a-2898-4513-92f1-589cb9eed868 None None] Provisioning for port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:31.848826 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-0e7f225a-2898-4513-92f1-589cb9eed868 None None] Provisioning complete for port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:31.849919 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-0e7f225a-2898-4513-92f1-589cb9eed868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:31.890054 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f225a-2898-4513-92f1-589cb9eed868 None None] Port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:30:32.533299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 26afeb58-bfb9-4077-a43f-b9674f895b95 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:32.593619 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning for port 26afeb58-bfb9-4077-a43f-b9674f895b95 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:32.597382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 26afeb58-bfb9-4077-a43f-b9674f895b95 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:32.597774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:32.609621 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19292f3b-bde3-40ac-a3bb-fccd655f80e4 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:30:32.619461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:32.641079 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Transition to ACTIVE for port object 19292f3b-bde3-40ac-a3bb-fccd655f80e4 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:30:32.647767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:32.651117 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-7ca1a48b-abd3-4455-afee-b6c625c236fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:32.689504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:32.733745 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] For port 26afeb58-bfb9-4077-a43f-b9674f895b95, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=26afeb58-bfb9-4077-a43f-b9674f895b95,segment=NetworkSegment(34bcf105-9da0-40f0-b8f7-0d9889f0e7cd),segment_id=34bcf105-9da0-40f0-b8f7-0d9889f0e7cd)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:32.739133 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:32.745299 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:32.748178 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd211f8-c66d-44a0-bc4d-1e55a5466df7 req-7dcfa8ef-4f39-4eff-821a-cadb1b6cdb13 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:32.749759 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1fd211f8-c66d-44a0-bc4d-1e55a5466df7 req-7dcfa8ef-4f39-4eff-821a-cadb1b6cdb13 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 931 time: 0.1765928 Jun 11 12:30:32.770290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Pushing event updated for resources: {'Port': ['ID=19292f3b-bde3-40ac-a3bb-fccd655f80e4,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:32.775918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:32.815613 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Pushing event updated for resources: {'Port': ['ID=26afeb58-bfb9-4077-a43f-b9674f895b95,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:32.825817 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:32.872998 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1fd211f8-c66d-44a0-bc4d-1e55a5466df7 req-664b0442-ffdf-4d74-b428-b4160a6bcbdd tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115139 Jun 11 12:30:32.896657 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Attempting to bind port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:30:32.897073 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Attempting to bind port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:30:32.897475 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Attempting to bind port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 on network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:30:32.903285 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 on network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:30:32.903654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Attempting to bind port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 on network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:30:32.911821 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:30:32.912172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Checking segment: {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:30:32.912564 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Bound using segment: {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:30:32.913102 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Bound port: 19292f3b-bde3-40ac-a3bb-fccd655f80e4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:30:32.913495 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:32.986315 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] For port 19292f3b-bde3-40ac-a3bb-fccd655f80e4, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:30:32.989297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] For port 19292f3b-bde3-40ac-a3bb-fccd655f80e4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:30:32.993828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:32.996677 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-69bc35cd-c1b5-4ea8-bec3-3c6577d27604 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:33.035375 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:33.037464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:33.038878 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] 10.222.0.25 "PUT /v2.0/ports/19292f3b-bde3-40ac-a3bb-fccd655f80e4 HTTP/1.1" status: 200 len: 1093 time: 1.3012724 Jun 11 12:30:33.041070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:30:33.044336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ebf349-96ca-42c5-a3ee-219bde0d9efb" -d '{"events": [{"name": "network-changed", "server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:30:33.078083 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Pushing event updated for resources: {'Port': ['ID=19292f3b-bde3-40ac-a3bb-fccd655f80e4,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:33.081334 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-ec8bf345-f1ea-4410-9251-b3e464ed24a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:33.149673 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-aad5a217-8685-4169-a1b0-ad3162343802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:33.151435 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-aad5a217-8685-4169-a1b0-ad3162343802 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 1096 time: 0.0662615 Jun 11 12:30:33.166371 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4902c9ad-ce9b-4045-9eb8-5031bfdd3580 x-openstack-request-id: req-4902c9ad-ce9b-4045-9eb8-5031bfdd3580 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:30:33.166791 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:30:33.167157 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4902c9ad-ce9b-4045-9eb8-5031bfdd3580 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:30:33.167657 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'status': 'completed', 'code': 200} Jun 11 12:30:33.212043 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-dacce694-8c95-44ce-b451-95cf3c3fa77d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4 HTTP/1.1" status: 200 len: 217 time: 0.0537119 Jun 11 12:30:33.275630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-7b4a9d2e-f5cf-4ba0-99f2-955b8ea4311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:33.277080 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-7b4a9d2e-f5cf-4ba0-99f2-955b8ea4311d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0591931 Jun 11 12:30:33.338883 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-3d15fc3e-24fe-405b-a35f-a07c5762599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:33.340247 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-3d15fc3e-24fe-405b-a35f-a07c5762599e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0569694 Jun 11 12:30:33.454448 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-d936adaf-fa4a-4fb3-b831-aa4111fe20a8 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072364 Jun 11 12:30:33.571643 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fd4a2cf6-44a6-43ef-8a86-64e8d3d5cb9e req-90706782-f2bc-4662-bf62-a3bff286afe5 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113222 Jun 11 12:30:33.678556 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebf349-96ca-42c5-a3ee-219bde0d9efb req-f32a471b-7209-4441-9d78-1471540e5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:33.680048 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-74ebf349-96ca-42c5-a3ee-219bde0d9efb req-f32a471b-7209-4441-9d78-1471540e5848 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 1096 time: 0.0585065 Jun 11 12:30:33.798014 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebf349-96ca-42c5-a3ee-219bde0d9efb req-ee14cff5-a8ed-4326-9329-5d29efedb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:33.799542 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-74ebf349-96ca-42c5-a3ee-219bde0d9efb req-ee14cff5-a8ed-4326-9329-5d29efedb0d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 912 time: 0.1124022 Jun 11 12:30:33.853466 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-74ebf349-96ca-42c5-a3ee-219bde0d9efb req-70769341-9289-4847-858e-d832ccf7e8c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4 HTTP/1.1" status: 200 len: 217 time: 0.0472033 Jun 11 12:30:33.915201 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebf349-96ca-42c5-a3ee-219bde0d9efb req-3c6aa914-5899-4ff9-ae41-b3d737f57a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:33.916674 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-74ebf349-96ca-42c5-a3ee-219bde0d9efb req-3c6aa914-5899-4ff9-ae41-b3d737f57a09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0561876 Jun 11 12:30:33.981286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebf349-96ca-42c5-a3ee-219bde0d9efb req-f0827d80-f0fc-4870-b3a4-acffda63fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:33.982881 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-74ebf349-96ca-42c5-a3ee-219bde0d9efb req-f0827d80-f0fc-4870-b3a4-acffda63fc89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587277 Jun 11 12:30:34.151315 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-74ebf349-96ca-42c5-a3ee-219bde0d9efb req-c4665e63-2192-4977-8299-96636ba3ffb7 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593530 Jun 11 12:30:34.159402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ad516-58c2-47da-a86a-b8eb1002d280 req-d18c3aed-f237-4bf9-bd83-a95a9c06fba9 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:34.160763 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8b2ad516-58c2-47da-a86a-b8eb1002d280 req-d18c3aed-f237-4bf9-bd83-a95a9c06fba9 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 943 time: 0.1712480 Jun 11 12:30:34.273242 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8b2ad516-58c2-47da-a86a-b8eb1002d280 req-ef8f413e-7975-4a64-864c-35294a71d13e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041317 Jun 11 12:30:34.302197 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-74ebf349-96ca-42c5-a3ee-219bde0d9efb req-92f9cf35-6afa-455f-b928-699bc25f1c1b service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404526 Jun 11 12:30:34.491938 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 26afeb58-bfb9-4077-a43f-b9674f895b95 up at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:34.550482 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Provisioning complete for port 26afeb58-bfb9-4077-a43f-b9674f895b95 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:34.550897 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:35.453235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544700a6-c743-41ea-aaa3-4a81eb894d10 req-18d5c063-ea92-4d07-af4f-ae17a855b485 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:35.454680 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-544700a6-c743-41ea-aaa3-4a81eb894d10 req-18d5c063-ea92-4d07-af4f-ae17a855b485 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 943 time: 0.0715220 Jun 11 12:30:35.496435 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-544700a6-c743-41ea-aaa3-4a81eb894d10 req-b9a18535-eeec-4a26-9fca-b877e65ef195 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353696 Jun 11 12:30:36.409080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 19292f3b-bde3-40ac-a3bb-fccd655f80e4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:30:36.527887 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 19292f3b-bde3-40ac-a3bb-fccd655f80e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:36.540514 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'mac_address': 'fa:16:3e:3a:91:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:30:36.586660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:36.603092 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19292f3b-bde3-40ac-a3bb-fccd655f80e4 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:30:36.625708 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 19292f3b-bde3-40ac-a3bb-fccd655f80e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:36.629579 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:36.632398 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-fcaffb29-e7d4-462e-872f-842b7a13ef2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:36.686593 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7001047-b72c-43ba-8cc6-a4742cd5530a req-77e8010e-3729-4657-ad68-78e067e8d46a tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:36.688002 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=19292f3b-bde3-40ac-a3bb-fccd655f80e4,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:36.688169 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7001047-b72c-43ba-8cc6-a4742cd5530a req-77e8010e-3729-4657-ad68-78e067e8d46a tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 943 time: 0.0770743 Jun 11 12:30:36.695478 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:36.734130 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d7001047-b72c-43ba-8cc6-a4742cd5530a req-d005fcca-e779-4e5e-91a5-564af07ec399 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401726 Jun 11 12:30:36.850198 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['19292f3b-bde3-40ac-a3bb-fccd655f80e4'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:30:37.909385 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729e674-82a8-4f40-9c82-78d6216deda1 req-ef3393b5-c271-4ea0-adcb-ccae8ba0c281 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:37.910746 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5729e674-82a8-4f40-9c82-78d6216deda1 req-ef3393b5-c271-4ea0-adcb-ccae8ba0c281 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 944 time: 0.0682178 Jun 11 12:30:37.951419 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5729e674-82a8-4f40-9c82-78d6216deda1 req-170f0ba7-bf95-4f02-845a-79c8a52eefa0 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351367 Jun 11 12:30:38.403397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 19292f3b-bde3-40ac-a3bb-fccd655f80e4 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:30:38.457768 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:30:38.461347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:30:38.461728 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:38.549304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:38.729729 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:30:38.732022 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3d6ce0-f078-469d-ac4c-74ebdaf731bf" -d '{"events": [{"server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "name": "network-vif-plugged", "status": "completed", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:30:38.745247 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 19292f3b-bde3-40ac-a3bb-fccd655f80e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:30:38.749055 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:38.751782 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9b8bbc0c-84ec-4b41-817a-0990de3f224f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:38.779778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60bb731-60e5-4753-9379-6bf66d34a8ff x-openstack-request-id: req-b60bb731-60e5-4753-9379-6bf66d34a8ff {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:30:38.780081 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "name": "network-vif-plugged", "status": "completed", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:30:38.780342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b60bb731-60e5-4753-9379-6bf66d34a8ff {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:30:38.780737 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'code': 200} Jun 11 12:30:38.807769 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=19292f3b-bde3-40ac-a3bb-fccd655f80e4,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:38.810574 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:38.988630 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52c07c-40c4-446a-a4e0-03b243ab6d40 req-41aa7d16-25e4-4696-9896-6f31b8badbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:38.990124 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8e52c07c-40c4-446a-a4e0-03b243ab6d40 req-41aa7d16-25e4-4696-9896-6f31b8badbdd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 1098 time: 0.0581300 Jun 11 12:30:39.028390 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8e52c07c-40c4-446a-a4e0-03b243ab6d40 req-c0f191e7-5b42-4416-be03-c00d4c90e292 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319717 Jun 11 12:30:39.132580 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40652b-0b86-4d60-b65d-f48ca876617c req-a5b21db4-ac91-42ee-9225-b304b730950b tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:39.134024 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5e40652b-0b86-4d60-b65d-f48ca876617c req-a5b21db4-ac91-42ee-9225-b304b730950b tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 945 time: 0.0735710 Jun 11 12:30:39.174456 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5e40652b-0b86-4d60-b65d-f48ca876617c req-1925eb44-f996-4fd7-b24f-c505bd995448 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346210 Jun 11 12:30:40.367931 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9cba-0679-480e-acb5-f5bba9f9d8d3 req-0f9ab481-8bb7-4dac-b1f6-7d5efe6417ee tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:40.369438 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fbca9cba-0679-480e-acb5-f5bba9f9d8d3 req-0f9ab481-8bb7-4dac-b1f6-7d5efe6417ee tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 945 time: 0.0862069 Jun 11 12:30:40.413513 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-fbca9cba-0679-480e-acb5-f5bba9f9d8d3 req-053c22fc-829d-4ff1-b9f1-f02f4fa3a916 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384257 Jun 11 12:30:40.594730 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e292aa-786c-4fda-91bf-4d53b3cebe63 req-b10dff12-7dfa-442d-98ee-ef822acc0185 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:40.597348 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-68e292aa-786c-4fda-91bf-4d53b3cebe63 req-b10dff12-7dfa-442d-98ee-ef822acc0185 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 945 time: 0.0717440 Jun 11 12:30:40.638961 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-68e292aa-786c-4fda-91bf-4d53b3cebe63 req-02f816bb-5a47-4e70-956d-f9c25110216a tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355031 Jun 11 12:30:40.665276 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55964) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:40.771010 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e70e66d-dd02-4ec1-a693-1aa0ea3657ef tempest-TestSnapshotPattern-881977956 tempest-TestSnapshotPattern-881977956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:40.772486 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-2e70e66d-dd02-4ec1-a693-1aa0ea3657ef tempest-TestSnapshotPattern-881977956 tempest-TestSnapshotPattern-881977956-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 1093 time: 0.1061583 Jun 11 12:30:40.775285 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 55968) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:40.779578 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:30:40.799779 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:40.916594 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:41.036858 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Allocated IP 172.26.6.39 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/4d711425-ee83-4869-b3f6-7ffb29e3298f) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:30:41.168991 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:41.207928 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:41.211226 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-43ffb52e-3692-425c-a71f-69dc6c7010f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:41.254026 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:30:41.257492 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:30:41.260894 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:30:41.289307 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'Port': ['ID=4d711425-ee83-4869-b3f6-7ffb29e3298f,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:41.297632 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:41.708960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:41.800058 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:42.220837 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-30ec9838-6199-4cb6-81f9-0078c7a7504d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:42.283873 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:42.288222 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:42.291213 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:30:42.371863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'Port': ['ID=4d711425-ee83-4869-b3f6-7ffb29e3298f,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:30:42.375905 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:30:42.380338 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:42.516615 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Floating IP dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a associated. External IP: 172.26.6.39, port: 19292f3b-bde3-40ac-a3bb-fccd655f80e4. Jun 11 12:30:42.794069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Router 217c1548-e29e-4c0f-8d03-206db93f992d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:30:42.947454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:30:42.956559 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a17253-79ab-40c8-9728-9b6ea2bbcdfe None None] Sync routers for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:30:42.962870 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:42.965912 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a17253-79ab-40c8-9728-9b6ea2bbcdfe None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:42.966637 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-94a17253-79ab-40c8-9728-9b6ea2bbcdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:30:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:43.007024 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2307334 Jun 11 12:30:43.007716 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:30:43.010047 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd740ece-ea22-48a8-abc7-6c05b6d36e48" -d '{"events": [{"name": "network-changed", "server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:30:43.048964 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce8c874-d9a7-487e-9ce7-2ed37a890f96 x-openstack-request-id: req-9ce8c874-d9a7-487e-9ce7-2ed37a890f96 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:30:43.049362 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:30:43.049673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ce8c874-d9a7-487e-9ce7-2ed37a890f96 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:30:43.050260 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'status': 'completed', 'code': 200} Jun 11 12:30:43.132653 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740ece-ea22-48a8-abc7-6c05b6d36e48 req-30cc86eb-06ce-4c75-a151-5bcf53260ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:43.134210 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dd740ece-ea22-48a8-abc7-6c05b6d36e48 req-30cc86eb-06ce-4c75-a151-5bcf53260ba0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 1098 time: 0.0627222 Jun 11 12:30:43.207178 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-94a17253-79ab-40c8-9728-9b6ea2bbcdfe None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:43.252862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740ece-ea22-48a8-abc7-6c05b6d36e48 req-4766b6ae-4dc4-427f-bbb8-bd5c01e151ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:43.254356 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dd740ece-ea22-48a8-abc7-6c05b6d36e48 req-4766b6ae-4dc4-427f-bbb8-bd5c01e151ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 912 time: 0.1135371 Jun 11 12:30:43.339740 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dd740ece-ea22-48a8-abc7-6c05b6d36e48 req-5c7fc576-bc2d-43d8-acdf-8a83cef338b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4 HTTP/1.1" status: 200 len: 998 time: 0.0789101 Jun 11 12:30:43.397037 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740ece-ea22-48a8-abc7-6c05b6d36e48 req-a67df2a2-a02a-4d0a-a3e6-0ec8ce298daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:43.398508 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dd740ece-ea22-48a8-abc7-6c05b6d36e48 req-a67df2a2-a02a-4d0a-a3e6-0ec8ce298daf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0520999 Jun 11 12:30:43.460209 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740ece-ea22-48a8-abc7-6c05b6d36e48 req-09a179fe-8335-4ea2-ae14-f2c06113bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:43.461730 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dd740ece-ea22-48a8-abc7-6c05b6d36e48 req-09a179fe-8335-4ea2-ae14-f2c06113bf28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576212 Jun 11 12:30:43.491590 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-94a17253-79ab-40c8-9728-9b6ea2bbcdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:3a:91:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:30:41Z', 'updated_at': '2021-06-11T12:30:41Z', 'revision_number': 0, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:43.494791 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a17253-79ab-40c8-9728-9b6ea2bbcdfe None None] Checking router: 217c1548-e29e-4c0f-8d03-206db93f992d for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:30:43.502551 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a17253-79ab-40c8-9728-9b6ea2bbcdfe None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:30:43.503168 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-94a17253-79ab-40c8-9728-9b6ea2bbcdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:30:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:43.568283 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.25', 58142) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:30:43.582132 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dd740ece-ea22-48a8-abc7-6c05b6d36e48 req-87374abc-ab7c-43c4-8644-942de38475db service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141686 Jun 11 12:30:43.632368 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-f14b504a-b255-4520-a2c3-3faa3934f248 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628085 Jun 11 12:30:43.651971 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-94a17253-79ab-40c8-9728-9b6ea2bbcdfe None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:30:43.704420 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-dd740ece-ea22-48a8-abc7-6c05b6d36e48 req-1b6719ee-e6af-4519-9c47-01aa03394965 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159325 Jun 11 12:30:43.828589 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-8a4b99ec-0ddc-424d-b3c3-5cfc3a4d788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:43.830110 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-8a4b99ec-0ddc-424d-b3c3-5cfc3a4d788c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 1098 time: 0.0611327 Jun 11 12:30:43.940642 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-94a17253-79ab-40c8-9728-9b6ea2bbcdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:3a:91:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:30:41Z', 'updated_at': '2021-06-11T12:30:41Z', 'revision_number': 0, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:30:43.944459 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a17253-79ab-40c8-9728-9b6ea2bbcdfe None None] The sync data for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv is: [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:3a:91:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:30:41Z', 'updated_at': '2021-06-11T12:30:41Z', 'revision_number': 0, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:30:43.961210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-d00a2c6a-445f-4337-bbf0-4141ff638b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:43.962745 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-d00a2c6a-445f-4337-bbf0-4141ff638b0b service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 912 time: 0.1141226 Jun 11 12:30:44.051478 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-a5349594-246c-48e9-8891-9bb3a3825f78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4 HTTP/1.1" status: 200 len: 998 time: 0.0821090 Jun 11 12:30:44.112774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-7c427bfc-7dc2-4471-b962-69b6d895189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:44.114431 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-7c427bfc-7dc2-4471-b962-69b6d895189c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0571206 Jun 11 12:30:44.139151 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29de31-2246-4ff3-89ab-e55153509120 None None] New status for floating IP dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:30:44.179192 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-bc781f37-d114-4428-89b2-63a3c729a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:30:44.180687 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-bc781f37-d114-4428-89b2-63a3c729a558 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0606480 Jun 11 12:30:44.299331 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-e1ee0879-fb9f-4dce-8bd4-ec00273abae1 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097975 Jun 11 12:30:44.418007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-33a67bc0-23d1-4a47-a87e-51ab8274d736 req-675977b8-825d-4722-bc96-19d31613c27a service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128201 Jun 11 12:30:44.819347 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:44.972083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9419a605-467e-43c0-ac5c-225367d1c5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:45.839739 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:30:46.233978 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:47.950749 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:30:58.198166 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:12.222490 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b1581f21-2852-4f6a-a03b-3ad87d58696e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:14.819465 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:14.970800 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5424e0e6-8c05-4f36-ba9c-f38bf4c95fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:16.236874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:17.953542 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:22.837924 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:31:28.204308 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:42.223217 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b623d170-8d0e-4ec6-83d0-fd1a15861f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:44.823505 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:44.969975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f513534a-67bc-490a-ac85-afaf7cf8052f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:45.706628 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-9cf05a55-7850-49a7-8c05-4a1d2b013a01 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1411514 Jun 11 12:31:45.815867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-f7c9ed85-6f61-4e94-98b2-c3de652158f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:31:45.817386 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-f7c9ed85-6f61-4e94-98b2-c3de652158f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 1098 time: 0.0701287 Jun 11 12:31:45.947788 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-c28d13dd-ff8d-42a1-bd15-09f2f581c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:31:45.949140 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-c28d13dd-ff8d-42a1-bd15-09f2f581c4b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 912 time: 0.1118524 Jun 11 12:31:46.030898 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-4fc23c1b-7380-40b1-9c70-24d6c9c110f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4 HTTP/1.1" status: 200 len: 1000 time: 0.0746801 Jun 11 12:31:46.090191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-9fd5de7d-7685-41da-a51c-62f6ede28d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:31:46.091971 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-9fd5de7d-7685-41da-a51c-62f6ede28d43 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0553970 Jun 11 12:31:46.161130 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-249bae01-edc4-4d0b-8b13-30f79e91fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:31:46.162613 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-249bae01-edc4-4d0b-8b13-30f79e91fd82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645144 Jun 11 12:31:46.173220 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-ac7527b1-2ae8-46bd-b20c-07e61f54d07a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=99006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 12:31:46.174163 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-ac7527b1-2ae8-46bd-b20c-07e61f54d07a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048633 Jun 11 12:31:46.239688 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:46.288608 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-25d7399d-ce64-4977-b7c8-1ee65bf2eef4 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082788 Jun 11 12:31:46.408017 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-02b733a4-7661-45b6-b643-6b4d50a91f65 req-e87a8a77-c572-4c13-bb63-b03cb363ba0c service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132128 Jun 11 12:31:47.957035 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:55.436620 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [req-044adc48-1951-424a-8db9-26ffa3c80c37 req-bc552753-5963-42bc-94db-1ae3f0d01c7d service neutron] (99006) timed out ('10.222.0.46', 54360) {{(pid=99006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 12:31:58.213349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:31:59.836417 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:32:12.224351 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2f02cb57-e50d-4a64-a5e3-0c9967f88c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:14.824163 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:14.969250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-8180d6e0-f089-4d2b-bf37-69f5eea8a1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:16.242750 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:17.958762 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:28.228777 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:36.834852 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:32:41.182600 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 19292f3b-bde3-40ac-a3bb-fccd655f80e4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:32:41.299158 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 19292f3b-bde3-40ac-a3bb-fccd655f80e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:32:41.310794 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'mac_address': 'fa:16:3e:3a:91:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:32:41.355435 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:41.372526 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19292f3b-bde3-40ac-a3bb-fccd655f80e4 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:32:41.392451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 19292f3b-bde3-40ac-a3bb-fccd655f80e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:32:41.396315 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:41.398097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:32:41.455370 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=19292f3b-bde3-40ac-a3bb-fccd655f80e4,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:32:41.461908 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.462265 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.462640 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.462985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.463324 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.463663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.463999 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.464337 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.464673 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.465005 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.465334 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.465661 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:41.469304 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:32:41.496814 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['19292f3b-bde3-40ac-a3bb-fccd655f80e4'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:32:42.224468 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-06ea0052-e4ff-4b8b-9a73-913d4037a6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:43.195546 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 19292f3b-bde3-40ac-a3bb-fccd655f80e4 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:32:43.263359 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:32:43.264073 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:43.377961 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:43.404883 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:32:43.407236 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15063e06-0d1f-4aea-87bd-1ed0828137ae" -d '{"events": [{"server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "name": "network-vif-plugged", "status": "completed", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:32:43.431744 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 19292f3b-bde3-40ac-a3bb-fccd655f80e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:32:43.438422 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:43.440950 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:32:43.508083 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=19292f3b-bde3-40ac-a3bb-fccd655f80e4,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:32:43.519864 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:32:43.535667 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c71e650-413d-4305-9d96-38170cc19c82 x-openstack-request-id: req-0c71e650-413d-4305-9d96-38170cc19c82 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:32:43.535975 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "name": "network-vif-plugged", "status": "completed", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:32:43.536237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c71e650-413d-4305-9d96-38170cc19c82 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:32:43.536641 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'code': 200} Jun 11 12:32:44.827994 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:44.976290 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4e858d8e-c2b4-4db6-8eab-7c3c232a0d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:46.247840 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:46.679136 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59072b-8040-409b-b9cd-b3fef73d1a32 req-8d9c1983-0936-4168-b9b0-6324acce533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:32:46.680787 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2c59072b-8040-409b-b9cd-b3fef73d1a32 req-8d9c1983-0936-4168-b9b0-6324acce533a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 1098 time: 0.0792885 Jun 11 12:32:46.817685 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59072b-8040-409b-b9cd-b3fef73d1a32 req-f4d2cb02-d2f6-454e-92b6-b03a074f4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:32:46.819505 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2c59072b-8040-409b-b9cd-b3fef73d1a32 req-f4d2cb02-d2f6-454e-92b6-b03a074f4c54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 912 time: 0.1172893 Jun 11 12:32:46.906646 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2c59072b-8040-409b-b9cd-b3fef73d1a32 req-ac4b5e2c-731a-41b9-a955-7e79d9d88ade service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4 HTTP/1.1" status: 200 len: 1000 time: 0.0802629 Jun 11 12:32:46.989686 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59072b-8040-409b-b9cd-b3fef73d1a32 req-af1db3ed-44ef-4124-86d7-f611dc115fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:32:46.991318 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2c59072b-8040-409b-b9cd-b3fef73d1a32 req-af1db3ed-44ef-4124-86d7-f611dc115fb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0748990 Jun 11 12:32:47.062588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59072b-8040-409b-b9cd-b3fef73d1a32 req-9b608439-f458-472d-98e1-44792d922940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:32:47.064264 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2c59072b-8040-409b-b9cd-b3fef73d1a32 req-9b608439-f458-472d-98e1-44792d922940 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663817 Jun 11 12:32:47.651452 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2c59072b-8040-409b-b9cd-b3fef73d1a32 req-1ef20464-92ef-4828-9891-12e724c52ee2 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796003 Jun 11 12:32:47.781780 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2c59072b-8040-409b-b9cd-b3fef73d1a32 req-bfd3c039-175c-4523-9989-45578ccc19bb service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237211 Jun 11 12:32:47.971210 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:52.506991 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-c028b7e7-1d13-426c-af7f-00bebd435c34 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768004241&fields=id&tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab HTTP/1.1" status: 200 len: 267 time: 0.0416081 Jun 11 12:32:52.637803 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a929fcd6-aac0-4b97-90e2-e33cf0c76410 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:32:52.639272 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a929fcd6-aac0-4b97-90e2-e33cf0c76410 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 810 time: 0.1254468 Jun 11 12:32:52.655515 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-4764b95a-6d76-42ed-98f6-3bdfc33aa545 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/quotas/4a5f6b34346f4c50b6f265e3d92ba4ab HTTP/1.1" status: 200 len: 375 time: 0.0109084 Jun 11 12:32:52.739933 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-2b833cd0-dbb8-414b-8b68-8c64eb0901e1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0760243 Jun 11 12:32:52.856591 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-579c5fdf-9b04-4f6c-8142-87c53f6fd2fc service neutron] 10.222.0.46 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051877 Jun 11 12:32:52.972340 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-70dcd6f5-5fd5-4af4-a855-9913ee90cfd7 service neutron] 10.222.0.46 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100230 Jun 11 12:32:53.162163 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-37a2022d-8fc4-4bf0-ab63-fa38327f078e req-dc28e273-e98b-4982-9e2a-e57a9873d06b tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 210 time: 0.0331750 Jun 11 12:32:54.323774 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-52226a89-4027-4d90-9226-f42a5eebec67 req-20f89788-9687-4141-8daa-e1841b535bc9 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 210 time: 0.0408013 Jun 11 12:32:54.421953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-51433581-23f1-43e1-b46b-393e1e4b93ce tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:32:54.423423 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-51433581-23f1-43e1-b46b-393e1e4b93ce tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 810 time: 0.1334486 Jun 11 12:32:54.469061 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-e7895192-4da5-4273-a2b2-8f3b34590093 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab HTTP/1.1" status: 200 len: 380 time: 0.0375459 Jun 11 12:32:54.478204 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Request body: {'port': {'device_id': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'admin_state_up': True, 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'security_groups': ['0a8d2156-8442-42ab-80b5-298c100269f5']}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:32:54.611806 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Made reservation on behalf of 4a5f6b34346f4c50b6f265e3d92ba4ab for: {'port': 1} {{(pid=99006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 12:32:54.615435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:54.766990 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_common [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Allocated IP 172.20.0.4 (1e994dc8-0f09-4f23-8142-d6272ba1efa2/dc1fa328-efba-4cfb-aebd-cc0614737e9a/9acfb426-60fd-4238-aae0-3b4964d78941) {{(pid=99006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:32:54.974625 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for port, precommit_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:54.994464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Transition to ACTIVE for port object 9acfb426-60fd-4238-aae0-3b4964d78941 will not be triggered until provisioned by entity DHCP. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:32:55.050291 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3602338'] for port, after_create {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:55.055833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-9a6f6287-8740-4b9a-b12b-3d0582b4b9b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:32:55.108236 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 is already hosted by enough agents. {{(pid=99006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:32:55.112588 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.base_scheduler [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Resources bound (agent type, host, resource id): {{(pid=99006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:32:55.116771 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Received port after_create {{(pid=99006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:32:55.172843 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'Port': ['ID=9acfb426-60fd-4238-aae0-3b4964d78941,revision_number=1']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:32:55.185191 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.185894 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.186344 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.187001 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.187403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.187785 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.188166 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.188542 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.188962 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.189331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.189885 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.190304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:32:55.198897 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:32:55.201300 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 19292f3b-bde3-40ac-a3bb-fccd655f80e4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:32:55.207705 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:32:55.208449 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:55.235206 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-18caae3d-3a02-45b3-ae02-5c3b07a4e1a8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7611105 Jun 11 12:32:55.320366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:55.347432 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:32:55.349973 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a20504a-5237-40a5-b68c-61eabaf66475" -d '{"events": [{"server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "name": "network-vif-unplugged", "status": "completed", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:32:55.381374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 19292f3b-bde3-40ac-a3bb-fccd655f80e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:32:55.390111 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:55.393263 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-a52b6dc1-2085-4c78-aa7f-56e62750b3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:32:55.431542 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 12:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2cb4f4-3103-4276-800d-b43e940c1bd3 x-openstack-request-id: req-7b2cb4f4-3103-4276-800d-b43e940c1bd3 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:32:55.431957 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "name": "network-vif-unplugged", "status": "completed", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:32:55.432305 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b2cb4f4-3103-4276-800d-b43e940c1bd3 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:32:55.432712 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'code': 200} Jun 11 12:32:55.466339 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=19292f3b-bde3-40ac-a3bb-fccd655f80e4,revision_number=8']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:32:55.475715 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:32:55.483775 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c8b4ac2f-12bc-477b-a3ac-cf0adb91cd86 None None] Provisioning for port 9acfb426-60fd-4238-aae0-3b4964d78941 completed by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:32:55.489047 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-c8b4ac2f-12bc-477b-a3ac-cf0adb91cd86 None None] Provisioning complete for port 9acfb426-60fd-4238-aae0-3b4964d78941 triggered by entity DHCP. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:32:55.489366 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ac2f-12bc-477b-a3ac-cf0adb91cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:55.538168 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4ac2f-12bc-477b-a3ac-cf0adb91cd86 None None] Port 9acfb426-60fd-4238-aae0-3b4964d78941 cannot update to ACTIVE because it is not bound. {{(pid=99007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 12:32:55.563356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0536a7a-4983-4d34-9e2a-13cf048ffd72 req-3348d6a2-3d93-4f94-9278-d269344f961a tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:32:55.565107 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0536a7a-4983-4d34-9e2a-13cf048ffd72 req-3348d6a2-3d93-4f94-9278-d269344f961a tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 931 time: 0.0965023 Jun 11 12:32:55.609123 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d0536a7a-4983-4d34-9e2a-13cf048ffd72 req-72feda1a-2440-4116-a4fa-999a4c5b1a0a tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382223 Jun 11 12:32:56.804324 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d7b93-55e9-44ad-9276-784af3b71a01 req-938a236c-039c-4d24-a35c-50bb044f7d5f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:32:56.805822 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c76d7b93-55e9-44ad-9276-784af3b71a01 req-938a236c-039c-4d24-a35c-50bb044f7d5f tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 931 time: 0.0707226 Jun 11 12:32:56.850368 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-c76d7b93-55e9-44ad-9276-784af3b71a01 req-fe84c613-55de-44c3-b78f-5ceb6c65d289 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Jun 11 12:32:58.042486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1e068-df0b-44d7-b780-f02d50ad26f5 req-a25de81f-db52-4db9-adc7-51fa8ae83f45 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:32:58.044204 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2bf1e068-df0b-44d7-b780-f02d50ad26f5 req-a25de81f-db52-4db9-adc7-51fa8ae83f45 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 931 time: 0.0778687 Jun 11 12:32:58.091420 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-2bf1e068-df0b-44d7-b780-f02d50ad26f5 req-f941a7ed-1767-4f29-82f9-ba97cce6a431 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 Jun 11 12:32:58.242848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:32:59.290345 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc573f55-cad8-470c-a48b-5e5e85b1626c req-9ece53d4-ee17-4f7b-9489-fdf5540434b6 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:32:59.291856 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fc573f55-cad8-470c-a48b-5e5e85b1626c req-9ece53d4-ee17-4f7b-9489-fdf5540434b6 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 931 time: 0.0743635 Jun 11 12:32:59.341239 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-fc573f55-cad8-470c-a48b-5e5e85b1626c req-d841e280-0c39-4c42-ae85-72831713616c tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437419 Jun 11 12:33:00.533132 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342ffb-5756-4289-afb0-ebe2bab2f360 req-46a31dae-154c-42ef-adf0-fbe78bb8f594 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:00.534824 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f342ffb-5756-4289-afb0-ebe2bab2f360 req-46a31dae-154c-42ef-adf0-fbe78bb8f594 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 931 time: 0.0805392 Jun 11 12:33:00.578109 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9f342ffb-5756-4289-afb0-ebe2bab2f360 req-c5be85da-27b5-482e-83cc-f3d64e36c379 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377300 Jun 11 12:33:01.764121 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d9b82-97c3-4024-b499-fe8baad6afa9 req-104e74d5-2637-4fb4-84c5-4917b3ce8ca9 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:01.765662 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7f7d9b82-97c3-4024-b499-fe8baad6afa9 req-104e74d5-2637-4fb4-84c5-4917b3ce8ca9 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 931 time: 0.0709074 Jun 11 12:33:01.809122 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-7f7d9b82-97c3-4024-b499-fe8baad6afa9 req-3aae8e4c-1b82-4a00-a186-39d507980951 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379064 Jun 11 12:33:02.996598 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b35d3f-3806-4800-8fcb-008e71f5fbd1 req-6c2cc6be-43b9-46b5-bd4d-46bdf7093aec tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:02.999003 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c5b35d3f-3806-4800-8fcb-008e71f5fbd1 req-6c2cc6be-43b9-46b5-bd4d-46bdf7093aec tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 931 time: 0.0722837 Jun 11 12:33:03.043994 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c5b35d3f-3806-4800-8fcb-008e71f5fbd1 req-df1c5dcd-97dc-4e3a-b342-e487caeba0ad tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400450 Jun 11 12:33:04.235974 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99387289-782f-4159-92ad-3dd0b7dca9e9 req-47ec1942-77f3-4112-ab96-dcded86daa67 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:04.237390 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-99387289-782f-4159-92ad-3dd0b7dca9e9 req-47ec1942-77f3-4112-ab96-dcded86daa67 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 931 time: 0.0720849 Jun 11 12:33:04.299646 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-99387289-782f-4159-92ad-3dd0b7dca9e9 req-7c52b367-7cd9-4238-86f0-f1ca9cde2bde tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561631 Jun 11 12:33:05.456070 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.v2.base [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Request body: {'port': {'device_id': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=99006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:33:05.566172 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be179ea-3daa-4890-ae4f-b46d9eca30d5 req-09bb9c75-bb0a-4237-af0c-08b010961dc9 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:05.567705 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9be179ea-3daa-4890-ae4f-b46d9eca30d5 req-09bb9c75-bb0a-4237-af0c-08b010961dc9 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 931 time: 0.1546154 Jun 11 12:33:05.573029 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:05.671074 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-9be179ea-3daa-4890-ae4f-b46d9eca30d5 req-e854f97e-e21a-4396-aaf1-09d2af31921e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957422 Jun 11 12:33:05.966396 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acfb426-60fd-4238-aae0-3b4964d78941 {{(pid=99006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:33:05.974123 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:05.985482 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.provisioning_blocks [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Transition to ACTIVE for port object 9acfb426-60fd-4238-aae0-3b4964d78941 will not be triggered until provisioned by entity L2. {{(pid=99006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 12:33:05.988210 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:05.990126 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:33:06.080881 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9acfb426-60fd-4238-aae0-3b4964d78941,revision_number=2']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:33:06.084388 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:33:06.176735 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Attempting to bind port 9acfb426-60fd-4238-aae0-3b4964d78941 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 12:33:06.177076 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Attempting to bind port 9acfb426-60fd-4238-aae0-3b4964d78941 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 12:33:06.177418 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Attempting to bind port 9acfb426-60fd-4238-aae0-3b4964d78941 on network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:33:06.181737 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Port 9acfb426-60fd-4238-aae0-3b4964d78941 on network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 12:33:06.182062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Attempting to bind port 9acfb426-60fd-4238-aae0-3b4964d78941 on network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 12:33:06.187189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Checking agent: {'id': 'fdd908b2-7f6a-4152-8642-6c7156639c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'started_at': datetime.datetime(2021, 6, 11, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 12, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 12:33:06.187530 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Checking segment: {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 12:33:06.187919 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Bound using segment: {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'} {{(pid=99006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 12:33:06.188379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.managers [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Bound port: 9acfb426-60fd-4238-aae0-3b4964d78941, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34a80ec-b010-4a58-a5cf-270cae50e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2'}}] {{(pid=99006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 12:33:06.189186 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:06.260726 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] For port 9acfb426-60fd-4238-aae0-3b4964d78941, host hv-neutron-7864, cleared binding levels {{(pid=99006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 12:33:06.263921 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] For port 9acfb426-60fd-4238-aae0-3b4964d78941, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9acfb426-60fd-4238-aae0-3b4964d78941,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 12:33:06.268939 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3602352'] for port, after_update {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:06.271696 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-54edb4b7-bc23-45b1-9f0c-d8984b19ff7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:33:06.316526 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:06.317139 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:06.318523 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] 10.222.0.25 "PUT /v2.0/ports/9acfb426-60fd-4238-aae0-3b4964d78941 HTTP/1.1" status: 200 len: 1093 time: 0.8676295 Jun 11 12:33:06.319096 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:33:06.321456 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2c8283-0c54-43c9-9a74-71ae6183170b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:33:06.348087 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9acfb426-60fd-4238-aae0-3b4964d78941,revision_number=3']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:33:06.355464 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:33:06.366944 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cdf961-f438-4362-b91a-09232499e793 x-openstack-request-id: req-c4cdf961-f438-4362-b91a-09232499e793 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:33:06.367284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:33:06.367597 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4cdf961-f438-4362-b91a-09232499e793 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:33:06.368048 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941', 'status': 'completed', 'code': 200} Jun 11 12:33:06.422128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-5d693b1d-59dd-4e55-9302-c5361dbe4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:06.423776 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-5d693b1d-59dd-4e55-9302-c5361dbe4025 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 1096 time: 0.0664976 Jun 11 12:33:06.480733 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-245a72c0-b5e6-4508-912d-396dce4aa62b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acfb426-60fd-4238-aae0-3b4964d78941 HTTP/1.1" status: 200 len: 217 time: 0.0501306 Jun 11 12:33:06.546091 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-20be819e-120c-4b4e-bfa3-113a9ed7d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:06.547639 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-20be819e-120c-4b4e-bfa3-113a9ed7d85b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0609117 Jun 11 12:33:06.608918 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-2a75a3f7-5c2d-486b-92d9-dd38d8fddaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:06.610953 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-2a75a3f7-5c2d-486b-92d9-dd38d8fddaf9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570447 Jun 11 12:33:06.730633 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-f8067f2b-30c6-4225-b294-6d2587122c0f service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133657 Jun 11 12:33:06.885848 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6651abb1-cbec-4cda-86e4-181ecf3fccd7 req-5103050d-2288-49b9-b786-58a35c196586 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490924 Jun 11 12:33:06.913549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398e581-192e-47f9-9fbe-19d2f6cd87f5 req-b31aee3c-534f-4c8a-8c45-fac57305d16d tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:06.915060 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b398e581-192e-47f9-9fbe-19d2f6cd87f5 req-b31aee3c-534f-4c8a-8c45-fac57305d16d tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 943 time: 0.0930789 Jun 11 12:33:06.994700 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-b398e581-192e-47f9-9fbe-19d2f6cd87f5 req-7ebd44c7-4f8f-435a-bcc6-becffa29bea7 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730186 Jun 11 12:33:07.018433 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8283-0c54-43c9-9a74-71ae6183170b req-7603b326-37c1-4ca3-b84f-82cd9bae2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:07.019974 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e2c8283-0c54-43c9-9a74-71ae6183170b req-7603b326-37c1-4ca3-b84f-82cd9bae2e18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 1096 time: 0.0792527 Jun 11 12:33:07.137608 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8283-0c54-43c9-9a74-71ae6183170b req-7631fac2-f944-44ed-be19-3f96a209d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:07.139007 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e2c8283-0c54-43c9-9a74-71ae6183170b req-7631fac2-f944-44ed-be19-3f96a209d3ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 912 time: 0.1117659 Jun 11 12:33:07.197561 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e2c8283-0c54-43c9-9a74-71ae6183170b req-0fa4fdba-61bd-4c87-af52-3aae6ef461c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acfb426-60fd-4238-aae0-3b4964d78941 HTTP/1.1" status: 200 len: 217 time: 0.0519197 Jun 11 12:33:07.255189 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8283-0c54-43c9-9a74-71ae6183170b req-47c9b62a-ef6f-41fc-8ec5-c82d77aa6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:07.256599 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e2c8283-0c54-43c9-9a74-71ae6183170b req-47c9b62a-ef6f-41fc-8ec5-c82d77aa6285 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0527520 Jun 11 12:33:07.324706 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8283-0c54-43c9-9a74-71ae6183170b req-60a55b75-5fc2-43a2-9644-e89e7d7a9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:07.326154 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e2c8283-0c54-43c9-9a74-71ae6183170b req-60a55b75-5fc2-43a2-9644-e89e7d7a9b54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0617232 Jun 11 12:33:07.436877 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e2c8283-0c54-43c9-9a74-71ae6183170b req-0e2f8944-c62f-4115-b9c5-494481314afc service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034558 Jun 11 12:33:07.555096 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3e2c8283-0c54-43c9-9a74-71ae6183170b req-30d84f04-8d70-464c-b322-94bd4f8da273 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118333 Jun 11 12:33:08.171114 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5cee6-3534-4ce0-b512-b61297c4e62f req-ab987763-8d58-47e0-8ab3-eee1eecc6880 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:08.172571 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a8a5cee6-3534-4ce0-b512-b61297c4e62f req-ab987763-8d58-47e0-8ab3-eee1eecc6880 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 943 time: 0.0687838 Jun 11 12:33:08.213749 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a8a5cee6-3534-4ce0-b512-b61297c4e62f req-2a05e436-d12f-4343-9f25-9572a10a45b6 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351312 Jun 11 12:33:09.264014 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9acfb426-60fd-4238-aae0-3b4964d78941 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:33:09.384067 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9acfb426-60fd-4238-aae0-3b4964d78941, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9acfb426-60fd-4238-aae0-3b4964d78941,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:33:09.396038 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '9acfb426-60fd-4238-aae0-3b4964d78941', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'port_id': '9acfb426-60fd-4238-aae0-3b4964d78941', 'mac_address': 'fa:16:3e:72:64:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:33:09.398747 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac01e5-fc93-4bfb-82bc-5e51c52366c9 req-fe06ac9d-d936-4d95-bbc6-b800a3955963 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:09.400342 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-16ac01e5-fc93-4bfb-82bc-5e51c52366c9 req-fe06ac9d-d936-4d95-bbc6-b800a3955963 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 943 time: 0.0748780 Jun 11 12:33:09.438224 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:09.442840 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-16ac01e5-fc93-4bfb-82bc-5e51c52366c9 req-b1493d95-c973-4901-9e90-ac83eef8e676 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370507 Jun 11 12:33:09.452663 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acfb426-60fd-4238-aae0-3b4964d78941 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:33:09.476888 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9acfb426-60fd-4238-aae0-3b4964d78941, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9acfb426-60fd-4238-aae0-3b4964d78941,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:33:09.480985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:09.482845 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:33:09.533681 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=9acfb426-60fd-4238-aae0-3b4964d78941,revision_number=4']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:33:09.536630 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:33:09.697268 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['9acfb426-60fd-4238-aae0-3b4964d78941'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:33:10.634074 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dbab1-817b-4956-9802-c7ce637156b4 req-b3e0b710-7ccb-4647-b9a8-7c52c228e750 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:10.635557 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-408dbab1-817b-4956-9802-c7ce637156b4 req-b3e0b710-7ccb-4647-b9a8-7c52c228e750 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 944 time: 0.0692704 Jun 11 12:33:10.681463 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-408dbab1-817b-4956-9802-c7ce637156b4 req-44c69756-9667-43ef-8fed-6397daf48532 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400140 Jun 11 12:33:11.279648 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9acfb426-60fd-4238-aae0-3b4964d78941 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:33:11.332442 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning for port 9acfb426-60fd-4238-aae0-3b4964d78941 completed by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 12:33:11.335869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 9acfb426-60fd-4238-aae0-3b4964d78941 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:33:11.336257 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:11.425504 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:11.449873 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:33:11.452154 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c10a285-95d0-4bb5-80e3-a3a89a6f79f0" -d '{"events": [{"server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "name": "network-vif-plugged", "status": "completed", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:33:11.466101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9acfb426-60fd-4238-aae0-3b4964d78941, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9acfb426-60fd-4238-aae0-3b4964d78941,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:33:11.470172 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:11.472118 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:33:11.497884 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41577ade-ca1b-46f3-ae13-1c0e81034125 x-openstack-request-id: req-41577ade-ca1b-46f3-ae13-1c0e81034125 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:33:11.498187 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "name": "network-vif-plugged", "status": "completed", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:33:11.498451 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41577ade-ca1b-46f3-ae13-1c0e81034125 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:33:11.498870 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941', 'code': 200} Jun 11 12:33:11.529704 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=9acfb426-60fd-4238-aae0-3b4964d78941,revision_number=5']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:33:11.532152 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:33:11.748833 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e6c6-86e5-4f90-9451-c2f0aefd752b req-3dd84b7c-31fd-476b-b630-5f6a40fb5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:11.750323 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-31a9e6c6-86e5-4f90-9451-c2f0aefd752b req-3dd84b7c-31fd-476b-b630-5f6a40fb5feb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 1098 time: 0.0628948 Jun 11 12:33:11.788361 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-31a9e6c6-86e5-4f90-9451-c2f0aefd752b req-72addeb6-f2dd-4468-99c7-7d507a5da545 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316713 Jun 11 12:33:11.872219 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dec2b-c551-4bfa-9055-27ff191e4775 req-fdf3aa7e-dff8-42b7-8511-7b67796a7ba4 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:11.873669 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-469dec2b-c551-4bfa-9055-27ff191e4775 req-fdf3aa7e-dff8-42b7-8511-7b67796a7ba4 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 945 time: 0.0703135 Jun 11 12:33:11.916478 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-469dec2b-c551-4bfa-9055-27ff191e4775 req-b8688c27-9740-4c2a-90ee-52125cb33010 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351348 Jun 11 12:33:12.224578 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-59b8a60e-f43c-4f05-bf17-85692bb320bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:13.110062 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf10ba3-99d4-46d0-89c5-75e3189b2f6a req-aa97d000-b171-4bca-9d45-79c0aa0fee34 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:13.111577 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ebf10ba3-99d4-46d0-89c5-75e3189b2f6a req-aa97d000-b171-4bca-9d45-79c0aa0fee34 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 945 time: 0.0730269 Jun 11 12:33:13.155027 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-ebf10ba3-99d4-46d0-89c5-75e3189b2f6a req-f10a4628-6b3f-4a93-8932-603d4a79d834 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370922 Jun 11 12:33:13.333427 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58e3ee-ec97-4b36-8308-a05bcb7b81f8 req-dc0d8e61-86cb-4d83-9cbf-47ab1c3629d1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:13.334909 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5e58e3ee-ec97-4b36-8308-a05bcb7b81f8 req-dc0d8e61-86cb-4d83-9cbf-47ab1c3629d1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 945 time: 0.0683703 Jun 11 12:33:13.383777 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-5e58e3ee-ec97-4b36-8308-a05bcb7b81f8 req-89c5c5ad-c5ef-4ccb-babb-f406ea9c47be tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432842 Jun 11 12:33:13.410432 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 56278) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:33:13.467953 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7d4620-3247-441a-a869-f0a86d90429e tempest-TestSnapshotPattern-881977956 tempest-TestSnapshotPattern-881977956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:13.469449 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-ce7d4620-3247-441a-a869-f0a86d90429e tempest-TestSnapshotPattern-881977956 tempest-TestSnapshotPattern-881977956-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 1093 time: 0.0579646 Jun 11 12:33:13.472215 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 56280) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:33:13.476611 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.v2.base [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Request body: {'floatingip': {'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'port_id': '9acfb426-60fd-4238-aae0-3b4964d78941', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 12:33:13.498515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for floatingip, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:13.620117 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7721298'] for port, before_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:13.747252 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_common [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Allocated IP 172.26.6.252 (0c8fd1df-b796-42f8-9c08-19638d729044/d7920622-b787-4ca7-8be4-8a22e7b955a5/a89135ba-07f7-457d-8b93-bd94f3a3628e) {{(pid=99005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 12:33:13.835962 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:33:13.880029 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for port, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:13.939544 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7721363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754060822559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3295041'] for port, after_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:13.941563 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-87b54805-7d2a-4d86-8f85-f4cccc7a2066 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:33:13.991101 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Network 0c8fd1df-b796-42f8-9c08-19638d729044 is already hosted by enough agents. {{(pid=99005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 12:33:13.994672 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.base_scheduler [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Resources bound (agent type, host, resource id): {{(pid=99005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 12:33:14.001606 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Received port after_create {{(pid=99005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 12:33:14.004687 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'Port': ['ID=a89135ba-07f7-457d-8b93-bd94f3a3628e,revision_number=1']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:33:14.040464 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.040860 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.041245 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.041623 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.041998 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.042371 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.042772 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.043142 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.043514 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.043881 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.044249 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.044614 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:33:14.055415 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:33:14.497127 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:14.587880 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:14.773214 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for port, precommit_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:14.777907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295059'] for port, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:14.780955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-9d4a327e-d91d-4cfc-812c-43f90d5410d6 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:33:14.833424 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:14.875862 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event updated for resources: {'Port': ['ID=a89135ba-07f7-457d-8b93-bd94f3a3628e,revision_number=2']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:33:14.878790 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:33:14.885590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-469361'] for floatingip, after_update {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:14.984357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b2e83615-729e-4964-8603-ab706e730a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:15.356529 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Floating IP 51aeca30-16ea-4620-84fd-2e0791823926 associated. External IP: 172.26.6.252, port: 9acfb426-60fd-4238-aae0-3b4964d78941. Jun 11 12:33:15.647816 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Router 217c1548-e29e-4c0f-8d03-206db93f992d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:33:15.800069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:33:15.809780 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893137ec-9481-4d97-b32e-4deaac2c04f4 None None] Sync routers for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:33:15.817330 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:15.822104 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893137ec-9481-4d97-b32e-4deaac2c04f4 None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:33:15.822880 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-893137ec-9481-4d97-b32e-4deaac2c04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:33:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:33:15.865761 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-f15d8e3d-484d-40d4-b985-147c02e4f71e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3924978 Jun 11 12:33:15.866557 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:33:15.868966 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dbe31d-65b3-42a5-b5a4-8328e93facda" -d '{"events": [{"name": "network-changed", "server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:33:15.960590 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d19fe5-872b-43f4-b821-b685824fbda4 x-openstack-request-id: req-03d19fe5-872b-43f4-b821-b685824fbda4 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:33:15.960940 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:33:15.961247 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03d19fe5-872b-43f4-b821-b685824fbda4 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:33:15.961701 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941', 'status': 'completed', 'code': 200} Jun 11 12:33:15.970177 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-893137ec-9481-4d97-b32e-4deaac2c04f4 None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:33:16.042985 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbe31d-65b3-42a5-b5a4-8328e93facda req-b07d0498-f012-44d0-a7fd-7d2163d35e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:16.044475 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3dbe31d-65b3-42a5-b5a4-8328e93facda req-b07d0498-f012-44d0-a7fd-7d2163d35e18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 1098 time: 0.0606301 Jun 11 12:33:16.161636 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbe31d-65b3-42a5-b5a4-8328e93facda req-4d6a37f9-0aef-44a5-baa2-c160424c5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:16.163063 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3dbe31d-65b3-42a5-b5a4-8328e93facda req-4d6a37f9-0aef-44a5-baa2-c160424c5a81 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 912 time: 0.1126885 Jun 11 12:33:16.255823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:16.256458 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3dbe31d-65b3-42a5-b5a4-8328e93facda req-73216ca4-40b8-409c-bd3a-080b7d78b568 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acfb426-60fd-4238-aae0-3b4964d78941 HTTP/1.1" status: 200 len: 999 time: 0.0868633 Jun 11 12:33:16.317202 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbe31d-65b3-42a5-b5a4-8328e93facda req-bb6bb894-c3b4-45de-9a53-3f25e5ef3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:16.318712 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3dbe31d-65b3-42a5-b5a4-8328e93facda req-bb6bb894-c3b4-45de-9a53-3f25e5ef3928 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0554311 Jun 11 12:33:16.359441 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-893137ec-9481-4d97-b32e-4deaac2c04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '51aeca30-16ea-4620-84fd-2e0791823926', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.252', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '9acfb426-60fd-4238-aae0-3b4964d78941', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:72:64:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:33:14Z', 'updated_at': '2021-06-11T12:33:14Z', 'revision_number': 0, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}, {'id': 'dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:3a:91:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:30:41Z', 'updated_at': '2021-06-11T12:30:44Z', 'revision_number': 1, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:33:16.363371 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893137ec-9481-4d97-b32e-4deaac2c04f4 None None] Checking router: 217c1548-e29e-4c0f-8d03-206db93f992d for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:33:16.371148 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893137ec-9481-4d97-b32e-4deaac2c04f4 None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:33:16.371747 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-893137ec-9481-4d97-b32e-4deaac2c04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:33:15Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:33:16.381857 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbe31d-65b3-42a5-b5a4-8328e93facda req-ab3824d0-72fc-4012-a41c-95275a9c9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:16.383396 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3dbe31d-65b3-42a5-b5a4-8328e93facda req-ab3824d0-72fc-4012-a41c-95275a9c9f5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581551 Jun 11 12:33:16.499153 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3dbe31d-65b3-42a5-b5a4-8328e93facda req-86a64256-fa50-479b-a6c7-90938f61db75 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095595 Jun 11 12:33:16.515671 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-893137ec-9481-4d97-b32e-4deaac2c04f4 None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:33:16.620548 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-a3dbe31d-65b3-42a5-b5a4-8328e93facda req-cfd6e9a4-890f-4056-9db0-aa2054eb53ef service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150804 Jun 11 12:33:16.815303 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-893137ec-9481-4d97-b32e-4deaac2c04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '51aeca30-16ea-4620-84fd-2e0791823926', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.252', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '9acfb426-60fd-4238-aae0-3b4964d78941', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:72:64:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:33:14Z', 'updated_at': '2021-06-11T12:33:14Z', 'revision_number': 0, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}, {'id': 'dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:3a:91:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:30:41Z', 'updated_at': '2021-06-11T12:30:44Z', 'revision_number': 1, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:33:16.818688 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893137ec-9481-4d97-b32e-4deaac2c04f4 None None] The sync data for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv is: [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': '51aeca30-16ea-4620-84fd-2e0791823926', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.252', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '9acfb426-60fd-4238-aae0-3b4964d78941', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:72:64:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:33:14Z', 'updated_at': '2021-06-11T12:33:14Z', 'revision_number': 0, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}, {'id': 'dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:3a:91:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:30:41Z', 'updated_at': '2021-06-11T12:30:44Z', 'revision_number': 1, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:33:17.020056 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4d73fe-ab3a-42c7-8b1e-5ed3ae341ee5 None None] New status for floating IP 51aeca30-16ea-4620-84fd-2e0791823926: ACTIVE {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:33:17.967541 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:28.241200 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:42.224506 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3b42db4f-72b1-4a01-9c8c-cb6336e418e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:44.835403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:44.974719 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f18e7aff-f616-43ac-bdc0-f5f83f70361c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:46.251781 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:47.969203 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:33:48.610266 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-aac044dd-bf72-4183-882c-0e004ba684a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577292 Jun 11 12:33:48.712128 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-3f753b05-47b5-4c59-b917-19c7301debd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:48.713562 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-3f753b05-47b5-4c59-b917-19c7301debd0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 1096 time: 0.0616136 Jun 11 12:33:48.840363 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-70015b45-aaf2-4a5c-b1c6-ea318d9d223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:48.841793 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-70015b45-aaf2-4a5c-b1c6-ea318d9d223a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 912 time: 0.1085610 Jun 11 12:33:48.926802 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-fa59a5c5-509f-4d80-97a4-ce562750b96e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4 HTTP/1.1" status: 200 len: 998 time: 0.0783107 Jun 11 12:33:48.981933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-02991af2-f7ca-488e-8dd2-e8942111c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:48.983465 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-02991af2-f7ca-488e-8dd2-e8942111c634 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0502000 Jun 11 12:33:49.048359 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-912136bf-9e23-49b9-a699-0e04181d0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:33:49.049781 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-912136bf-9e23-49b9-a699-0e04181d0231 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0606351 Jun 11 12:33:49.165481 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-472674a1-9fc5-4b46-b184-3fab6a4757cb service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078708 Jun 11 12:33:49.276727 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-3ebdbdc8-3a7a-43ee-8e78-86129fe01159 req-fc3a9803-a7c7-4f2e-b527-2b365489c1c5 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037898 Jun 11 12:33:50.835129 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:33:58.271892 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:12.228097 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-b1ecb56d-197b-4ccb-a4d5-3cda60585120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:14.836310 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:14.974372 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6e97e59b-3277-4476-91d3-1f70ff998c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:16.258183 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:17.972966 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:27.833113 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:34:28.282932 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:39.773131 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9acfb426-60fd-4238-aae0-3b4964d78941 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=99007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 12:34:39.886983 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9acfb426-60fd-4238-aae0-3b4964d78941, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9acfb426-60fd-4238-aae0-3b4964d78941,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:34:40.052867 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Returning: {'device': '9acfb426-60fd-4238-aae0-3b4964d78941', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'port_id': '9acfb426-60fd-4238-aae0-3b4964d78941', 'mac_address': 'fa:16:3e:72:64:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 12:34:40.093000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:40.107402 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9acfb426-60fd-4238-aae0-3b4964d78941 {{(pid=99007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 12:34:40.126452 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9acfb426-60fd-4238-aae0-3b4964d78941, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9acfb426-60fd-4238-aae0-3b4964d78941,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:34:40.130761 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:40.133221 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:34:40.187598 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=9acfb426-60fd-4238-aae0-3b4964d78941,revision_number=6']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:34:40.194226 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.194606 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.195001 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.195285 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.195625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.195956 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.196327 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.196666 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.197065 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.197395 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.197718 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.198044 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:40.202074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:34:40.220011 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] get_ports_and_sgs() called for port_ids ['9acfb426-60fd-4238-aae0-3b4964d78941'] {{(pid=99007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 12:34:41.778709 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9acfb426-60fd-4238-aae0-3b4964d78941 up at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 12:34:41.840831 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.provisioning_blocks [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Provisioning complete for port 9acfb426-60fd-4238-aae0-3b4964d78941 triggered by entity L2. {{(pid=99007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 12:34:41.841467 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7694576'] for port, provisioning_complete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:41.992985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:42.023082 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:34:42.026024 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa061a58-6d06-4423-89d9-b3fb9cdaf8e2" -d '{"events": [{"server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "name": "network-vif-plugged", "status": "completed", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:34:42.045077 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9acfb426-60fd-4238-aae0-3b4964d78941, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9acfb426-60fd-4238-aae0-3b4964d78941,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:34:42.051364 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:42.053751 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:34:42.082997 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30730bed-d65f-42e8-b647-bc3e01e372e2 x-openstack-request-id: req-30730bed-d65f-42e8-b647-bc3e01e372e2 {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:34:42.083357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "name": "network-vif-plugged", "status": "completed", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:34:42.083726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30730bed-d65f-42e8-b647-bc3e01e372e2 {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:34:42.084194 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941', 'code': 200} Jun 11 12:34:42.115250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=9acfb426-60fd-4238-aae0-3b4964d78941,revision_number=7']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:34:42.118545 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:34:42.229212 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-53fd1b35-c878-4e9d-9add-5cff797ee761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:44.844120 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:44.974921 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-71b9360b-f2e2-4a9c-b7af-02eef11d0172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:46.263175 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:47.982512 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:49.932457 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 56508) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:34:50.130835 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Deleting port a89135ba-07f7-457d-8b93-bd94f3a3628e {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:34:50.131189 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:50.233914 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:50.234795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:50.328361 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Calling delete_port for a89135ba-07f7-457d-8b93-bd94f3a3628e owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:34:50.503673 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:50.506069 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-4b79182d-1f2c-4e33-b531-570ff786c9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:34:50.539399 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event deleted for resources: {'Port': ['ID=a89135ba-07f7-457d-8b93-bd94f3a3628e,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:34:50.552949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.552949 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.553275 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.553908 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.554013 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.554390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.555120 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.555224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.555515 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.555883 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.556254 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.556628 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:50.563574 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:34:50.646045 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:50.646370 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Floating IP 51aeca30-16ea-4620-84fd-2e0791823926 disassociated (deleted). External IP: 172.26.6.252, port: 9acfb426-60fd-4238-aae0-3b4964d78941. Jun 11 12:34:50.659525 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-f71740b6-4c41-452f-8fed-5a134fdc36f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687003 Jun 11 12:34:50.739297 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-e2f8481e-8693-4814-baa9-7dcc0174ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:50.741130 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-e2f8481e-8693-4814-baa9-7dcc0174ee95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 1098 time: 0.0603204 Jun 11 12:34:50.876493 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-9d3f7a12-72df-4efc-85b1-fa26c4d89632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:50.877878 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-9d3f7a12-72df-4efc-85b1-fa26c4d89632 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 912 time: 0.1164322 Jun 11 12:34:50.930697 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-458225ea-7508-4f66-992b-88b1eb8c35f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acfb426-60fd-4238-aae0-3b4964d78941 HTTP/1.1" status: 200 len: 217 time: 0.0465112 Jun 11 12:34:50.939341 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Router 217c1548-e29e-4c0f-8d03-206db93f992d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:34:51.093780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:34:51.098775 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:51.104972 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445fba2-9f2a-490b-8289-460fab392732 None None] Sync routers for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:34:51.115254 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445fba2-9f2a-490b-8289-460fab392732 None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:34:51.115910 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-7445fba2-9f2a-490b-8289-460fab392732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:34:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:34:51.146117 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-1d84158c-d0c6-4213-9caf-c5407e583a79 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "DELETE /v2.0/floatingips/51aeca30-16ea-4620-84fd-2e0791823926 HTTP/1.1" status: 204 len: 168 time: 1.2102208 Jun 11 12:34:51.146117 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:34:51.147199 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d91c3e-0fd7-402c-968d-500176648f59" -d '{"events": [{"name": "network-changed", "server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:34:51.204263 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cb1613-48f5-4edf-b20d-d2d0da390ca9 x-openstack-request-id: req-81cb1613-48f5-4edf-b20d-d2d0da390ca9 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:34:51.204752 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:34:51.204948 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81cb1613-48f5-4edf-b20d-d2d0da390ca9 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:34:51.205421 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941', 'status': 'completed', 'code': 200} Jun 11 12:34:51.278327 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-7445fba2-9f2a-490b-8289-460fab392732 None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:34:51.415309 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-329769cf-6232-4c42-840f-5c84026d51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:51.416766 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-329769cf-6232-4c42-840f-5c84026d51ad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.4806690 Jun 11 12:34:51.489471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-07334700-88f5-46df-b0f6-f8871d289b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:51.490957 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-07334700-88f5-46df-b0f6-f8871d289b10 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675550 Jun 11 12:34:51.587721 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-7445fba2-9f2a-490b-8289-460fab392732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:3a:91:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:30:41Z', 'updated_at': '2021-06-11T12:30:44Z', 'revision_number': 1, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:34:51.591042 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445fba2-9f2a-490b-8289-460fab392732 None None] Checking router: 217c1548-e29e-4c0f-8d03-206db93f992d for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:34:51.601029 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445fba2-9f2a-490b-8289-460fab392732 None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:34:51.601648 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-7445fba2-9f2a-490b-8289-460fab392732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:34:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:34:51.663244 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-a44beb6e-088e-4dcf-b35c-b1aeac83f1f5 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636095 Jun 11 12:34:51.675446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c60e0-a7cc-4040-9474-521ac039fe8a req-972fe8c2-e0d9-469f-abd3-d13c15ec889c tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:51.676818 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c15c60e0-a7cc-4040-9474-521ac039fe8a req-972fe8c2-e0d9-469f-abd3-d13c15ec889c tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 945 time: 0.1989515 Jun 11 12:34:51.744532 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-7445fba2-9f2a-490b-8289-460fab392732 None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:34:51.790630 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-c15c60e0-a7cc-4040-9474-521ac039fe8a req-0392c35e-a6ab-4d79-9f6d-9d8015734fc8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059752 Jun 11 12:34:51.821971 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1885e9b6-cb38-4be5-a905-194c49f59514 req-eab366c1-cce4-4b2c-8714-3d26aaade246 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442087 Jun 11 12:34:51.854127 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9acfb426-60fd-4238-aae0-3b4964d78941 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:34:51.936814 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d91c3e-0fd7-402c-968d-500176648f59 req-8be1a584-ec91-4891-a86a-60fc5aa7c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:51.938368 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12d91c3e-0fd7-402c-968d-500176648f59 req-8be1a584-ec91-4891-a86a-60fc5aa7c944 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 1098 time: 0.0679677 Jun 11 12:34:51.948610 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7721284'] for port, before_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:51.974209 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941'}] {{(pid=99007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:34:51.981027 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a09f30adddf658ad6213ab6a7586ae131791831af795ae5506d5ad28d1836756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2d985d-936c-41a2-8597-0414a6a83ecf" -d '{"events": [{"server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "name": "network-vif-unplugged", "status": "completed", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941"}]}' {{(pid=99007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:34:51.994684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] For port 9acfb426-60fd-4238-aae0-3b4964d78941, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9acfb426-60fd-4238-aae0-3b4964d78941,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:34:52.000552 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754061329210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754060822577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754060822622'] for port, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:52.002676 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-7fa8de91-eeec-44fd-8137-5eeea3c3c345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:34:52.031842 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 12:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88203a2-59d4-418a-bcd6-bcbb08d952ab x-openstack-request-id: req-c88203a2-59d4-418a-bcd6-bcbb08d952ab {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:34:52.032180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "name": "network-vif-unplugged", "status": "completed", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941", "code": 200}]} {{(pid=99007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:34:52.032446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c88203a2-59d4-418a-bcd6-bcbb08d952ab {{(pid=99007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:34:52.032846 dv-neutron-786478-5-hyperv neutron-server[99007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941', 'code': 200} Jun 11 12:34:52.060382 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Pushing event updated for resources: {'Port': ['ID=9acfb426-60fd-4238-aae0-3b4964d78941,revision_number=8']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:34:52.063489 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:34:52.075953 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d91c3e-0fd7-402c-968d-500176648f59 req-8263986e-194b-4eaa-8ece-7099a1618cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:52.077460 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12d91c3e-0fd7-402c-968d-500176648f59 req-8263986e-194b-4eaa-8ece-7099a1618cd5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 912 time: 0.1326327 Jun 11 12:34:52.132975 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12d91c3e-0fd7-402c-968d-500176648f59 req-90728e9f-dd19-41d1-b293-3f719b1c5fea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acfb426-60fd-4238-aae0-3b4964d78941 HTTP/1.1" status: 200 len: 217 time: 0.0476820 Jun 11 12:34:52.162394 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-7445fba2-9f2a-490b-8289-460fab392732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:3a:91:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:30:41Z', 'updated_at': '2021-06-11T12:30:44Z', 'revision_number': 1, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:34:52.165762 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445fba2-9f2a-490b-8289-460fab392732 None None] The sync data for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv is: [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_floatingips': [{'id': 'dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'router_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'port_id': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'mac_address': 'fa:16:3e:3a:91:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T12:30:41Z', 'updated_at': '2021-06-11T12:30:44Z', 'revision_number': 1, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:34:52.193286 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d91c3e-0fd7-402c-968d-500176648f59 req-b9288f4b-e759-4287-bd52-6cbd95ef54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:52.194767 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12d91c3e-0fd7-402c-968d-500176648f59 req-b9288f4b-e759-4287-bd52-6cbd95ef54d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0547519 Jun 11 12:34:52.266649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d91c3e-0fd7-402c-968d-500176648f59 req-6b186c55-a23b-48ed-85c8-95ef0a922b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:52.268186 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12d91c3e-0fd7-402c-968d-500176648f59 req-6b186c55-a23b-48ed-85c8-95ef0a922b5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662513 Jun 11 12:34:52.369793 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff93b64-80a1-4f87-8dec-1bb85b8293c4 None None] New status for floating IP 51aeca30-16ea-4620-84fd-2e0791823926: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:34:52.391235 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12d91c3e-0fd7-402c-968d-500176648f59 req-16ec3fbb-7abf-4e73-bbdf-930f4e2d8b3b service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163981 Jun 11 12:34:52.506994 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-12d91c3e-0fd7-402c-968d-500176648f59 req-54f48ba2-5970-4646-8edb-5b708bb18e49 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091928 Jun 11 12:34:53.023649 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4589-9d80-40af-b213-b8301a25e62a req-d909468d-6c93-41a9-8104-de2f4813dad8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:53.025115 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d8db4589-9d80-40af-b213-b8301a25e62a req-d909468d-6c93-41a9-8104-de2f4813dad8 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 943 time: 0.1213806 Jun 11 12:34:53.036169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156fc46-38dc-44e8-a146-4c87255fe8ff req-1f6010cf-7e75-4e29-8d97-84cd93d14acf tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:53.037515 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8156fc46-38dc-44e8-a146-4c87255fe8ff req-1f6010cf-7e75-4e29-8d97-84cd93d14acf tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 943 time: 0.0950890 Jun 11 12:34:53.118483 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-d8db4589-9d80-40af-b213-b8301a25e62a req-8df34c0d-24de-406d-ba28-80727e429d33 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799422 Jun 11 12:34:53.177617 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-8156fc46-38dc-44e8-a146-4c87255fe8ff req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Deleting port 9acfb426-60fd-4238-aae0-3b4964d78941 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:34:53.177971 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8156fc46-38dc-44e8-a146-4c87255fe8ff req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:53.296379 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-8156fc46-38dc-44e8-a146-4c87255fe8ff req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] For port 9acfb426-60fd-4238-aae0-3b4964d78941, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9acfb426-60fd-4238-aae0-3b4964d78941,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:34:53.296750 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8156fc46-38dc-44e8-a146-4c87255fe8ff req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:53.391052 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-8156fc46-38dc-44e8-a146-4c87255fe8ff req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Calling delete_port for 9acfb426-60fd-4238-aae0-3b4964d78941 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:34:53.543331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8156fc46-38dc-44e8-a146-4c87255fe8ff req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:53.549501 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-24be67c8-3edd-47bd-805c-6efd0ff60abc tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:34:53.579654 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event deleted for resources: {'Port': ['ID=9acfb426-60fd-4238-aae0-3b4964d78941,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:34:53.615153 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.615549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.615933 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.616317 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.616687 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.617068 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.617433 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.617830 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.618200 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.618587 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.618958 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.619322 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-5-hyperv {{(pid=99006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 12:34:53.622557 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:34:53.647259 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8156fc46-38dc-44e8-a146-4c87255fe8ff req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] No DVR routers for this DVR port 9acfb426-60fd-4238-aae0-3b4964d78941 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:34:53.649656 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-8156fc46-38dc-44e8-a146-4c87255fe8ff req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:53.651754 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8156fc46-38dc-44e8-a146-4c87255fe8ff req-0bdc6aee-be4f-40ba-85c3-db6551106889 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.25 "DELETE /v2.0/ports/9acfb426-60fd-4238-aae0-3b4964d78941 HTTP/1.1" status: 204 len: 173 time: 0.6076267 Jun 11 12:34:53.652277 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'name': 'network-vif-deleted', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:34:53.654638 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9871f893-9a19-4233-90d0-9a83f2ce47d6" -d '{"events": [{"server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "name": "network-vif-deleted", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:34:53.691514 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ca570c-1ed6-479a-bda1-68e9bf076567 x-openstack-request-id: req-c8ca570c-1ed6-479a-bda1-68e9bf076567 {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:34:53.691862 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8347804-aa09-4f5e-91b4-59e89df8ab65", "name": "network-vif-deleted", "tag": "9acfb426-60fd-4238-aae0-3b4964d78941", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:34:53.692176 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8ca570c-1ed6-479a-bda1-68e9bf076567 {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:34:53.692705 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8347804-aa09-4f5e-91b4-59e89df8ab65', 'name': 'network-vif-deleted', 'tag': '9acfb426-60fd-4238-aae0-3b4964d78941', 'status': 'completed', 'code': 200} Jun 11 12:34:54.285221 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-1221ca47-e611-4ab2-8431-a8df817e20d4 req-f717ad51-3f89-4a8f-affb-9173691a6fdb tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8347804-aa09-4f5e-91b4-59e89df8ab65 HTTP/1.1" status: 200 len: 210 time: 0.0393355 Jun 11 12:34:55.890148 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 56572) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:34:56.085907 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Deleting port 4d711425-ee83-4869-b3f6-7ffb29e3298f {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:34:56.086259 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:56.182260 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:56.182507 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:56.274132 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Calling delete_port for 4d711425-ee83-4869-b3f6-7ffb29e3298f owned by network:floatingip {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:34:56.444391 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:56.447090 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-d5a7f949-8f6b-43fa-9431-0195d846064c tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:34:56.479955 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event deleted for resources: {'Port': ['ID=4d711425-ee83-4869-b3f6-7ffb29e3298f,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:34:56.484741 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:34:56.557795 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for floatingip, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:56.558133 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.db.l3_db [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Floating IP dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a disassociated (deleted). External IP: 172.26.6.39, port: 19292f3b-bde3-40ac-a3bb-fccd655f80e4. Jun 11 12:34:57.135390 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Router 217c1548-e29e-4c0f-8d03-206db93f992d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:34:57.277041 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:34:57.282272 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for floatingip, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:57.287162 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e2804-2bb8-46f5-91a6-e21cf20df5ca None None] Sync routers for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:34:57.295513 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e2804-2bb8-46f5-91a6-e21cf20df5ca None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:34:57.296146 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e20e2804-2bb8-46f5-91a6-e21cf20df5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:34:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:34:57.329200 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-58a74e6f-6114-4676-bdb8-de88c50c38da tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "DELETE /v2.0/floatingips/dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a HTTP/1.1" status: 204 len: 168 time: 1.4379268 Jun 11 12:34:57.329893 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4'}] {{(pid=99005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:34:57.332261 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b66167e5c8c44b80f69e8187bd3d806b0cc5c8dbf84c682ff106aecd45fb771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8119467e-4a3d-4113-9fb3-5ffd244ca67b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4"}]}' {{(pid=99005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:34:57.368868 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62422ce0-f782-4313-982b-1bf0a6a640b2 x-openstack-request-id: req-62422ce0-f782-4313-982b-1bf0a6a640b2 {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:34:57.369234 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4", "status": "completed", "code": 200}]} {{(pid=99005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:34:57.369659 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62422ce0-f782-4313-982b-1bf0a6a640b2 {{(pid=99005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:34:57.370121 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'status': 'completed', 'code': 200} Jun 11 12:34:57.440661 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e20e2804-2bb8-46f5-91a6-e21cf20df5ca None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:34:57.453274 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119467e-4a3d-4113-9fb3-5ffd244ca67b req-8d15943d-7a0d-4164-84d4-f467f6180585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:57.455382 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8119467e-4a3d-4113-9fb3-5ffd244ca67b req-8d15943d-7a0d-4164-84d4-f467f6180585 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 1096 time: 0.0620375 Jun 11 12:34:57.592767 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119467e-4a3d-4113-9fb3-5ffd244ca67b req-14640ca3-eba3-46ec-9ac5-532d8c7b94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:57.595042 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8119467e-4a3d-4113-9fb3-5ffd244ca67b req-14640ca3-eba3-46ec-9ac5-532d8c7b94d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 200 len: 912 time: 0.1330569 Jun 11 12:34:57.649832 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8119467e-4a3d-4113-9fb3-5ffd244ca67b req-a11323af-6d3f-4e76-86c3-dd41d8465b43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4 HTTP/1.1" status: 200 len: 217 time: 0.0482795 Jun 11 12:34:57.713699 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119467e-4a3d-4113-9fb3-5ffd244ca67b req-43118bf7-ce30-4ff3-bc3e-61b762dd7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:57.715472 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8119467e-4a3d-4113-9fb3-5ffd244ca67b req-43118bf7-ce30-4ff3-bc3e-61b762dd7902 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 200 len: 849 time: 0.0583606 Jun 11 12:34:57.727274 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e20e2804-2bb8-46f5-91a6-e21cf20df5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:34:57.728886 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3525f-156f-44ff-8051-8b839f1a27f6 req-2bc3e1b3-b300-4067-80b5-261dcae29290 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:57.730387 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a6b3525f-156f-44ff-8051-8b839f1a27f6 req-2bc3e1b3-b300-4067-80b5-261dcae29290 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 943 time: 0.0765750 Jun 11 12:34:57.731150 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e2804-2bb8-46f5-91a6-e21cf20df5ca None None] Checking router: 217c1548-e29e-4c0f-8d03-206db93f992d for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:34:57.740042 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e2804-2bb8-46f5-91a6-e21cf20df5ca None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:34:57.740776 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e20e2804-2bb8-46f5-91a6-e21cf20df5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:34:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:34:57.776275 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [req-a6b3525f-156f-44ff-8051-8b839f1a27f6 req-c83c2e2f-79e1-493f-947f-6d4210334abc tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391362 Jun 11 12:34:57.781504 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119467e-4a3d-4113-9fb3-5ffd244ca67b req-e01e4319-648f-45f7-a36e-11c2838fe62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:57.783029 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8119467e-4a3d-4113-9fb3-5ffd244ca67b req-e01e4319-648f-45f7-a36e-11c2838fe62a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e994dc8-0f09-4f23-8142-d6272ba1efa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612309 Jun 11 12:34:57.884965 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-e20e2804-2bb8-46f5-91a6-e21cf20df5ca None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:34:57.898690 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9acfb426-60fd-4238-aae0-3b4964d78941 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:34:57.906419 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8119467e-4a3d-4113-9fb3-5ffd244ca67b req-1ee934c2-2c38-4fcb-8a14-085cc3e859e7 service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141164 Jun 11 12:34:57.926585 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 9acfb426-60fd-4238-aae0-3b4964d78941 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:34:57.926964 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 9acfb426-60fd-4238-aae0-3b4964d78941 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:34:58.027159 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-8119467e-4a3d-4113-9fb3-5ffd244ca67b req-8c23c8df-6a5b-4b71-af0a-11e2b48c3ceb service neutron] 10.222.0.25 "GET /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141994 Jun 11 12:34:58.160153 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-e20e2804-2bb8-46f5-91a6-e21cf20df5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:34:58.163475 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e2804-2bb8-46f5-91a6-e21cf20df5ca None None] The sync data for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv is: [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:30:20Z', 'revision_number': 4, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv', '_interfaces': [{'id': '1233f7a4-18aa-4a0e-ab9c-767296ba0f46', 'name': '', 'network_id': '1e994dc8-0f09-4f23-8142-d6272ba1efa2', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'mac_address': 'fa:16:3e:b7:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:19Z', 'updated_at': '2021-06-11T12:30:27Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'subnets': [{'id': 'dc1fa328-efba-4cfb-aebd-cc0614737e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:34:58.317680 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:58.391855 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f349c6-66bb-47d3-a3af-231d6c66064b None None] New status for floating IP dbfa9ec4-dffd-4e26-ae69-fb8c90fd686a: DOWN {{(pid=99007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 12:34:58.964976 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e52ef-f8ac-4085-875e-ed74391bbee9 req-c1bd9ab7-de9c-4469-9654-d229b910c9f9 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:58.966337 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f86e52ef-f8ac-4085-875e-ed74391bbee9 req-c1bd9ab7-de9c-4469-9654-d229b910c9f9 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 943 time: 0.0732987 Jun 11 12:34:59.008606 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-f86e52ef-f8ac-4085-875e-ed74391bbee9 req-29abf83d-0597-4610-9264-3d2c411f5db6 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a8d2156-8442-42ab-80b5-298c100269f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365839 Jun 11 12:34:59.192471 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311bbc0-79e5-42a2-867f-bdbebf8dcf5e req-92129888-b991-4d4d-ab79-5da19dcddec1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 12:34:59.193878 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6311bbc0-79e5-42a2-867f-bdbebf8dcf5e req-92129888-b991-4d4d-ab79-5da19dcddec1 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 943 time: 0.0724127 Jun 11 12:34:59.306486 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-6311bbc0-79e5-42a2-867f-bdbebf8dcf5e req-928fc5cb-c793-449b-9efd-8d271d26a471 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Deleting port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:34:59.307146 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6311bbc0-79e5-42a2-867f-bdbebf8dcf5e req-928fc5cb-c793-449b-9efd-8d271d26a471 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:59.424446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [req-6311bbc0-79e5-42a2-867f-bdbebf8dcf5e req-928fc5cb-c793-449b-9efd-8d271d26a471 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] For port 19292f3b-bde3-40ac-a3bb-fccd655f80e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19292f3b-bde3-40ac-a3bb-fccd655f80e4,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:34:59.424804 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6311bbc0-79e5-42a2-867f-bdbebf8dcf5e req-928fc5cb-c793-449b-9efd-8d271d26a471 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:59.519368 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [req-6311bbc0-79e5-42a2-867f-bdbebf8dcf5e req-928fc5cb-c793-449b-9efd-8d271d26a471 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Calling delete_port for 19292f3b-bde3-40ac-a3bb-fccd655f80e4 owned by compute:nova {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:34:59.669618 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6311bbc0-79e5-42a2-867f-bdbebf8dcf5e req-928fc5cb-c793-449b-9efd-8d271d26a471 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:59.675954 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-a5dc0a80-a590-4c42-b949-c3d25c3dd1c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:34:59.706440 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fc5cb-c793-449b-9efd-8d271d26a471 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event deleted for resources: {'Port': ['ID=19292f3b-bde3-40ac-a3bb-fccd655f80e4,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:34:59.709867 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-928fc5cb-c793-449b-9efd-8d271d26a471 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:34:59.767743 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6311bbc0-79e5-42a2-867f-bdbebf8dcf5e req-928fc5cb-c793-449b-9efd-8d271d26a471 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] No DVR routers for this DVR port 19292f3b-bde3-40ac-a3bb-fccd655f80e4 on host hv-neutron-7864 {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:34:59.770179 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [req-6311bbc0-79e5-42a2-867f-bdbebf8dcf5e req-928fc5cb-c793-449b-9efd-8d271d26a471 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88660'] for port, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:34:59.772157 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-6311bbc0-79e5-42a2-867f-bdbebf8dcf5e req-928fc5cb-c793-449b-9efd-8d271d26a471 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.25 "DELETE /v2.0/ports/19292f3b-bde3-40ac-a3bb-fccd655f80e4 HTTP/1.1" status: 204 len: 173 time: 0.5722196 Jun 11 12:34:59.772690 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'name': 'network-vif-deleted', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4'}] {{(pid=99006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 12:34:59.775021 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8edcbc737db66a53d913f2c18a824c7de07c7e6bdcf8c99cb6ae6035e46985e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3435447-3c6f-4b9e-ac9e-a34f8f4d5895" -d '{"events": [{"server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "name": "network-vif-deleted", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4"}]}' {{(pid=99006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 12:34:59.810703 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 12:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e4f9aa-d754-461f-bdea-c5e2dca6705b x-openstack-request-id: req-16e4f9aa-d754-461f-bdea-c5e2dca6705b {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 12:34:59.811061 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef260ed7-61fc-4661-aa9a-7a12fcaf484d", "name": "network-vif-deleted", "tag": "19292f3b-bde3-40ac-a3bb-fccd655f80e4", "status": "completed", "code": 200}]} {{(pid=99006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 12:34:59.811373 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16e4f9aa-d754-461f-bdea-c5e2dca6705b {{(pid=99006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 12:34:59.812362 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef260ed7-61fc-4661-aa9a-7a12fcaf484d', 'name': 'network-vif-deleted', 'tag': '19292f3b-bde3-40ac-a3bb-fccd655f80e4', 'status': 'completed', 'code': 200} Jun 11 12:35:00.174616 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [req-065695d1-058f-4c37-882b-3aa04b8053e0 req-22b2a4e9-0399-44d5-86c5-227958e3bb3e tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef260ed7-61fc-4661-aa9a-7a12fcaf484d HTTP/1.1" status: 200 len: 210 time: 0.0356116 Jun 11 12:35:01.268470 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 56588) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:01.329055 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42c9c874-31ab-47a9-ac38-870a7bd6b427 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:01.355232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42c9c874-31ab-47a9-ac38-870a7bd6b427 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:01.417007 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42c9c874-31ab-47a9-ac38-870a7bd6b427 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:01.419773 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-42c9c874-31ab-47a9-ac38-870a7bd6b427 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Notify callbacks [] for security_group, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:01.420905 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-42c9c874-31ab-47a9-ac38-870a7bd6b427 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] 10.222.0.46 "DELETE /v2.0/security-groups/0a8d2156-8442-42ab-80b5-298c100269f5 HTTP/1.1" status: 204 len: 168 time: 0.1514490 Jun 11 12:35:01.421714 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3a4f5bdc-0594-46c5-b7ee-d795c5d6e493 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:01.431813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9c874-31ab-47a9-ac38-870a7bd6b427 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8d2156-8442-42ab-80b5-298c100269f5,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:01.434060 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-42c9c874-31ab-47a9-ac38-870a7bd6b427 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:01.474904 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 56592) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:01.929813 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:02.264499 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] Deleting port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:35:02.264760 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:02.367232 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] For port 1233f7a4-18aa-4a0e-ab9c-767296ba0f46, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=1233f7a4-18aa-4a0e-ab9c-767296ba0f46,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:35:02.367922 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:02.459899 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] Calling delete_port for 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 owned by network:router_interface {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:35:02.692235 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:02.694267 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-339eabf6-232f-4af1-a908-fbb0a8ad61fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:02.723511 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] Pushing event deleted for resources: {'Port': ['ID=1233f7a4-18aa-4a0e-ab9c-767296ba0f46,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:02.726624 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:02.942762 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:03.224159 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] Router 217c1548-e29e-4c0f-8d03-206db93f992d has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:35:03.366938 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:35:03.371851 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-818b7e3f-6ee7-45dd-8778-3dcaaea02833 admin admin] 10.222.0.46 "PUT /v2.0/routers/217c1548-e29e-4c0f-8d03-206db93f992d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8959305 Jun 11 12:35:03.375472 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 56594) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:03.377248 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9100f0-607f-4c82-8ec8-9b962202d73a None None] Sync routers for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:35:03.386350 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9100f0-607f-4c82-8ec8-9b962202d73a None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:35:03.387060 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9c9100f0-607f-4c82-8ec8-9b962202d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:34:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:03.527096 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-9c9100f0-607f-4c82-8ec8-9b962202d73a None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:35:03.830754 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Notify callbacks [] for router, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:03.861973 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9c9100f0-607f-4c82-8ec8-9b962202d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:35:02Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:03.865189 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9100f0-607f-4c82-8ec8-9b962202d73a None None] Checking router: 217c1548-e29e-4c0f-8d03-206db93f992d for host: dv-neutron-786478-5-hyperv {{(pid=99008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:35:03.872881 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9100f0-607f-4c82-8ec8-9b962202d73a None None] Routers {'217c1548-e29e-4c0f-8d03-206db93f992d'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:35:03.873489 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9c9100f0-607f-4c82-8ec8-9b962202d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:34:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['217c1548-e29e-4c0f-8d03-206db93f992d'], 'active': True} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:03.955397 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 19292f3b-bde3-40ac-a3bb-fccd655f80e4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:35:03.973240 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:03.981910 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] No Port match for: 19292f3b-bde3-40ac-a3bb-fccd655f80e4 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:35:03.982269 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Device 19292f3b-bde3-40ac-a3bb-fccd655f80e4 not bound to the agent host hv-neutron-7864 {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:35:04.011370 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_dvr_db [None req-9c9100f0-607f-4c82-8ec8-9b962202d73a None None] Set router 217c1548-e29e-4c0f-8d03-206db93f992d gateway port host: dv-neutron-786478-5-hyperv {{(pid=99008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:35:04.035156 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Deleting port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:35:04.035555 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:04.134700 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] For port e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:35:04.134977 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:04.230588 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Calling delete_port for e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 owned by network:router_gateway {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:35:04.240758 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.l3_hamode_db [None req-9c9100f0-607f-4c82-8ec8-9b962202d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:35:02Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:04.244111 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9100f0-607f-4c82-8ec8-9b962202d73a None None] The sync data for ids ['217c1548-e29e-4c0f-8d03-206db93f992d'] in dv-neutron-786478-5-hyperv is: [{'id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'name': 'tempest-TestSnapshotPattern-2144882567-router', 'tenant_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:16Z', 'updated_at': '2021-06-11T12:35:02Z', 'revision_number': 5, 'project_id': '4a5f6b34346f4c50b6f265e3d92ba4ab', 'gw_port': {'id': 'e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c1548-e29e-4c0f-8d03-206db93f992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:17Z', 'updated_at': '2021-06-11T12:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}] {{(pid=99008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:35:04.433826 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:04.437289 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-1dceede5-0da7-4253-ad58-a74c807e2932 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:04.466639 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:04.470334 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:04.542755 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:04.680926 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:04.683240 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:04.720116 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:35:04.744985 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:35:04.745349 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 1233f7a4-18aa-4a0e-ab9c-767296ba0f46 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:35:04.746743 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:04.747354 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 217c1548-e29e-4c0f-8d03-206db93f992d {{(pid=99005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:35:04.752420 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] Notify callbacks [] for router, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:04.753601 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-202f7ab1-1b45-4e08-97ec-e15e4ca6bf69 admin admin] 10.222.0.46 "DELETE /v2.0/routers/217c1548-e29e-4c0f-8d03-206db93f992d HTTP/1.1" status: 204 len: 168 time: 1.3768535 Jun 11 12:35:04.756084 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 56596) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:04.813072 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd5d9aa-7215-41dd-9b2f-0efcdfb2c075 admin admin] Deleting subnet dc1fa328-efba-4cfb-aebd-cc0614737e9a {{(pid=99005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:35:04.816358 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d9aa-7215-41dd-9b2f-0efcdfb2c075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:04.831926 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:35:04.861420 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d9aa-7215-41dd-9b2f-0efcdfb2c075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3293253'] for subnet, precommit_delete_associations {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:04.956990 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d9aa-7215-41dd-9b2f-0efcdfb2c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.015665 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d9aa-7215-41dd-9b2f-0efcdfb2c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3266767'] for subnet, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.018483 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-bc2cb64c-85fa-4ed0-968e-8e88fd13c051 tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:05.050412 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d9aa-7215-41dd-9b2f-0efcdfb2c075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1fa328-efba-4cfb-aebd-cc0614737e9a,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:05.052870 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d9aa-7215-41dd-9b2f-0efcdfb2c075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.057175 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-3bd5d9aa-7215-41dd-9b2f-0efcdfb2c075 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dc1fa328-efba-4cfb-aebd-cc0614737e9a HTTP/1.1" status: 204 len: 168 time: 0.2976797 Jun 11 12:35:05.057175 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-3bd5d9aa-7215-41dd-9b2f-0efcdfb2c075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:05.057337 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733266d-60bc-4114-acab-c11d66784d94 None None] Network 1e994dc8-0f09-4f23-8142-d6272ba1efa2 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:35:05.057780 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.wsgi [-] (99005) accepted ('10.222.0.46', 56598) {{(pid=99005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:05.149261 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.208736 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Deleting port 35967f49-8d8d-4225-83e6-0929354c84db {{(pid=99005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:35:05.208863 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.283955 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e549eb8-f141-4d31-a9a1-c013e3e0193d None None] DHCP port deletion for 1e994dc8-0f09-4f23-8142-d6272ba1efa2 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:35:05.303867 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.db [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] For port 35967f49-8d8d-4225-83e6-0929354c84db, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=35967f49-8d8d-4225-83e6-0929354c84db,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:35:05.304236 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.335752 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-9e549eb8-f141-4d31-a9a1-c013e3e0193d None None] Deleting port 35967f49-8d8d-4225-83e6-0929354c84db {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:35:05.336381 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e549eb8-f141-4d31-a9a1-c013e3e0193d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.402337 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.plugin [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Calling delete_port for 35967f49-8d8d-4225-83e6-0929354c84db owned by network:dhcp {{(pid=99005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:35:05.422875 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-9e549eb8-f141-4d31-a9a1-c013e3e0193d None None] For port 35967f49-8d8d-4225-83e6-0929354c84db, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=35967f49-8d8d-4225-83e6-0929354c84db,segment=NetworkSegment(f34a80ec-b010-4a58-a5cf-270cae50e132),segment_id=f34a80ec-b010-4a58-a5cf-270cae50e132)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:35:05.423280 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e549eb8-f141-4d31-a9a1-c013e3e0193d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.502278 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295066'] for port, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.505224 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-cf336772-8fcf-4cfb-8da9-46e03c473800 tempest-TestSnapshotPattern-113107898 tempest-TestSnapshotPattern-113107898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:05.515891 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-9e549eb8-f141-4d31-a9a1-c013e3e0193d None None] Calling delete_port for 35967f49-8d8d-4225-83e6-0929354c84db owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:35:05.535643 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Pushing event deleted for resources: {'Port': ['ID=35967f49-8d8d-4225-83e6-0929354c84db,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:05.537454 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] No DVR routers for this DVR port 35967f49-8d8d-4225-83e6-0929354c84db on host dv-neutron-786478-5-hyperv {{(pid=99005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:35:05.538960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:05.604576 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9e549eb8-f141-4d31-a9a1-c013e3e0193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.606460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-8600e469-4d3e-48c3-b8ff-67d25d5f90dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:05.633342 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e549eb8-f141-4d31-a9a1-c013e3e0193d None None] Pushing event deleted for resources: {'Port': ['ID=35967f49-8d8d-4225-83e6-0929354c84db,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:05.636726 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-9e549eb8-f141-4d31-a9a1-c013e3e0193d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:05.637524 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e549eb8-f141-4d31-a9a1-c013e3e0193d None None] No DVR routers for this DVR port 35967f49-8d8d-4225-83e6-0929354c84db on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:35:05.638001 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.650434 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e994dc8-0f09-4f23-8142-d6272ba1efa2']}} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:05.661528 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34a80ec-b010-4a58-a5cf-270cae50e132') {'for_net_delete': True} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:05.661836 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.services.segments.db [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34a80ec-b010-4a58-a5cf-270cae50e132') {} {{(pid=99005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:05.671960 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3293276'] for segment, before_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.687468 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.693542 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=99005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:35:05.693975 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3294991'] for segment, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: Traceback (most recent call last): Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: timer() Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: cb(*args, **kw) Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: return func(*args, **kwargs) Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: self._notify() Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: self.callback(batched_events) Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: event.method(event) Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: return f(self, *a, **k) Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._get(url).json() Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: return self.request(url, 'GET', **kwargs) Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:35:05.695683 dv-neutron-786478-5-hyperv neutron-server[99005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:35:05.776793 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.780139 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-04fc4dd1-73bb-453c-a9e6-b884e766baaf tempest-NetworksIpV6Test-232330934 tempest-NetworksIpV6Test-232330934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:05.783279 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron_lib.callbacks.manager [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Notify callbacks [] for network, before_response {{(pid=99005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:05.785009 dv-neutron-786478-5-hyperv neutron-server[99005]: INFO neutron.wsgi [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] 10.222.0.46 "DELETE /v2.0/networks/1e994dc8-0f09-4f23-8142-d6272ba1efa2 HTTP/1.1" status: 204 len: 168 time: 0.7269673 Jun 11 12:35:05.787994 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 56600) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:05.801996 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Pushing event deleted for resources: {'Network': ['ID=1e994dc8-0f09-4f23-8142-d6272ba1efa2,revision_number=None']} {{(pid=99005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:05.804402 dv-neutron-786478-5-hyperv neutron-server[99005]: DEBUG oslo_concurrency.lockutils [None req-06f3e936-48c0-4c28-8b5f-92bc4094e62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99005) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:06.230558 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481492'] for router_interface, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:06.556813 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] Deleting port 26afeb58-bfb9-4077-a43f-b9674f895b95 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:35:06.557163 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:06.640323 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 35967f49-8d8d-4225-83e6-0929354c84db no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:35:06.667952 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 35967f49-8d8d-4225-83e6-0929354c84db {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:35:06.668317 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 35967f49-8d8d-4225-83e6-0929354c84db not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:35:06.668759 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:35:06.675403 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] For port 26afeb58-bfb9-4077-a43f-b9674f895b95, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=26afeb58-bfb9-4077-a43f-b9674f895b95,segment=NetworkSegment(34bcf105-9da0-40f0-b8f7-0d9889f0e7cd),segment_id=34bcf105-9da0-40f0-b8f7-0d9889f0e7cd)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:35:06.675764 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:06.691706 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:35:06.692070 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device e7fe5fbf-07d1-4e0a-bdee-dc9ad8b53bd4 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:35:06.767755 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] Calling delete_port for 26afeb58-bfb9-4077-a43f-b9674f895b95 owned by network:router_interface {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:35:07.377435 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:07.379487 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-5a3f1977-d90b-4c23-92e6-a4db0a8bbc45 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:07.412502 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] Pushing event deleted for resources: {'Port': ['ID=26afeb58-bfb9-4077-a43f-b9674f895b95,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:07.414892 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:07.634054 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-482372'] for router_interface, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:07.938374 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] Router 85960104-094d-4b80-bf31-47c3590e3364 has already been hosted by L3 agent c3af7413-17fb-4551-8cd1-bb99049ec7ed {{(pid=99006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 12:35:08.096331 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] Notify agent at l3_agent.dv-neutron-786478-5-hyperv the message routers_updated {{(pid=99006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 12:35:08.102217 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-da311639-ccc5-4222-97db-a70b3a5d102b admin admin] 10.222.0.46 "PUT /v2.0/routers/85960104-094d-4b80-bf31-47c3590e3364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3128741 Jun 11 12:35:08.104410 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 56602) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:08.106920 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3619b9-e452-4209-b8ff-0f743d64a743 None None] Sync routers for ids ['85960104-094d-4b80-bf31-47c3590e3364'] in dv-neutron-786478-5-hyperv {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 12:35:08.116266 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3619b9-e452-4209-b8ff-0f743d64a743 None None] Routers {'85960104-094d-4b80-bf31-47c3590e3364'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:35:08.116886 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2a3619b9-e452-4209-b8ff-0f743d64a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:34:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['85960104-094d-4b80-bf31-47c3590e3364'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:08.253415 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:08.254374 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2a3619b9-e452-4209-b8ff-0f743d64a743 None None] Set router 85960104-094d-4b80-bf31-47c3590e3364 gateway port host: dv-neutron-786478-5-hyperv {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:35:08.397391 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:08.460086 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Deleting port 60c94bf8-239c-436c-8640-232f5ca6f28d {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:35:08.460446 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:08.571473 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] For port 60c94bf8-239c-436c-8640-232f5ca6f28d, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=60c94bf8-239c-436c-8640-232f5ca6f28d,segment=NetworkSegment(fe5ac833-df19-4bd0-ba84-90dcb9d67692),segment_id=fe5ac833-df19-4bd0-ba84-90dcb9d67692)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:35:08.571832 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:08.679479 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2a3619b9-e452-4209-b8ff-0f743d64a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85960104-094d-4b80-bf31-47c3590e3364', 'name': 'tempest-TestSnapshotPattern-1274116244-router', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'external_fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:35:07Z', 'revision_number': 5, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'gw_port': {'id': '60c94bf8-239c-436c-8640-232f5ca6f28d', 'name': '', 'network_id': '0c8fd1df-b796-42f8-9c08-19638d729044', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85960104-094d-4b80-bf31-47c3590e3364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7920622-b787-4ca7-8be4-8a22e7b955a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-5-hyperv'}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:08.681738 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Calling delete_port for 60c94bf8-239c-436c-8640-232f5ca6f28d owned by network:router_gateway {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:35:08.682848 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3619b9-e452-4209-b8ff-0f743d64a743 None None] Checking router: 85960104-094d-4b80-bf31-47c3590e3364 for host: dv-neutron-786478-5-hyperv {{(pid=99007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 12:35:08.691774 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3619b9-e452-4209-b8ff-0f743d64a743 None None] Routers {'85960104-094d-4b80-bf31-47c3590e3364'} bound to L3 agent in host dv-neutron-786478-5-hyperv {{(pid=99007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 12:35:08.692393 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2a3619b9-e452-4209-b8ff-0f743d64a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T11:32:15Z,description=,heartbeat_timestamp=2021-06-11T12:34:45Z,host='dv-neutron-786478-5-hyperv',id=c3af7413-17fb-4551-8cd1-bb99049ec7ed,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T11:32:15Z,topic='l3_agent')) {'router_ids': ['85960104-094d-4b80-bf31-47c3590e3364'], 'active': True} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:08.814869 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvr_db [None req-2a3619b9-e452-4209-b8ff-0f743d64a743 None None] Set router 85960104-094d-4b80-bf31-47c3590e3364 gateway port host: None {{(pid=99007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 12:35:08.888863 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:08.891478 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-16e1b10c-7ace-495b-9071-22444dd699ce tempest-TestShelveInstance-1945306836 tempest-TestShelveInstance-1945306836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:08.899246 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_hamode_db [None req-2a3619b9-e452-4209-b8ff-0f743d64a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85960104-094d-4b80-bf31-47c3590e3364', 'name': 'tempest-TestSnapshotPattern-1274116244-router', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:35:08Z', 'revision_number': 6, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'gw_port_host': None}], 'dv-neutron-786478-5-hyperv', False) {} {{(pid=99007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:08.903316 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3619b9-e452-4209-b8ff-0f743d64a743 None None] The sync data for ids ['85960104-094d-4b80-bf31-47c3590e3364'] in dv-neutron-786478-5-hyperv is: [{'id': '85960104-094d-4b80-bf31-47c3590e3364', 'name': 'tempest-TestSnapshotPattern-1274116244-router', 'tenant_id': '1bfecdcde2fb484ea645964535a8c166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T12:30:22Z', 'updated_at': '2021-06-11T12:35:08Z', 'revision_number': 6, 'project_id': '1bfecdcde2fb484ea645964535a8c166', 'gw_port_host': None}] {{(pid=99007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 12:35:08.927702 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c94bf8-239c-436c-8640-232f5ca6f28d,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:08.931133 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:09.016476 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469269'] for router_gateway, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.163662 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11221'] for router, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.165715 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.229566 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475184'] for router, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.231312 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85960104-094d-4b80-bf31-47c3590e3364 {{(pid=99006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 12:35:09.235242 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.235805 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-b2b8a735-bee3-4d35-ad10-b55293eaa5b2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/85960104-094d-4b80-bf31-47c3590e3364 HTTP/1.1" status: 204 len: 168 time: 1.1303163 Jun 11 12:35:09.238203 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 56604) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:09.297402 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f309107b-e0cb-4460-b236-a18fd0cff7d5 admin admin] Deleting subnet d33269ee-02f1-4acc-9592-010d3ca17ff6 {{(pid=99006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 12:35:09.301284 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f309107b-e0cb-4460-b236-a18fd0cff7d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.351336 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f309107b-e0cb-4460-b236-a18fd0cff7d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3537015'] for subnet, precommit_delete_associations {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.455828 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f309107b-e0cb-4460-b236-a18fd0cff7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7698442'] for subnet, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.519461 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f309107b-e0cb-4460-b236-a18fd0cff7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7698449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9056577'] for subnet, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.521409 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-71ba3c61-ce2c-480c-9e99-551a5c6dcd28 tempest-TestNetworkAdvancedServerOps-997840864 tempest-TestNetworkAdvancedServerOps-997840864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:09.556113 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309107b-e0cb-4460-b236-a18fd0cff7d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33269ee-02f1-4acc-9592-010d3ca17ff6,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:09.560548 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-f309107b-e0cb-4460-b236-a18fd0cff7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:09.563280 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-f309107b-e0cb-4460-b236-a18fd0cff7d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.565126 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-f309107b-e0cb-4460-b236-a18fd0cff7d5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d33269ee-02f1-4acc-9592-010d3ca17ff6 HTTP/1.1" status: 204 len: 168 time: 0.3259809 Jun 11 12:35:09.567629 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 56606) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:09.570144 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ef73c0-b3a1-4d14-a74f-efc2a9e2b1f0 None None] Network 279cf20e-a6a6-442b-a2bb-e30a849990c9 requested from dv-neutron-786478-5-hyperv {{(pid=99007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 12:35:09.663634 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7854739'] for network, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.729550 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Deleting port ccbe5996-1820-48be-a15e-942e65fc60a9 {{(pid=99006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:35:09.729811 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.811074 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce181ad8-5897-4cee-9893-d506367947d3 None None] DHCP port deletion for 279cf20e-a6a6-442b-a2bb-e30a849990c9 request from dv-neutron-786478-5-hyperv {{(pid=99007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 12:35:09.820940 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.db [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] For port ccbe5996-1820-48be-a15e-942e65fc60a9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ccbe5996-1820-48be-a15e-942e65fc60a9,segment=NetworkSegment(34bcf105-9da0-40f0-b8f7-0d9889f0e7cd),segment_id=34bcf105-9da0-40f0-b8f7-0d9889f0e7cd)] {{(pid=99006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:35:09.821304 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.867057 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ce181ad8-5897-4cee-9893-d506367947d3 None None] Deleting port ccbe5996-1820-48be-a15e-942e65fc60a9 {{(pid=99007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 12:35:09.867446 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce181ad8-5897-4cee-9893-d506367947d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754061324319'] for port, before_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:09.916937 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.plugin [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Calling delete_port for ccbe5996-1820-48be-a15e-942e65fc60a9 owned by network:dhcp {{(pid=99006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:35:09.961588 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.db [None req-ce181ad8-5897-4cee-9893-d506367947d3 None None] For port ccbe5996-1820-48be-a15e-942e65fc60a9, host dv-neutron-786478-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-5-hyperv',level=0,port_id=ccbe5996-1820-48be-a15e-942e65fc60a9,segment=NetworkSegment(34bcf105-9da0-40f0-b8f7-0d9889f0e7cd),segment_id=34bcf105-9da0-40f0-b8f7-0d9889f0e7cd)] {{(pid=99007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 12:35:09.962243 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce181ad8-5897-4cee-9893-d506367947d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470767'] for port, precommit_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.027688 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3602361'] for port, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.029872 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:10.059384 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbe5996-1820-48be-a15e-942e65fc60a9,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:10.062774 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:10.063567 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] No DVR routers for this DVR port ccbe5996-1820-48be-a15e-942e65fc60a9 on host dv-neutron-786478-5-hyperv {{(pid=99006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:35:10.066249 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-ce181ad8-5897-4cee-9893-d506367947d3 None None] Calling delete_port for ccbe5996-1820-48be-a15e-942e65fc60a9 owned by network:dhcp {{(pid=99007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 12:35:10.157341 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ce181ad8-5897-4cee-9893-d506367947d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7721370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754061329219', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754060822568'] for port, after_delete {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.159270 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:10.172407 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7692421', 'neutron.services.segments.db._delete_segments_for_network-8754061376431'] for network, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.183751 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279cf20e-a6a6-442b-a2bb-e30a849990c9']}} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:10.190101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce181ad8-5897-4cee-9893-d506367947d3 None None] Pushing event deleted for resources: {'Port': ['ID=ccbe5996-1820-48be-a15e-942e65fc60a9,revision_number=None']} {{(pid=99007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:10.192746 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG oslo_concurrency.lockutils [None req-ce181ad8-5897-4cee-9893-d506367947d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:10.195611 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce181ad8-5897-4cee-9893-d506367947d3 None None] No DVR routers for this DVR port ccbe5996-1820-48be-a15e-942e65fc60a9 on host dv-neutron-786478-5-hyperv {{(pid=99007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 12:35:10.196247 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bcf105-9da0-40f0-b8f7-0d9889f0e7cd') {'for_net_delete': True} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:10.196549 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.services.segments.db [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bcf105-9da0-40f0-b8f7-0d9889f0e7cd') {} {{(pid=99006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 12:35:10.208959 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754061376260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3537006'] for segment, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.225882 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445'] for segment, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.231878 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=99006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 12:35:10.232343 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3602412'] for segment, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: conditions |= (models_v2.Port.network_id.in_( Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: retrieve_revision_numbers = { Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: Traceback (most recent call last): Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: timer() Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: cb(*args, **kw) Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: return func(*args, **kwargs) Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: self._notify() Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: self.callback(batched_events) Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: event.method(event) Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: return f(self, *a, **k) Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._get(url).json() Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: return self.request(url, 'GET', **kwargs) Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 12:35:10.234009 dv-neutron-786478-5-hyperv neutron-server[99006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 12:35:10.323523 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7692428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-545066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469370'] for network, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.327135 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-2ba7b6f1-c8ed-4ff3-a93b-aa7eb0034064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:10.331906 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Notify callbacks [] for network, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.334174 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] 10.222.0.46 "DELETE /v2.0/networks/279cf20e-a6a6-442b-a2bb-e30a849990c9 HTTP/1.1" status: 204 len: 168 time: 0.7655237 Jun 11 12:35:10.347648 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Pushing event deleted for resources: {'Network': ['ID=279cf20e-a6a6-442b-a2bb-e30a849990c9,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:10.350356 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-4115b377-1185-446f-98cb-df4c5361bd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:10.505644 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 56610) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:10.549476 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-e0324f9d-c09c-4905-ad21-287a80bbf765 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a5f6b34346f4c50b6f265e3d92ba4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425677 Jun 11 12:35:10.551757 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 56612) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:10.607170 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fef96cdb-7c01-4a5b-8f3b-d2af0cabf550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.632169 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fef96cdb-7c01-4a5b-8f3b-d2af0cabf550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.644241 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ccbe5996-1820-48be-a15e-942e65fc60a9 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:35:10.670176 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: ccbe5996-1820-48be-a15e-942e65fc60a9 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:35:10.670560 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device ccbe5996-1820-48be-a15e-942e65fc60a9 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:35:10.671500 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 60c94bf8-239c-436c-8640-232f5ca6f28d no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:35:10.684970 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fef96cdb-7c01-4a5b-8f3b-d2af0cabf550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.688282 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-fef96cdb-7c01-4a5b-8f3b-d2af0cabf550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:10.689443 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-fef96cdb-7c01-4a5b-8f3b-d2af0cabf550 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0080986a-7987-44a3-b1d0-86adc31f9793 HTTP/1.1" status: 204 len: 168 time: 0.1367912 Jun 11 12:35:10.690250 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-58304a62-5e3b-45df-9be0-bb628534523f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:10.698197 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 60c94bf8-239c-436c-8640-232f5ca6f28d {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:35:10.698602 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 60c94bf8-239c-436c-8640-232f5ca6f28d not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:35:10.699101 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 26afeb58-bfb9-4077-a43f-b9674f895b95 no longer exists at agent ovs-agent-dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 12:35:10.701773 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef96cdb-7c01-4a5b-8f3b-d2af0cabf550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080986a-7987-44a3-b1d0-86adc31f9793,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:10.704167 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-fef96cdb-7c01-4a5b-8f3b-d2af0cabf550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:10.726874 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] No Port match for: 26afeb58-bfb9-4077-a43f-b9674f895b95 {{(pid=99007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 12:35:10.727229 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron.plugins.ml2.rpc [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Device 26afeb58-bfb9-4077-a43f-b9674f895b95 not bound to the agent host dv-neutron-786478-5-hyperv {{(pid=99007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 12:35:11.020551 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 56618) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:11.065323 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-17627e6d-f684-4459-a7bd-71021b59b5c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1bfecdcde2fb484ea645964535a8c166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421872 Jun 11 12:35:11.066264 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.wsgi [-] (99006) accepted ('10.222.0.46', 56620) {{(pid=99006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 12:35:11.121230 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-39b5ef69-d4de-42a3-bf59-3eca52288461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:11.144905 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-39b5ef69-d4de-42a3-bf59-3eca52288461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:11.194290 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-39b5ef69-d4de-42a3-bf59-3eca52288461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-350091'] for security_group, after_delete {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:11.196935 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron_lib.callbacks.manager [None req-39b5ef69-d4de-42a3-bf59-3eca52288461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:11.198122 dv-neutron-786478-5-hyperv neutron-server[99006]: INFO neutron.wsgi [None req-39b5ef69-d4de-42a3-bf59-3eca52288461 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be1ba250-d6f5-45b2-8d52-bd712fa448f7 HTTP/1.1" status: 204 len: 168 time: 0.1309366 Jun 11 12:35:11.198952 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-8d0c2849-6f5c-4cc9-8ea5-162aa0b6b462 tempest-RoutersNegativeIpV6Test-188666324 tempest-RoutersNegativeIpV6Test-188666324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 12:35:11.208652 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5ef69-d4de-42a3-bf59-3eca52288461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1ba250-d6f5-45b2-8d52-bd712fa448f7,revision_number=None']} {{(pid=99006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 12:35:11.210996 dv-neutron-786478-5-hyperv neutron-server[99006]: DEBUG oslo_concurrency.lockutils [None req-39b5ef69-d4de-42a3-bf59-3eca52288461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 12:35:12.232532 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-6c9a79be-85ea-452c-9c92-f288db458258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:14.835951 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:14.976026 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3673ee5c-327d-4422-a543-aa657ec99d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:16.263625 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:17.981079 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:28.329084 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:41.830779 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:35:42.233743 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-cf9260c8-7f78-4f55-8413-3d278c3bd23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:44.837494 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:44.976835 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-3cf54a18-db46-47bb-a717-feac37dd2103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:46.273378 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:47.985461 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:35:58.345250 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:12.233991 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d9ecef7d-2bc3-4852-92c8-32df46db1867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:14.837318 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:14.977066 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-90bd66ee-38cb-4cdd-a642-2b1203d2354f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:16.262008 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:17.988041 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:18.829591 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:36:28.342357 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:42.236460 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-c40aabc6-fb9d-4a4b-8c6a-718906894938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:44.837871 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:44.976733 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-83b5792a-cc15-4bac-b3a1-9769f63b38fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:46.265515 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:47.990080 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:36:55.828058 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:36:58.360678 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:12.237923 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-4c01aaf3-23ff-4b45-9374-5f7d84a5f3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:14.839377 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:14.975996 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-58246823-24b8-4ba2-b4cb-36dc7e12613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:16.267403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:17.994671 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:28.357593 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:32.826297 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:37:42.241040 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e2f4-b649-438b-8ae1-bdadd745e7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:44.839823 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:44.974784 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e9293adb-f818-4f52-bd57-400ecb126d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:46.271466 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:47.996536 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:37:58.360717 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:09.824688 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:38:12.241288 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-77875b3c-609b-496e-a00e-368c8387bda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:14.839894 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:14.975684 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-885f12ca-3004-4c2e-b423-9caa15d198a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:16.273683 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:18.001403 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:28.375117 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:42.241201 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-e7bdd516-0081-4869-accf-22847dba90dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:44.840454 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:44.976670 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-9fcc2540-f899-453d-b857-f3b5ef8af58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:46.276660 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:46.822780 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:38:48.003169 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:38:58.374447 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:12.241615 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ac77bc92-d684-470a-a3ba-13026a7c8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:14.839981 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:14.975960 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-7bb9fd49-8378-4900-b072-1f36080daa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:16.278254 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:18.006096 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:23.821892 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:39:28.406594 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:42.243180 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-d1c553c1-cc1c-4cc8-a2b5-4660eb1118eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:44.840778 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:44.975747 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-2f871f54-d9ef-4acd-9e57-3a523c67863b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:46.281510 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:48.010944 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:39:58.420028 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:40:00.819875 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:40:12.244807 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ede9cfc0-d94a-4ac1-b946-5c714cce947c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:40:14.844237 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed48f-feb6-4157-9021-0476cd043b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:40:14.979000 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-f14f9308-ba2c-4b91-bdca-8fff06b838ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:40:16.283738 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-fc0adddd-25c0-4b80-b54e-07000e219f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:40:18.013171 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-303d762a-c7c4-49ae-b7bb-ab8f73c0e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:40:28.435735 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-ae31849d-64a9-4c32-a17e-a508409bcd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 12:40:37.818922 dv-neutron-786478-5-hyperv neutron-server[99008]: DEBUG neutron.db.agents_db [None req-efd3413b-cb50-4f92-9f6c-3b4a125d6375 None None] Agent healthcheck: found 6 active agents {{(pid=99008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 12:40:42.246146 dv-neutron-786478-5-hyperv neutron-server[99007]: DEBUG neutron_lib.callbacks.manager [None req-52510770-4849-4853-a358-0008cb6a8a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754061376413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695691'] for agent, after_update {{(pid=99007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}